00010000:00000010:1.1:1787753324.493509:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5bcc00. 00010000:00000010:1.1:1787753324.493515:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e7000. 00010000:00000010:1.1:1787753324.493518:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5bca00. 00010000:00000010:1.1:1787753324.493522:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e7c00. 00010000:00000010:1.1:1787753324.493526:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b64f00. 00010000:00000010:1.1:1787753324.493530:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac901a00. 00010000:00000010:1.1:1787753324.493537:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62f00. 00010000:00000010:1.1:1787753324.493541:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac901e00. 00010000:00000010:1.1:1787753324.493544:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62700. 00010000:00000010:1.1:1787753324.493548:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e4200. 00010000:00000010:1.1:1787753324.493552:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62600. 00010000:00000010:1.1:1787753324.493557:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e5800. 00010000:00000010:1.1:1787753324.493560:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62e00. 00010000:00000010:1.1:1787753324.493563:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e5000. 00010000:00000010:1.1:1787753324.494709:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62200. 00010000:00000010:1.1:1787753324.494716:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e5c00. 00010000:00000010:1.1:1787753324.494720:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b62c00. 00010000:00000010:1.1:1787753324.494723:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51e4600. 00000080:00000010:1.1:1787753325.022420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb000. 00000080:00000010:1.1:1787753325.022465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb740. 00000080:00000010:1.1:1787753325.022471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861595c0. 00000080:00000010:1.1:1787753325.022479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159300. 00000080:00000010:1.1:1787753325.022483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861591a0. 00000080:00000010:1.1:1787753325.022488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159d40. 00000080:00000010:1.1:1787753325.022492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbf20. 00000080:00000010:1.1:1787753325.022496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbb20. 00000080:00000010:1.1:1787753325.022500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb480. 00000080:00000010:1.1:1787753325.022504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159cc0. 00000080:00000010:1.1:1787753325.022510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4340. 00000080:00000010:1.1:1787753325.022517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4360. 00000080:00000010:1.1:1787753325.022525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4b60. 00000080:00000010:1.1:1787753325.022530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb5a0. 00000080:00000010:1.1:1787753325.022534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159fa0. 00000080:00000010:1.1:1787753325.022543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb280. 00010000:00000010:1.1:1787753325.022556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903000. 00010000:00000010:1.1:1787753325.022573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5152600. 00010000:00000010:1.1:1787753325.022578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903d00. 00010000:00000010:1.1:1787753325.022756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5153400. 00010000:00000010:1.1:1787753325.022763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903b00. 00010000:00000010:1.1:1787753325.022768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f6000. 00010000:00000010:1.1:1787753325.022773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158e00. 00010000:00000010:1.1:1787753325.022778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f7200. 00010000:00000010:1.1:1787753325.022781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158200. 00010000:00000010:1.1:1787753325.022784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f6200. 00010000:00000010:1.1:1787753325.022787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158c00. 00010000:00000010:1.1:1787753325.022789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f7800. 00010000:00000010:1.1:1787753325.022793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903100. 00010000:00000010:1.1:1787753325.022796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5152a00. 00010000:00000010:1.1:1787753325.022799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903f00. 00010000:00000010:1.1:1787753325.022803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5151600. 00010000:00000010:1.1:1787753325.022806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903700. 00010000:00000010:1.1:1787753325.022810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5150800. 00010000:00000010:1.1:1787753325.022813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903600. 00010000:00000010:1.1:1787753325.022816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f6800. 00010000:00000010:1.1:1787753325.022819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b64500. 00010000:00000010:1.1:1787753325.022823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac900600. 00010000:00000010:1.1:1787753325.022826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b64900. 00010000:00000010:1.1:1787753325.022829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac901400. 00010000:00000010:1.1:1787753325.022832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b64400. 00010000:00000010:1.1:1787753325.022835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac900a00. 00010000:00000010:1.1:1787753325.022838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903e00. 00010000:00000010:1.1:1787753325.022840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5150200. 00010000:00000010:1.1:1787753325.046476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903200. 00010000:00000010:1.1:1787753325.046491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f7a00. 00010000:00000010:1.1:1787753325.046496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903c00. 00010000:00000010:1.1:1787753325.046499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5151800. 00000080:00000010:1.1:1787753325.466871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc47a0. 00000080:00000010:1.1:1787753325.466905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4380. 00000080:00000010:1.1:1787753325.466910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4040. 00000080:00000010:1.1:1787753325.466914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4200. 00000080:00000010:1.1:1787753325.466918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4680. 00000080:00000010:1.1:1787753325.466925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4500. 00000080:00000010:1.1:1787753325.466931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb760. 00000080:00000010:1.1:1787753325.466938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb580. 00000080:00000010:1.1:1787753325.466942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbca0. 00000080:00000010:1.1:1787753325.466946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbdc0. 00000080:00000010:1.1:1787753325.466950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb8a0. 00000080:00000010:1.1:1787753325.466954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4c20. 00000080:00000010:1.1:1787753325.466958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4a00. 00000080:00000010:1.1:1787753325.466963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4b80. 00000080:00000010:1.1:1787753325.466972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4020. 00000080:00000010:1.1:1787753325.466977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4ee0. 00010000:00000010:1.1:1787753325.466983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5157700. 00010000:00000010:1.1:1787753325.466992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e86600. 00010000:00000010:1.1:1787753325.466996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5157600. 00010000:00000010:1.1:1787753325.466999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e87400. 00010000:00000010:1.1:1787753325.467005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65b00. 00010000:00000010:1.1:1787753325.467009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e86a00. 00010000:00000010:1.1:1787753325.467012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65100. 00010000:00000010:1.1:1787753325.467016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e86400. 00010000:00000010:1.1:1787753325.467019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65f00. 00010000:00000010:1.1:1787753325.467023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5155e00. 00010000:00000010:1.1:1787753325.467028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65700. 00010000:00000010:1.1:1787753325.467032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5155600. 00010000:00000010:1.1:1787753325.467036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac904100. 00010000:00000010:1.1:1787753325.467041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5153e00. 00010000:00000010:1.1:1787753325.467045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac904f00. 00010000:00000010:1.1:1787753325.467048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5153600. 00010000:00000010:1.1:1787753325.467052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac904700. 00010000:00000010:1.1:1787753325.467056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5152800. 00010000:00000010:1.1:1787753325.467062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903300. 00010000:00000010:1.1:1787753325.467066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5152200. 00010000:00000010:1.1:1787753325.467069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac903500. 00010000:00000010:1.1:1787753325.467072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5153800. 00010000:00000010:1.1:1787753325.467075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65600. 00010000:00000010:1.1:1787753325.467080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5154800. 00010000:00000010:1.1:1787753325.467083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65e00. 00010000:00000010:1.1:1787753325.467086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5154200. 00010000:00000010:1.1:1787753325.467089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65200. 00010000:00000010:1.1:1787753325.467092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5155800. 00010000:00000010:1.1:1787753325.467095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65c00. 00010000:00000010:1.1:1787753325.467098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5155000. 00010000:00000010:1.1:1787753325.467101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b65a00. 00010000:00000010:1.1:1787753325.467103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5155c00. 00000080:00000010:1.1:1787753326.457675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83d60. 00000080:00000010:1.1:1787753326.457704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83f00. 00000080:00000010:1.1:1787753326.457712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb840. 00000080:00000010:1.1:1787753326.461206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83360. 00000080:00000010:1.1:1787753326.461241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83b60. 00000080:00000010:1.1:1787753326.461246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83a40. 00000080:00000010:1.1:1787753326.461255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83320. 00000080:00000010:1.1:1787753326.461260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e832a0. 00000080:00000010:1.1:1787753326.461264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83e80. 00000080:00000010:1.1:1787753326.461268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e832c0. 00000080:00000010:1.1:1787753326.461272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83ac0. 00000080:00000010:1.1:1787753326.461277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83ba0. 00000080:00000010:1.1:1787753326.461282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83f40. 00000080:00000010:1.1:1787753326.461287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83640. 00000080:00000010:1.1:1787753326.461292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4a20. 00000080:00000010:1.1:1787753326.461296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab6bc4ec0. 00010000:00000010:1.1:1787753326.461309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82800. 00010000:00000010:1.1:1787753326.461321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93d200. 00010000:00000010:1.1:1787753326.461327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82000. 00010000:00000010:1.1:1787753326.461333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93cc00. 00010000:00000010:1.1:1787753326.461340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82d00. 00010000:00000010:1.1:1787753326.461344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa55b6c00. 00010000:00000010:1.1:1787753326.461349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac904600. 00010000:00000010:1.1:1787753326.461352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93da00. 00010000:00000010:1.1:1787753326.461356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82b00. 00010000:00000010:1.1:1787753326.461359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93de00. 00010000:00000010:1.1:1787753326.461362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82100. 00010000:00000010:1.1:1787753326.461365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93d600. 00010000:00000010:1.1:1787753326.461370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158100. 00010000:00000010:1.1:1787753326.461374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb98600. 00010000:00000010:1.1:1787753326.461377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158f00. 00010000:00000010:1.1:1787753326.461381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a849f6e00. 00010000:00000010:1.1:1787753326.461384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82f00. 00010000:00000010:1.1:1787753326.461388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93c800. 00010000:00000010:1.1:1787753326.461391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82700. 00010000:00000010:1.1:1787753326.461394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93c200. 00010000:00000010:1.1:1787753326.461397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82600. 00010000:00000010:1.1:1787753326.461400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93d800. 00010000:00000010:1.1:1787753326.461403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82e00. 00010000:00000010:1.1:1787753326.461407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93d000. 00010000:00000010:1.1:1787753326.461411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65e00. 00010000:00000010:1.1:1787753326.461415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8607ae00. 00010000:00000010:1.1:1787753326.461418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82200. 00010000:00000010:1.1:1787753326.461421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93dc00. 00010000:00000010:1.1:1787753326.461424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82c00. 00010000:00000010:1.1:1787753326.461427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93c600. 00010000:00000010:1.1:1787753326.461431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82a00. 00010000:00000010:1.1:1787753326.461434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93d400. 00000080:00000010:1.1:1787753326.739184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861593a0. 00000080:00000010:1.1:1787753326.739208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159ae0. 00000080:00000010:1.1:1787753326.739215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb4e0. 00000080:00000010:1.1:1787753326.739221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb880. 00000080:00000010:1.1:1787753326.739232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83020. 00000080:00000010:1.1:1787753326.739240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83ee0. 00000080:00000010:1.1:1787753326.739245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83de0. 00000080:00000010:1.1:1787753326.739253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83fa0. 00000080:00000010:1.1:1787753326.739257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83cc0. 00000080:00000010:1.1:1787753326.739261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e834c0. 00000080:00000010:1.1:1787753326.739265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83d40. 00000080:00000010:1.1:1787753326.739270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e831a0. 00000080:00000010:1.1:1787753326.739274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83300. 00000080:00000010:1.1:1787753326.739278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e835c0. 00000080:00000010:1.1:1787753326.739282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83980. 00000080:00000010:1.1:1787753326.739286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83ea0. 00010000:00000010:1.1:1787753326.753936:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65900. 00010000:00000010:1.1:1787753326.753952:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb98000. 00010000:00000010:1.1:1787753326.753957:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65400. 00010000:00000010:1.1:1787753326.753962:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb99200. 00010000:00000010:1.1:1787753326.753967:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849de800. 00010000:00000010:1.1:1787753326.753972:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa55b7c00. 00010000:00000010:1.1:1787753326.753975:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849de000. 00010000:00000010:1.1:1787753326.753979:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa55b6600. 00010000:00000010:1.1:1787753326.753982:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849ded00. 00010000:00000010:1.1:1787753326.753985:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa55b7400. 00010000:00000010:1.1:1787753326.753992:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65800. 00010000:00000010:1.1:1787753326.753995:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb98c00. 00010000:00000010:1.1:1787753326.753998:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65000. 00010000:00000010:1.1:1787753326.754001:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb99a00. 00010000:00000010:1.1:1787753326.754005:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9dc65d00. 00010000:00000010:1.1:1787753326.754008:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb99e00. 00010000:00000010:1.1:1787753326.754013:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6e800. 00010000:00000010:1.1:1787753326.754017:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bf400. 00010000:00000010:1.1:1787753326.754022:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6e000. 00010000:00000010:1.1:1787753326.754026:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bea00. 00010000:00000010:1.1:1787753326.754033:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860c8700. 00010000:00000010:1.1:1787753326.754038:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb99600. 00010000:00000010:1.1:1787753326.754042:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86158d00. 00010000:00000010:1.1:1787753326.754046:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb98800. 00010000:00000010:1.1:1787753326.754051:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82300. 00010000:00000010:1.1:1787753326.754056:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8be400. 00010000:00000010:1.1:1787753326.754060:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82500. 00010000:00000010:1.1:1787753326.754063:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bee00. 00010000:00000010:1.1:1787753326.754066:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82900. 00010000:00000010:1.1:1787753326.754069:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93ce00. 00010000:00000010:1.1:1787753326.754075:0:2424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e82400. 00010000:00000010:1.1:1787753326.754078:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93c000. 00000080:00000010:1.1:1787753327.805163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb1a0. 00000080:00000010:1.1:1787753327.805179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb300. 00000080:00000010:1.1:1787753327.805188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83660. 00000080:00000010:1.1:1787753327.805202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83800. 00000080:00000010:1.1:1787753327.805206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83be0. 00000080:00000010:1.1:1787753327.805210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83820. 00000080:00000010:1.1:1787753327.805215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83920. 00000080:00000010:1.1:1787753327.805218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e834a0. 00000080:00000010:1.1:1787753327.805225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e831c0. 00010000:00000010:1.1:1787753327.805234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ccc00. 00010000:00000010:1.1:1787753327.805241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9d200. 00010000:00000010:1.1:1787753327.805247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e26af00. 00010000:00000010:1.1:1787753327.805254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac08ae00. 00010000:00000010:1.1:1787753327.805258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cca00. 00010000:00000010:1.1:1787753327.805263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9cc00. 00010000:00000010:1.1:1787753327.805268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2fff00. 00010000:00000010:1.1:1787753327.805273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe557400. 00010000:00000010:1.1:1787753327.805276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2ff700. 00010000:00000010:1.1:1787753327.805280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93b600. 00010000:00000010:1.1:1787753327.805284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc300. 00010000:00000010:1.1:1787753327.805287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9da00. 00010000:00000010:1.1:1787753327.805291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc500. 00010000:00000010:1.1:1787753327.805295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9de00. 00010000:00000010:1.1:1787753327.805299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2ff600. 00010000:00000010:1.1:1787753327.805302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe557600. 00010000:00000010:1.1:1787753327.805305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2ffe00. 00010000:00000010:1.1:1787753327.805309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe557e00. 00010000:00000010:1.1:1787753327.805312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc900. 00010000:00000010:1.1:1787753327.805315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9d600. 00010000:00000010:1.1:1787753327.805320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6f700. 00010000:00000010:1.1:1787753327.805325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac089600. 00010000:00000010:1.1:1787753327.805329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6f600. 00010000:00000010:1.1:1787753327.805333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac089200. 00010000:00000010:1.1:1787753327.805335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc400. 00010000:00000010:1.1:1787753327.805338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9c800. 00010000:00000010:1.1:1787753327.805341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6fe00. 00010000:00000010:1.1:1787753327.805345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac088a00. 00010000:00000010:1.1:1787753327.805348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac6f200. 00010000:00000010:1.1:1787753327.805351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac089400. 00010000:00000010:1.1:1787753327.805354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc800. 00010000:00000010:1.1:1787753327.805357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9c200. 00000080:00000010:1.1:1787753328.987561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861594e0. 00000080:00000010:1.1:1787753328.994031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb940. 00000080:00000010:1.1:1787753328.994049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb0a0. 00000080:00000010:1.1:1787753329.009170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb2e0. 00000080:00000010:1.1:1787753329.009189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb540. 00000080:00000010:1.1:1787753329.009195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83bc0. 00000080:00000010:1.1:1787753329.009202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83780. 00000080:00000010:1.1:1787753329.009206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e831e0. 00000080:00000010:1.1:1787753329.009212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb120. 00000080:00000010:1.1:1787753329.009216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbe00. 00000080:00000010:1.1:1787753329.009220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb3e0. 00000080:00000010:1.1:1787753329.009224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bb240. 00000080:00000010:1.1:1787753329.009231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5bbe20. 00000080:00000010:1.1:1787753329.009235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83400. 00000080:00000010:1.1:1787753329.009240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e83fc0. 00000080:00000010:1.1:1787753329.009244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2e836a0. 00010000:00000010:1.1:1787753329.009252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e26a900. 00010000:00000010:1.1:1787753329.009262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac08c400. 00010000:00000010:1.1:1787753329.009266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e26a400. 00010000:00000010:1.1:1787753329.009271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51ca800. 00010000:00000010:1.1:1787753329.009277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ce500. 00010000:00000010:1.1:1787753329.009282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9e600. 00010000:00000010:1.1:1787753329.009286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ce900. 00010000:00000010:1.1:1787753329.009290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9f200. 00010000:00000010:1.1:1787753329.009294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2fe400. 00010000:00000010:1.1:1787753329.009299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51c9800. 00010000:00000010:1.1:1787753329.009304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe551900. 00010000:00000010:1.1:1787753329.009307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51ca200. 00010000:00000010:1.1:1787753329.009311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ce400. 00010000:00000010:1.1:1787753329.009314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9ec00. 00010000:00000010:1.1:1787753329.009317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ce800. 00010000:00000010:1.1:1787753329.009320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9fa00. 00010000:00000010:1.1:1787753329.009324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ccd00. 00010000:00000010:1.1:1787753329.009327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9fe00. 00010000:00000010:1.1:1787753329.009330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2fe800. 00010000:00000010:1.1:1787753329.009333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51c9c00. 00010000:00000010:1.1:1787753329.009336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ccb00. 00010000:00000010:1.1:1787753329.009339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9f600. 00010000:00000010:1.1:1787753329.009342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2fe000. 00010000:00000010:1.1:1787753329.009345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51c9400. 00010000:00000010:1.1:1787753329.009348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cc100. 00010000:00000010:1.1:1787753329.009352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9e800. 00010000:00000010:1.1:1787753329.009355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe551400. 00010000:00000010:1.1:1787753329.009359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac08ec00. 00010000:00000010:1.1:1787753329.009362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe551800. 00010000:00000010:1.1:1787753329.009365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac08f800. 00010000:00000010:1.1:1787753329.009369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860ccf00. 00010000:00000010:1.1:1787753329.009372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacb9e200. 00000080:00000010:1.1:1787753330.678323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8e40. 00000080:00000010:1.1:1787753330.678357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553340. 00000080:00000010:1.1:1787753330.678364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553360. 00000080:00000010:1.1:1787753330.678369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553b60. 00000080:00000010:1.1:1787753330.678372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8d20. 00000080:00000010:1.1:1787753330.678376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8180. 00000080:00000010:1.1:1787753330.678379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8420. 00000080:00000010:1.1:1787753330.678385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553a40. 00000080:00000010:1.1:1787753330.678389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159f20. 00000080:00000010:1.1:1787753330.678394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553320. 00000080:00000010:1.1:1787753330.678398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5532a0. 00000080:00000010:1.1:1787753330.678401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553e80. 00000080:00000010:1.1:1787753330.678405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5532c0. 00000080:00000010:1.1:1787753330.678408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553ac0. 00000080:00000010:1.1:1787753330.682185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8140. 00000080:00000010:1.1:1787753330.682197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8da0. 00010000:00000010:1.1:1787753330.682202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8400. 00010000:00000010:1.1:1787753330.682208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93e800. 00010000:00000010:1.1:1787753330.682214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8bab00. 00010000:00000010:1.1:1787753330.682219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51cd200. 00010000:00000010:1.1:1787753330.682223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cff00. 00010000:00000010:1.1:1787753330.682227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93a400. 00010000:00000010:1.1:1787753330.682234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cee00. 00010000:00000010:1.1:1787753330.682237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51cd400. 00010000:00000010:1.1:1787753330.682240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a860cf700. 00010000:00000010:1.1:1787753330.682242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93ae00. 00010000:00000010:1.1:1787753330.682245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8ba100. 00010000:00000010:1.1:1787753330.682249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5da00. 00010000:00000010:1.1:1787753330.682253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8b9400. 00010000:00000010:1.1:1787753330.682257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5de00. 00010000:00000010:1.1:1787753330.682259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8b9800. 00010000:00000010:1.1:1787753330.682262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51cd000. 00010000:00000010:1.1:1787753330.682268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849dec00. 00010000:00000010:1.1:1787753330.682272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa55b7800. 00010000:00000010:1.1:1787753330.682275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51ce200. 00010000:00000010:1.1:1787753330.682279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51cc200. 00010000:00000010:1.1:1787753330.682282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cec00. 00010000:00000010:1.1:1787753330.682286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51cc800. 00010000:00000010:1.1:1787753330.682289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849dea00. 00010000:00000010:1.1:1787753330.682292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bf800. 00010000:00000010:1.1:1787753330.682296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849de300. 00010000:00000010:1.1:1787753330.682299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bf000. 00010000:00000010:1.1:1787753330.682302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849de500. 00010000:00000010:1.1:1787753330.682305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8bfc00. 00010000:00000010:1.1:1787753330.682308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cea00. 00010000:00000010:1.1:1787753330.682311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5d600. 00010000:00000010:1.1:1787753330.682314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8b9000. 00010000:00000010:1.1:1787753330.682317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5c800. 00000080:00000010:1.1:1787753331.195146:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553a00. 00000080:00000010:1.1:1787753331.195158:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553b80. 00000080:00000010:1.1:1787753331.195162:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553020. 00000080:00000010:1.1:1787753331.195171:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553ee0. 00000080:00000010:1.1:1787753331.195175:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553de0. 00000080:00000010:1.1:1787753331.195183:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b82e0. 00000080:00000010:1.1:1787753331.195188:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8540. 00000080:00000010:1.1:1787753331.195192:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8120. 00000080:00000010:1.1:1787753331.195195:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553fa0. 00000080:00000010:1.1:1787753331.227176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553cc0. 00000080:00000010:1.1:1787753331.227194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5534c0. 00000080:00000010:1.1:1787753331.227198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553d40. 00000080:00000010:1.1:1787753331.227204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8e00. 00000080:00000010:1.1:1787753331.227210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b83e0. 00000080:00000010:1.1:1787753331.227214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8240. 00000080:00000010:1.1:1787753331.227218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8e20. 00010000:00000010:1.1:1787753331.227225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cf000. 00010000:00000010:1.1:1787753331.227231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5f200. 00010000:00000010:1.1:1787753331.227237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cfd00. 00010000:00000010:1.1:1787753331.227242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5ec00. 00010000:00000010:1.1:1787753331.227245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cfb00. 00010000:00000010:1.1:1787753331.227248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5fa00. 00010000:00000010:1.1:1787753331.227252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cf100. 00010000:00000010:1.1:1787753331.227256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5fe00. 00010000:00000010:1.1:1787753331.227259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cff00. 00010000:00000010:1.1:1787753331.227262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5f600. 00010000:00000010:1.1:1787753331.227265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cf700. 00010000:00000010:1.1:1787753331.227269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83028c00. 00010000:00000010:1.1:1787753331.227275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8bae00. 00010000:00000010:1.1:1787753331.227279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5d200. 00010000:00000010:1.1:1787753331.227282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8ba200. 00010000:00000010:1.1:1787753331.227285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5c200. 00010000:00000010:1.1:1787753331.227288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8bac00. 00010000:00000010:1.1:1787753331.227291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5e800. 00010000:00000010:1.1:1787753331.227295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cf600. 00010000:00000010:1.1:1787753331.227298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5e200. 00010000:00000010:1.1:1787753331.227302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cfe00. 00010000:00000010:1.1:1787753331.227305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5f800. 00010000:00000010:1.1:1787753331.227308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa51cf200. 00010000:00000010:1.1:1787753331.227312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5f000. 00010000:00000010:1.1:1787753331.227316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8baa00. 00010000:00000010:1.1:1787753331.227319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5d800. 00010000:00000010:1.1:1787753331.227322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8ba300. 00010000:00000010:1.1:1787753331.227326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5d000. 00010000:00000010:1.1:1787753331.227329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8ba500. 00010000:00000010:1.1:1787753331.227333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5ca00. 00010000:00000010:1.1:1787753331.227336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d8ba900. 00010000:00000010:1.1:1787753331.227340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab4c5d400. 00000080:00000010:1.1:1787753331.715103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553060. 00000080:00000010:1.1:1787753331.715156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553e40. 00000080:00000010:1.1:1787753331.715160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553d20. 00000080:00000010:1.1:1787753331.715164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553180. 00000080:00000010:1.1:1787753331.715168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553420. 00000080:00000010:1.1:1787753331.715190:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553140. 00000080:00000010:1.1:1787753331.715195:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553da0. 00000080:00000010:1.1:1787753331.728174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553520. 00000080:00000010:1.1:1787753331.728188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553f60. 00000080:00000010:1.1:1787753331.728192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5537a0. 00000080:00000010:1.1:1787753331.728196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553380. 00000080:00000010:1.1:1787753331.728200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553040. 00000080:00000010:1.1:1787753331.728203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553200. 00000080:00000010:1.1:1787753331.728207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553680. 00000080:00000010:1.1:1787753331.728210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553500. 00000080:00000010:1.1:1787753331.728215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8460. 00000080:00000010:1.1:1787753333.195172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486e60. 00000080:00000010:1.1:1787753333.195186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486c60. 00000080:00000010:1.1:1787753333.195190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486860. 00000080:00000010:1.1:1787753333.195196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac4865e0. 00000080:00000010:1.1:1787753333.195201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8280. 00000080:00000010:1.1:1787753333.195208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8100. 00000080:00000010:1.1:1787753333.195212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b83c0. 00000080:00000010:1.1:1787753333.195219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8600. 00000080:00000010:1.1:1787753333.195223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b8d00. 00000080:00000010:1.1:1787753333.195230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d8b89a0. 00000080:00000010:1.1:1787753333.195233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486220. 00000080:00000010:1.1:1787753333.195237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486aa0. 00000080:00000010:1.1:1787753333.195241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486a80. 00000080:00000010:1.1:1787753333.195245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5530e0. 00000080:00000010:1.1:1787753333.195248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553280. 00000080:00000010:1.1:1787753333.195251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe553100. 00010000:00000010:1.1:1787753333.195258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1700. 00010000:00000010:1.1:1787753333.195264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5f000. 00010000:00000010:1.1:1787753333.195268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b58100. 00010000:00000010:1.1:1787753333.195272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5fc00. 00010000:00000010:1.1:1787753333.195276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485200. 00010000:00000010:1.1:1787753333.195281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5e600. 00010000:00000010:1.1:1787753333.195284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485c00. 00010000:00000010:1.1:1787753333.195287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5f400. 00010000:00000010:1.1:1787753333.195290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1600. 00010000:00000010:1.1:1787753333.195294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5d200. 00010000:00000010:1.1:1787753333.195297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1e00. 00010000:00000010:1.1:1787753333.195300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5cc00. 00010000:00000010:1.1:1787753333.195303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1200. 00010000:00000010:1.1:1787753333.195306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5da00. 00010000:00000010:1.1:1787753333.195310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1c00. 00010000:00000010:1.1:1787753333.195313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5de00. 00010000:00000010:1.1:1787753333.195315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1a00. 00010000:00000010:1.1:1787753333.195318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5d600. 00010000:00000010:1.1:1787753333.195321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1300. 00010000:00000010:1.1:1787753333.195324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5c800. 00010000:00000010:1.1:1787753333.195327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aab2d1500. 00010000:00000010:1.1:1787753333.195330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5ea00. 00010000:00000010:1.1:1787753333.195333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485a00. 00010000:00000010:1.1:1787753333.195336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5e400. 00010000:00000010:1.1:1787753333.195339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485300. 00010000:00000010:1.1:1787753333.195342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5ee00. 00010000:00000010:1.1:1787753333.195346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485500. 00010000:00000010:1.1:1787753333.195350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5e000. 00010000:00000010:1.1:1787753333.195353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485900. 00010000:00000010:1.1:1787753333.195356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5ae00. 00010000:00000010:1.1:1787753333.195359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac485400. 00010000:00000010:1.1:1787753333.195362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b5a000. 00010000:00000010:2.1:1787753335.596509:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa800. 00010000:00000010:2.1:1787753335.596515:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567ea00. 00010000:00000010:2.1:1787753335.596518:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa000. 00010000:00000010:2.1:1787753335.596522:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567e400. 00010000:00000010:2.1:1787753335.596527:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1ef9900. 00010000:00000010:2.1:1787753335.596531:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5678600. 00010000:00000010:2.1:1787753335.596615:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8e00. 00010000:00000010:2.1:1787753335.596620:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa51c8a00. 00010000:00000010:2.1:1787753335.596624:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8200. 00010000:00000010:2.1:1787753335.596628:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93ee00. 00010000:00000010:2.1:1787753335.596633:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8c00. 00010000:00000010:2.1:1787753335.596636:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac93fa00. 00010000:00000010:2.1:1787753335.596640:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8a00. 00010000:00000010:2.1:1787753335.596644:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567ee00. 00010000:00000010:2.1:1787753335.596647:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1ef9400. 00010000:00000010:2.1:1787753335.596650:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567e000. 00010000:00000010:2.1:1787753335.596653:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1ef9800. 00010000:00000010:2.1:1787753335.596656:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5678e00. 00010000:00000010:2.1:1787753335.596659:0:2425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d2600. 00010000:00000010:2.1:1787753335.596663:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567d200. 00000080:00000010:2.1:1787753335.872043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486e40. 00000080:00000010:2.1:1787753335.872065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486d20. 00000080:00000010:2.1:1787753335.872071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d33e0. 00000080:00000010:2.1:1787753335.872078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3240. 00000080:00000010:2.1:1787753335.872081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3e20. 00000080:00000010:2.1:1787753335.872099:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486180. 00000080:00000010:2.1:1787753335.872103:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486420. 00000080:00000010:2.1:1787753335.872108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159620. 00000080:00000010:2.1:1787753335.872112:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d39c0. 00000080:00000010:2.1:1787753335.872130:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3a60. 00000080:00000010:2.1:1787753335.872443:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486140. 00000080:00000010:2.1:1787753335.872502:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486da0. 00000080:00000010:2.1:1787753335.872515:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486520. 00000080:00000010:2.1:1787753335.872518:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159ea0. 00000080:00000010:2.1:1787753335.872523:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3c00. 00000080:00000010:2.1:1787753335.872528:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3fe0. 00010000:00000010:2.1:1787753335.872536:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa700. 00010000:00000010:2.1:1787753335.872542:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567fa00. 00010000:00000010:2.1:1787753335.872546:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa600. 00010000:00000010:2.1:1787753335.872549:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567fe00. 00010000:00000010:2.1:1787753335.872553:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5a00. 00010000:00000010:2.1:1787753335.872557:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567d800. 00010000:00000010:2.1:1787753335.872560:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5300. 00010000:00000010:2.1:1787753335.872563:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567d000. 00010000:00000010:2.1:1787753335.872567:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5500. 00010000:00000010:2.1:1787753335.872570:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567dc00. 00010000:00000010:2.1:1787753335.872573:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5900. 00010000:00000010:2.1:1787753335.872576:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567f600. 00010000:00000010:2.1:1787753335.872580:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efae00. 00010000:00000010:2.1:1787753335.872583:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567e800. 00010000:00000010:2.1:1787753335.872586:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa200. 00010000:00000010:2.1:1787753335.872589:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5679200. 00010000:00000010:2.1:1787753335.872592:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5400. 00010000:00000010:2.1:1787753335.872596:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567c600. 00010000:00000010:2.1:1787753335.878321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5800. 00010000:00000010:2.1:1787753335.878332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567d400. 00010000:00000010:2.1:1787753335.878338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efac00. 00010000:00000010:2.1:1787753335.878342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567e200. 00010000:00000010:2.1:1787753335.878345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efaa00. 00010000:00000010:2.1:1787753335.878350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567f800. 00010000:00000010:2.1:1787753335.878353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa300. 00010000:00000010:2.1:1787753335.878356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567f000. 00010000:00000010:2.1:1787753335.878359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab1efa500. 00010000:00000010:2.1:1787753335.878363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5679a00. 00010000:00000010:2.1:1787753335.878377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d2d00. 00010000:00000010:2.1:1787753335.878381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567ca00. 00010000:00000010:2.1:1787753335.878385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d2b00. 00010000:00000010:2.1:1787753335.878388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa567c400. 00000080:00000010:1.1:1787753336.987322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486440. 00000080:00000010:1.1:1787753336.987338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac4867e0. 00000080:00000010:1.1:1787753336.994038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486b00. 00000080:00000010:1.1:1787753336.994056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486ae0. 00000080:00000010:1.1:1787753336.994060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac4863a0. 00000080:00000010:1.1:1787753336.994065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486660. 00000080:00000010:1.1:1787753336.994069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486800. 00000080:00000010:1.1:1787753336.994073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486be0. 00000080:00000010:1.1:1787753336.994077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486820. 00000080:00000010:1.1:1787753336.999175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486920. 00000080:00000010:1.1:1787753336.999202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac4864a0. 00000080:00000010:1.1:1787753336.999207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac4861c0. 00000080:00000010:1.1:1787753336.999212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3f80. 00000080:00000010:1.1:1787753336.999218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159c60. 00000080:00000010:1.1:1787753336.999226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7a80. 00000080:00000010:1.1:1787753336.999231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7700. 00010000:00000010:1.1:1787753336.999238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5b00. 00010000:00000010:1.1:1787753336.999245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643400. 00010000:00000010:1.1:1787753336.999253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3100. 00010000:00000010:1.1:1787753336.999259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644000. 00010000:00000010:1.1:1787753336.999263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3f00. 00010000:00000010:1.1:1787753336.999268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645200. 00010000:00000010:1.1:1787753336.999272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3700. 00010000:00000010:1.1:1787753336.999275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644c00. 00010000:00000010:1.1:1787753336.999278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3600. 00010000:00000010:1.1:1787753336.999281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645a00. 00010000:00000010:1.1:1787753336.999284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3e00. 00010000:00000010:1.1:1787753336.999287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645e00. 00010000:00000010:1.1:1787753336.999291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3200. 00010000:00000010:1.1:1787753336.999294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645600. 00010000:00000010:1.1:1787753336.999297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3c00. 00010000:00000010:1.1:1787753336.999300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644800. 00010000:00000010:1.1:1787753336.999304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3a00. 00010000:00000010:1.1:1787753336.999307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644200. 00010000:00000010:1.1:1787753336.999310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3300. 00010000:00000010:1.1:1787753336.999313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645800. 00010000:00000010:1.1:1787753336.999317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c2c00. 00010000:00000010:1.1:1787753336.999321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645000. 00010000:00000010:1.1:1787753336.999326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c2b00. 00010000:00000010:1.1:1787753336.999330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe645c00. 00010000:00000010:1.1:1787753336.999333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c2100. 00010000:00000010:1.1:1787753336.999337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642400. 00010000:00000010:1.1:1787753336.999341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5100. 00010000:00000010:1.1:1787753336.999345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5679000. 00010000:00000010:1.1:1787753336.999349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69400. 00010000:00000010:1.1:1787753336.999353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8be000. 00010000:00000010:1.1:1787753336.999359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8f00. 00010000:00000010:1.1:1787753336.999363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe557800. 00000080:00000010:2.1:1787753337.215832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4ba0. 00000080:00000010:2.1:1787753337.215858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4f40. 00000080:00000010:2.1:1787753337.215867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d33a0. 00000080:00000010:2.1:1787753337.229173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3660. 00000080:00000010:2.1:1787753337.229187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3800. 00000080:00000010:2.1:1787753337.229191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3be0. 00000080:00000010:2.1:1787753337.229194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3820. 00000080:00000010:2.1:1787753337.229198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3920. 00000080:00000010:2.1:1787753337.229202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d34a0. 00000080:00000010:2.1:1787753337.229206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d31c0. 00000080:00000010:2.1:1787753337.229210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3460. 00000080:00000010:2.1:1787753337.229214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4640. 00000080:00000010:2.1:1787753337.229221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486700. 00000080:00000010:2.1:1787753337.229225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486a20. 00000080:00000010:2.1:1787753337.229233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac486ec0. 00000080:00000010:2.1:1787753337.229240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d39e0. 00010000:00000010:2.1:1787753337.229246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3900. 00010000:00000010:2.1:1787753337.229250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647c00. 00010000:00000010:2.1:1787753337.229255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3400. 00010000:00000010:2.1:1787753337.229259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646600. 00010000:00000010:2.1:1787753337.229262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3800. 00010000:00000010:2.1:1787753337.229266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642e00. 00010000:00000010:2.1:1787753337.229271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6e00. 00010000:00000010:2.1:1787753337.229275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642a00. 00010000:00000010:2.1:1787753337.229278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6200. 00010000:00000010:2.1:1787753337.229282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643e00. 00010000:00000010:2.1:1787753337.229285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6c00. 00010000:00000010:2.1:1787753337.229288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643600. 00010000:00000010:2.1:1787753337.229292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6a00. 00010000:00000010:2.1:1787753337.229295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642800. 00010000:00000010:2.1:1787753337.229298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6300. 00010000:00000010:2.1:1787753337.229301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642200. 00010000:00000010:2.1:1787753337.229305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6500. 00010000:00000010:2.1:1787753337.229308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643800. 00010000:00000010:2.1:1787753337.229311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6900. 00010000:00000010:2.1:1787753337.229314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643000. 00010000:00000010:2.1:1787753337.229318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6400. 00010000:00000010:2.1:1787753337.229321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe643c00. 00010000:00000010:2.1:1787753337.229324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5000. 00010000:00000010:2.1:1787753337.229327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647400. 00010000:00000010:2.1:1787753337.229330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3000. 00010000:00000010:2.1:1787753337.229334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644a00. 00010000:00000010:2.1:1787753337.229337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3d00. 00010000:00000010:2.1:1787753337.229340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644400. 00010000:00000010:2.1:1787753337.229355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3b00. 00010000:00000010:2.1:1787753337.229359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe644e00. 00010000:00000010:2.1:1787753337.229361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d5d00. 00010000:00000010:2.1:1787753337.229364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe642600. 00010000:00000010:2.1:1787753337.406317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6500. 00010000:00000010:2.1:1787753337.406328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647a00. 00010000:00000010:2.1:1787753337.406332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6900. 00010000:00000010:2.1:1787753337.406335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647e00. 00010000:00000010:2.1:1787753337.406339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6400. 00010000:00000010:2.1:1787753337.406342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647600. 00010000:00000010:2.1:1787753337.406345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6800. 00010000:00000010:2.1:1787753337.406349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646800. 00010000:00000010:2.1:1787753337.406352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6000. 00010000:00000010:2.1:1787753337.406355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646200. 00010000:00000010:2.1:1787753337.406358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6d00. 00010000:00000010:2.1:1787753337.406372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647800. 00010000:00000010:2.1:1787753337.406377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c3500. 00010000:00000010:2.1:1787753337.406381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5678c00. 00010000:00000010:2.1:1787753337.406387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6800. 00010000:00000010:2.1:1787753337.406391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798800. 00010000:00000010:2.1:1787753337.406395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6000. 00010000:00000010:2.1:1787753337.406398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798200. 00010000:00000010:2.1:1787753337.406401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6d00. 00010000:00000010:2.1:1787753337.406406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799800. 00010000:00000010:2.1:1787753337.406409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6b00. 00010000:00000010:2.1:1787753337.406413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799000. 00010000:00000010:2.1:1787753337.406416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6100. 00010000:00000010:2.1:1787753337.406419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799c00. 00010000:00000010:2.1:1787753337.406422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6f00. 00010000:00000010:2.1:1787753337.406425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798600. 00010000:00000010:2.1:1787753337.406428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6700. 00010000:00000010:2.1:1787753337.406431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799400. 00010000:00000010:2.1:1787753337.406434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50d6600. 00010000:00000010:2.1:1787753337.406438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5679e00. 00010000:00000010:2.1:1787753337.406442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69900. 00010000:00000010:2.1:1787753337.406445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647000. 00000080:00000010:1.1:1787753337.618721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4d40. 00000080:00000010:1.1:1787753337.618745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c41a0. 00000080:00000010:1.1:1787753337.618749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4300. 00000080:00000010:1.1:1787753337.618767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c45c0. 00000080:00000010:1.1:1787753337.618773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3220. 00000080:00000010:1.1:1787753337.618778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3aa0. 00000080:00000010:1.1:1787753337.618782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3a80. 00000080:00000010:1.1:1787753337.629182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4260. 00000080:00000010:1.1:1787753337.629209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4620. 00000080:00000010:1.1:1787753337.629213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4980. 00000080:00000010:1.1:1787753337.629218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4d80. 00000080:00000010:1.1:1787753337.629221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4ea0. 00000080:00000010:1.1:1787753337.629225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4d60. 00000080:00000010:1.1:1787753337.629229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4f00. 00000080:00000010:1.1:1787753337.629233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4340. 00000080:00000010:1.1:1787753337.629236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4360. 00010000:00000010:1.1:1787753337.629243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a700. 00010000:00000010:1.1:1787753337.629251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079b000. 00010000:00000010:1.1:1787753337.629256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a600. 00010000:00000010:1.1:1787753337.629259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079bc00. 00010000:00000010:1.1:1787753337.629262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ae00. 00010000:00000010:1.1:1787753337.629267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079a600. 00010000:00000010:1.1:1787753337.629272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6b00. 00010000:00000010:1.1:1787753337.629275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079b400. 00010000:00000010:1.1:1787753337.629280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6100. 00010000:00000010:1.1:1787753337.629283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079aa00. 00010000:00000010:1.1:1787753337.629287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7d00. 00010000:00000010:1.1:1787753337.629291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799e00. 00010000:00000010:1.1:1787753337.629295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7b00. 00010000:00000010:1.1:1787753337.629298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799600. 00010000:00000010:1.1:1787753337.629302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7100. 00010000:00000010:1.1:1787753337.629305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079a400. 00010000:00000010:1.1:1787753337.629308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6f00. 00010000:00000010:1.1:1787753337.629311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079ae00. 00010000:00000010:1.1:1787753337.629314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6700. 00010000:00000010:1.1:1787753337.629317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079a000. 00010000:00000010:1.1:1787753337.629320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6600. 00010000:00000010:1.1:1787753337.629325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646a00. 00010000:00000010:1.1:1787753337.629328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6e00. 00010000:00000010:1.1:1787753337.629331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646400. 00010000:00000010:1.1:1787753337.629346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6200. 00010000:00000010:1.1:1787753337.629350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646e00. 00010000:00000010:1.1:1787753337.629353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6c00. 00010000:00000010:1.1:1787753337.629356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646000. 00010000:00000010:1.1:1787753337.629359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6a00. 00010000:00000010:1.1:1787753337.629371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe647200. 00010000:00000010:1.1:1787753337.629375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c6300. 00010000:00000010:1.1:1787753337.629378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe646c00. 00000080:00000010:1.1:1787753337.821811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c44c0. 00010000:00000010:1.1:1787753337.821853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235af00. 00010000:00000010:1.1:1787753337.821862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079b800. 00000080:00000010:2.1:1787753337.877282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3c40. 00000080:00000010:2.1:1787753337.877298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d36c0. 00000080:00000010:2.1:1787753337.877302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d36e0. 00000080:00000010:2.1:1787753337.877310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4500. 00000080:00000010:2.1:1787753337.877317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4c20. 00000080:00000010:2.1:1787753337.877320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4a00. 00000080:00000010:2.1:1787753337.877324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4b80. 00000080:00000010:2.1:1787753337.877327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4020. 00000080:00000010:2.1:1787753337.877512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3e60. 00000080:00000010:2.1:1787753337.877518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3c60. 00000080:00000010:2.1:1787753337.877522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3860. 00000080:00000010:2.1:1787753337.877525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d35e0. 00000080:00000010:2.1:1787753337.877530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4ee0. 00000080:00000010:2.1:1787753337.877534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4de0. 00000080:00000010:2.1:1787753337.877538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4fa0. 00000080:00000010:2.1:1787753337.877541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4cc0. 00010000:00000010:2.1:1787753337.877551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7c00. 00010000:00000010:2.1:1787753337.877558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798a00. 00010000:00000010:2.1:1787753337.877563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7a00. 00010000:00000010:2.1:1787753337.877566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798400. 00010000:00000010:2.1:1787753337.877570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7300. 00010000:00000010:2.1:1787753337.877573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798e00. 00010000:00000010:2.1:1787753337.877576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7500. 00010000:00000010:2.1:1787753337.877580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383800. 00010000:00000010:2.1:1787753337.877586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a500. 00010000:00000010:2.1:1787753337.877590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383000. 00010000:00000010:2.1:1787753337.877593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a900. 00010000:00000010:2.1:1787753337.877597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079b200. 00010000:00000010:2.1:1787753337.877600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a400. 00010000:00000010:2.1:1787753337.877604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079ac00. 00010000:00000010:2.1:1787753337.877607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a800. 00010000:00000010:2.1:1787753337.877610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079ba00. 00010000:00000010:2.1:1787753337.877613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a000. 00010000:00000010:2.1:1787753337.877616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798000. 00010000:00000010:2.1:1787753337.877619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7900. 00010000:00000010:2.1:1787753337.877623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799200. 00010000:00000010:2.1:1787753337.877627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7400. 00010000:00000010:2.1:1787753337.877630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0798c00. 00010000:00000010:2.1:1787753337.877634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7800. 00010000:00000010:2.1:1787753337.877637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0799a00. 00010000:00000010:2.1:1787753337.877641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7000. 00010000:00000010:2.1:1787753337.877645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079be00. 00010000:00000010:2.1:1787753337.877648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ad00. 00010000:00000010:2.1:1787753337.877651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079b600. 00010000:00000010:2.1:1787753337.877654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ab00. 00010000:00000010:2.1:1787753337.877658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079a800. 00010000:00000010:2.1:1787753337.877661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a100. 00010000:00000010:2.1:1787753337.877664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa079a200. 00000080:00000010:2.1:1787753338.114589:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159ca0. 00000080:00000010:2.1:1787753338.114624:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d33c0. 00000080:00000010:2.1:1787753338.114634:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3600. 00000080:00000010:2.1:1787753338.114641:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861591e0. 00000080:00000010:2.1:1787753338.114649:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4da0. 00000080:00000010:2.1:1787753338.114666:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4520. 00000080:00000010:2.1:1787753338.114671:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4f60. 00000080:00000010:2.1:1787753338.114678:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c47a0. 00000080:00000010:2.1:1787753338.114683:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4380. 00000080:00000010:2.1:1787753338.114686:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4040. 00000080:00000010:2.1:1787753338.114693:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4200. 00000080:00000010:2.1:1787753338.114697:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4680. 00000080:00000010:2.1:1787753338.114701:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3d00. 00000080:00000010:2.1:1787753338.114705:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d39a0. 00000080:00000010:2.1:1787753338.114708:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d37c0. 00000080:00000010:2.1:1787753338.114806:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3960. 00010000:00000010:2.1:1787753338.114815:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69300. 00010000:00000010:2.1:1787753338.114822:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83387c00. 00010000:00000010:2.1:1787753338.114829:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d800. 00010000:00000010:2.1:1787753338.114834:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384a00. 00010000:00000010:2.1:1787753338.114839:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7f00. 00010000:00000010:2.1:1787753338.114843:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384400. 00010000:00000010:2.1:1787753338.114846:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7700. 00010000:00000010:2.1:1787753338.114850:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5678400. 00010000:00000010:2.1:1787753338.114855:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69500. 00010000:00000010:2.1:1787753338.114860:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83382000. 00010000:00000010:2.1:1787753338.114864:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d100. 00010000:00000010:2.1:1787753338.114871:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383200. 00010000:00000010:2.1:1787753338.114874:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235df00. 00010000:00000010:2.1:1787753338.114878:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83382c00. 00010000:00000010:2.1:1787753338.134022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d700. 00010000:00000010:2.1:1787753338.134043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383a00. 00010000:00000010:2.1:1787753338.134048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d600. 00010000:00000010:2.1:1787753338.134051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383e00. 00010000:00000010:2.1:1787753338.134055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a200. 00010000:00000010:2.1:1787753338.134061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83383600. 00010000:00000010:2.1:1787753338.134064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ac00. 00010000:00000010:2.1:1787753338.134069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83382800. 00010000:00000010:2.1:1787753338.134072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235aa00. 00010000:00000010:2.1:1787753338.134076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83382200. 00010000:00000010:2.1:1787753338.134079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235a300. 00010000:00000010:2.1:1787753338.134084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384e00. 00010000:00000010:2.1:1787753338.134091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7600. 00010000:00000010:2.1:1787753338.134095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384000. 00010000:00000010:2.1:1787753338.134098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7e00. 00010000:00000010:2.1:1787753338.134101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83385200. 00010000:00000010:2.1:1787753338.134104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe5c7200. 00010000:00000010:2.1:1787753338.134107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384c00. 00000080:00000010:1.1:1787753338.729456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3900. 00000080:00000010:1.1:1787753338.729477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d30e0. 00000080:00000010:1.1:1787753338.729484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4e20. 00000080:00000010:1.1:1787753338.729490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c49c0. 00000080:00000010:1.1:1787753338.729494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4a60. 00000080:00000010:1.1:1787753338.729498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4c00. 00000080:00000010:1.1:1787753338.729501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4fe0. 00000080:00000010:1.1:1787753338.729505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4b40. 00000080:00000010:1.1:1787753338.729509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159ec0. 00000080:00000010:1.1:1787753338.729514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7be0. 00000080:00000010:1.1:1787753338.729519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159aa0. 00000080:00000010:1.1:1787753338.729523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3000. 00000080:00000010:1.1:1787753338.729527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3740. 00000080:00000010:1.1:1787753338.729530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3f20. 00000080:00000010:1.1:1787753338.736317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3b20. 00000080:00000010:1.1:1787753338.736356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3480. 00010000:00000010:1.1:1787753338.736365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079db00. 00010000:00000010:1.1:1787753338.736372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93200. 00010000:00000010:1.1:1787753338.736378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d100. 00010000:00000010:1.1:1787753338.736382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83385a00. 00010000:00000010:1.1:1787753338.736386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079df00. 00010000:00000010:1.1:1787753338.736390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90800. 00010000:00000010:1.1:1787753338.736395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235de00. 00010000:00000010:1.1:1787753338.736400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90200. 00010000:00000010:1.1:1787753338.736404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d200. 00010000:00000010:1.1:1787753338.736408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91800. 00010000:00000010:1.1:1787753338.736412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235dc00. 00010000:00000010:1.1:1787753338.736415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91000. 00010000:00000010:1.1:1787753338.736418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235da00. 00010000:00000010:1.1:1787753338.736422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91c00. 00010000:00000010:1.1:1787753338.736425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d300. 00010000:00000010:1.1:1787753338.736428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90600. 00010000:00000010:1.1:1787753338.736432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d700. 00010000:00000010:1.1:1787753338.736436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386600. 00010000:00000010:1.1:1787753338.736441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69700. 00010000:00000010:1.1:1787753338.736445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60800. 00010000:00000010:1.1:1787753338.736449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8100. 00010000:00000010:1.1:1787753338.736452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386400. 00010000:00000010:1.1:1787753338.736457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d600. 00010000:00000010:1.1:1787753338.736461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83385e00. 00010000:00000010:1.1:1787753338.736464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079de00. 00010000:00000010:1.1:1787753338.736468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83385600. 00010000:00000010:1.1:1787753338.736472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d200. 00010000:00000010:1.1:1787753338.736476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384800. 00010000:00000010:1.1:1787753338.736479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235d500. 00010000:00000010:1.1:1787753338.736483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83384200. 00010000:00000010:1.1:1787753338.736486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079dc00. 00010000:00000010:1.1:1787753338.736489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83385800. 00000080:00000010:2.1:1787753338.985668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4f80. 00000080:00000010:2.1:1787753338.985695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4940. 00000080:00000010:2.1:1787753338.985699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c40a0. 00000080:00000010:2.1:1787753338.985709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d38e0. 00000080:00000010:2.1:1787753338.985715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d38c0. 00000080:00000010:2.1:1787753338.985721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3760. 00000080:00000010:2.1:1787753338.985725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3580. 00000080:00000010:2.1:1787753338.985730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c42e0. 00000080:00000010:2.1:1787753338.985734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4540. 00000080:00000010:2.1:1787753338.985737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4120. 00000080:00000010:2.1:1787753338.985743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4e00. 00000080:00000010:2.1:1787753338.985747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c43e0. 00000080:00000010:2.1:1787753338.985750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4240. 00000080:00000010:2.1:1787753338.985753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ca0. 00000080:00000010:2.1:1787753338.985758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3dc0. 00000080:00000010:2.1:1787753338.985761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d38a0. 00010000:00000010:2.1:1787753338.985771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ea00. 00010000:00000010:2.1:1787753338.985782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90a00. 00010000:00000010:2.1:1787753338.985787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e300. 00010000:00000010:2.1:1787753338.985790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90400. 00010000:00000010:2.1:1787753338.985794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e500. 00010000:00000010:2.1:1787753338.985801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90e00. 00010000:00000010:2.1:1787753338.985805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079ff00. 00010000:00000010:2.1:1787753338.985809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93c00. 00010000:00000010:2.1:1787753338.985813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f700. 00010000:00000010:2.1:1787753338.985817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92600. 00010000:00000010:2.1:1787753338.985821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f600. 00010000:00000010:2.1:1787753338.985823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93400. 00010000:00000010:2.1:1787753338.985826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079fe00. 00010000:00000010:2.1:1787753338.985830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92a00. 00010000:00000010:2.1:1787753338.993192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e900. 00010000:00000010:2.1:1787753338.993218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90000. 00010000:00000010:2.1:1787753338.993223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e400. 00010000:00000010:2.1:1787753338.993228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91200. 00010000:00000010:2.1:1787753338.993231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e800. 00010000:00000010:2.1:1787753338.993235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b90c00. 00010000:00000010:2.1:1787753338.993238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e000. 00010000:00000010:2.1:1787753338.993242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91a00. 00010000:00000010:2.1:1787753338.993245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ed00. 00010000:00000010:2.1:1787753338.993249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91e00. 00010000:00000010:2.1:1787753338.993252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235eb00. 00010000:00000010:2.1:1787753338.993256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91600. 00010000:00000010:2.1:1787753338.993259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e100. 00010000:00000010:2.1:1787753338.993265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92400. 00010000:00000010:2.1:1787753338.993269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079d000. 00010000:00000010:2.1:1787753338.993272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92e00. 00010000:00000010:2.1:1787753338.993276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079dd00. 00010000:00000010:2.1:1787753338.993279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92000. 00000080:00000010:1.1:1787753339.197583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c41c0. 00000080:00000010:1.1:1787753339.197610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3560. 00000080:00000010:1.1:1787753339.197653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d34e0. 00000080:00000010:1.1:1787753339.197658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3880. 00000080:00000010:1.1:1787753339.197662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3840. 00000080:00000010:1.1:1787753339.197666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3080. 00000080:00000010:1.1:1787753339.197671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d30c0. 00000080:00000010:1.1:1787753339.197675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3bc0. 00000080:00000010:1.1:1787753339.197678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3780. 00000080:00000010:1.1:1787753339.197682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d31e0. 00000080:00000010:1.1:1787753339.197686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3400. 00000080:00000010:1.1:1787753339.197691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3fc0. 00000080:00000010:1.1:1787753339.197695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d36a0. 00000080:00000010:1.1:1787753339.207175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4460. 00000080:00000010:1.1:1787753339.207197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c49e0. 00000080:00000010:1.1:1787753339.207201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4c80. 00010000:00000010:1.1:1787753339.207209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e600. 00010000:00000010:1.1:1787753339.207218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95200. 00010000:00000010:1.1:1787753339.207227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f200. 00010000:00000010:1.1:1787753339.207231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83387200. 00010000:00000010:1.1:1787753339.207235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079fc00. 00010000:00000010:1.1:1787753339.207238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97000. 00010000:00000010:1.1:1787753339.207241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079fa00. 00010000:00000010:1.1:1787753339.207244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97c00. 00010000:00000010:1.1:1787753339.207248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f300. 00010000:00000010:1.1:1787753339.207251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96600. 00010000:00000010:1.1:1787753339.207254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f500. 00010000:00000010:1.1:1787753339.207258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92c00. 00010000:00000010:1.1:1787753339.207261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f900. 00010000:00000010:1.1:1787753339.207266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93a00. 00010000:00000010:1.1:1787753339.207269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f400. 00010000:00000010:1.1:1787753339.207271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93e00. 00010000:00000010:1.1:1787753339.207274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f800. 00010000:00000010:1.1:1787753339.207277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93600. 00010000:00000010:1.1:1787753339.207280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f000. 00010000:00000010:1.1:1787753339.207283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92800. 00010000:00000010:1.1:1787753339.207286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079fd00. 00010000:00000010:1.1:1787753339.207289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b92200. 00010000:00000010:1.1:1787753339.207291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079fb00. 00010000:00000010:1.1:1787753339.207294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93800. 00010000:00000010:1.1:1787753339.207297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa079f100. 00010000:00000010:1.1:1787753339.207300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b93000. 00010000:00000010:1.1:1787753339.207303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ee00. 00010000:00000010:1.1:1787753339.207317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94c00. 00010000:00000010:1.1:1787753339.207322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e200. 00010000:00000010:1.1:1787753339.207326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95a00. 00010000:00000010:1.1:1787753339.207329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ec00. 00010000:00000010:1.1:1787753339.207341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b91400. 00000080:00000010:2.1:1787753339.429045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159f00. 00000080:00000010:2.1:1787753339.429060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159a40. 00000080:00000010:2.1:1787753339.429064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159320. 00000080:00000010:2.1:1787753339.429068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861592a0. 00000080:00000010:2.1:1787753339.429072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861592c0. 00000080:00000010:2.1:1787753339.429081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159ba0. 00000080:00000010:2.1:1787753339.429085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159f40. 00000080:00000010:2.1:1787753339.429090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3720. 00000080:00000010:2.1:1787753339.429099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3160. 00000080:00000010:2.1:1787753339.429103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ce0. 00000080:00000010:2.1:1787753339.429107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861597c0. 00000080:00000010:2.1:1787753339.429112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4be0. 00000080:00000010:2.1:1787753339.429132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4820. 00000080:00000010:2.1:1787753339.429136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4920. 00000080:00000010:2.1:1787753339.429140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c44a0. 00010000:00000010:2.1:1787753339.429148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63800. 00010000:00000010:2.1:1787753339.429154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908c00. 00010000:00000010:2.1:1787753339.429158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63000. 00010000:00000010:2.1:1787753339.429162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5909a00. 00010000:00000010:2.1:1787753339.429164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63d00. 00010000:00000010:2.1:1787753339.429169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386200. 00010000:00000010:2.1:1787753339.429174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63b00. 00010000:00000010:2.1:1787753339.429178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83387400. 00010000:00000010:2.1:1787753339.429182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69d00. 00010000:00000010:2.1:1787753339.429186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386a00. 00010000:00000010:2.1:1787753339.429189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69b00. 00010000:00000010:2.1:1787753339.429193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386e00. 00010000:00000010:2.1:1787753339.429196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69100. 00010000:00000010:2.1:1787753339.429208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386000. 00010000:00000010:2.1:1787753339.429213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaac69f00. 00010000:00000010:2.1:1787753339.429216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83387a00. 00010000:00000010:2.1:1787753339.429221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358200. 00010000:00000010:2.1:1787753339.429224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96800. 00010000:00000010:2.1:1787753339.429228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358c00. 00010000:00000010:2.1:1787753339.429231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96200. 00010000:00000010:2.1:1787753339.429234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358a00. 00010000:00000010:2.1:1787753339.429237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97800. 00010000:00000010:2.1:1787753339.429240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358300. 00010000:00000010:2.1:1787753339.429244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83386c00. 00010000:00000010:2.1:1787753339.429248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380f00. 00010000:00000010:2.1:1787753339.429252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94a00. 00010000:00000010:2.1:1787753339.429256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380700. 00010000:00000010:2.1:1787753339.429260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94400. 00010000:00000010:2.1:1787753339.429263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235ef00. 00010000:00000010:2.1:1787753339.429270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94e00. 00010000:00000010:2.1:1787753339.429273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab235e700. 00010000:00000010:2.1:1787753339.429277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94000. 00000080:00000010:1.1:1787753339.571868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d32a0. 00000080:00000010:1.1:1787753339.571887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3e80. 00000080:00000010:1.1:1787753339.571893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d32c0. 00000080:00000010:1.1:1787753339.571900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7520. 00000080:00000010:1.1:1787753339.571905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159080. 00000080:00000010:1.1:1787753339.572006:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c47e0. 00000080:00000010:1.1:1787753339.572013:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4b00. 00000080:00000010:1.1:1787753339.572017:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4ae0. 00000080:00000010:1.1:1787753339.572022:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ac0. 00000080:00000010:1.1:1787753339.572028:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ba0. 00000080:00000010:1.1:1787753339.572032:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c43a0. 00000080:00000010:1.1:1787753339.572036:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4660. 00000080:00000010:1.1:1787753339.572040:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4800. 00000080:00000010:1.1:1787753339.572043:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3f40. 00000080:00000010:1.1:1787753339.572047:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3640. 00000080:00000010:1.1:1787753339.572051:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861594c0. 00010000:00000010:1.1:1787753339.576288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358d00. 00010000:00000010:1.1:1787753339.576306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96e00. 00010000:00000010:1.1:1787753339.576313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358b00. 00010000:00000010:1.1:1787753339.576317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96000. 00010000:00000010:1.1:1787753339.576320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358100. 00010000:00000010:1.1:1787753339.576324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97200. 00010000:00000010:1.1:1787753339.576328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8d00. 00010000:00000010:1.1:1787753339.576332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61600. 00010000:00000010:1.1:1787753339.576336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8b00. 00010000:00000010:1.1:1787753339.576339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908e00. 00010000:00000010:1.1:1787753339.576343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63900. 00010000:00000010:1.1:1787753339.576347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94200. 00010000:00000010:1.1:1787753339.576352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380800. 00010000:00000010:1.1:1787753339.576357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95800. 00010000:00000010:1.1:1787753339.576359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380000. 00010000:00000010:1.1:1787753339.576363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95000. 00010000:00000010:1.1:1787753339.576366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358f00. 00010000:00000010:1.1:1787753339.576368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b96c00. 00010000:00000010:1.1:1787753339.576372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358700. 00010000:00000010:1.1:1787753339.576375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97a00. 00010000:00000010:1.1:1787753339.576377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63400. 00010000:00000010:1.1:1787753339.576381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95c00. 00010000:00000010:1.1:1787753339.576383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380d00. 00010000:00000010:1.1:1787753339.576386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b94600. 00010000:00000010:1.1:1787753339.576389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380b00. 00010000:00000010:1.1:1787753339.576392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b95400. 00010000:00000010:1.1:1787753339.576396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83380100. 00010000:00000010:1.1:1787753339.576399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97e00. 00010000:00000010:1.1:1787753339.576403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358600. 00010000:00000010:1.1:1787753339.576406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97600. 00010000:00000010:1.1:1787753339.576409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358e00. 00010000:00000010:1.1:1787753339.576412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5909200. 00000080:00000010:1.1:1787753339.873865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3a40. 00000080:00000010:1.1:1787753339.873890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159500. 00000080:00000010:1.1:1787753339.873899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c46c0. 00000080:00000010:1.1:1787753339.873917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c46e0. 00000080:00000010:1.1:1787753339.873925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4e60. 00000080:00000010:1.1:1787753339.873929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4c60. 00000080:00000010:1.1:1787753339.873936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4860. 00000080:00000010:1.1:1787753339.873940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c45e0. 00000080:00000010:1.1:1787753339.873944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4220. 00000080:00000010:1.1:1787753339.873948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4aa0. 00000080:00000010:1.1:1787753339.873952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4a80. 00000080:00000010:1.1:1787753339.873955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4700. 00000080:00000010:1.1:1787753339.873959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4a20. 00000080:00000010:1.1:1787753339.873963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4ec0. 00000080:00000010:1.1:1787753339.878176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4440. 00000080:00000010:1.1:1787753340.068440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3980. 00000080:00000010:1.1:1787753340.077128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3d80. 00000080:00000010:1.1:1787753340.077143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ea0. 00000080:00000010:1.1:1787753340.077147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3d60. 00000080:00000010:1.1:1787753340.077151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3f00. 00000080:00000010:1.1:1787753340.077158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4280. 00000080:00000010:1.1:1787753340.077164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4100. 00000080:00000010:1.1:1787753340.077174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c43c0. 00000080:00000010:1.1:1787753340.077178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3340. 00000080:00000010:1.1:1787753340.077182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4600. 00000080:00000010:1.1:1787753340.077187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4d00. 00000080:00000010:1.1:1787753340.077191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c49a0. 00000080:00000010:1.1:1787753340.077195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c47c0. 00000080:00000010:1.1:1787753340.077201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4960. 00000080:00000010:1.1:1787753340.077206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4c40. 00000080:00000010:1.1:1787753340.077210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3b60. 00010000:00000010:1.1:1787753340.077234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c700. 00010000:00000010:1.1:1787753340.077246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac706000. 00010000:00000010:1.1:1787753340.077252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703e00. 00010000:00000010:1.1:1787753340.077256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704400. 00010000:00000010:1.1:1787753340.077260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703200. 00010000:00000010:1.1:1787753340.077263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704e00. 00010000:00000010:1.1:1787753340.077266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703c00. 00010000:00000010:1.1:1787753340.077270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704000. 00010000:00000010:1.1:1787753340.077273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703a00. 00010000:00000010:1.1:1787753340.077276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705200. 00010000:00000010:1.1:1787753340.077281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358500. 00010000:00000010:1.1:1787753340.077284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac707200. 00010000:00000010:1.1:1787753340.077288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c600. 00010000:00000010:1.1:1787753340.077300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac706c00. 00010000:00000010:1.1:1787753340.077303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590ce00. 00010000:00000010:1.1:1787753340.077307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac707a00. 00010000:00000010:1.1:1787753340.077310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c200. 00010000:00000010:1.1:1787753340.077313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704c00. 00010000:00000010:1.1:1787753340.077316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358900. 00010000:00000010:1.1:1787753340.077555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590ac00. 00010000:00000010:1.1:1787753340.077559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590cc00. 00010000:00000010:1.1:1787753340.077563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590ba00. 00010000:00000010:1.1:1787753340.077567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590ca00. 00010000:00000010:1.1:1787753340.077570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590be00. 00010000:00000010:1.1:1787753340.077573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c300. 00010000:00000010:1.1:1787753340.077576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590b600. 00010000:00000010:1.1:1787753340.077579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c500. 00010000:00000010:1.1:1787753340.077582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590a800. 00010000:00000010:1.1:1787753340.077584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590c900. 00010000:00000010:1.1:1787753340.077588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa590a200. 00010000:00000010:1.1:1787753340.077592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2358400. 00010000:00000010:1.1:1787753340.077595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b97400. 00000080:00000010:1.1:1787753340.622316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4780. 00000080:00000010:1.1:1787753340.622340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c41e0. 00000080:00000010:1.1:1787753340.622347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3ee0. 00000080:00000010:1.1:1787753340.622353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3de0. 00000080:00000010:1.1:1787753340.622357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3fa0. 00000080:00000010:1.1:1787753340.622361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3cc0. 00000080:00000010:1.1:1787753340.627099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4400. 00000080:00000010:1.1:1787753340.627136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4fc0. 00000080:00000010:1.1:1787753340.627141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c46a0. 00000080:00000010:1.1:1787753340.627144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c48e0. 00000080:00000010:1.1:1787753340.627153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c48c0. 00000080:00000010:1.1:1787753340.627158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d34c0. 00000080:00000010:1.1:1787753340.627163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3d40. 00000080:00000010:1.1:1787753340.627170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d31a0. 00000080:00000010:1.1:1787753340.627173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3300. 00000080:00000010:1.1:1787753340.627177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe5c4760. 00010000:00000010:1.1:1787753340.627184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac700000. 00010000:00000010:1.1:1787753340.627191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84877600. 00010000:00000010:1.1:1787753340.627195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac700d00. 00010000:00000010:1.1:1787753340.627199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84876800. 00010000:00000010:1.1:1787753340.627202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac700b00. 00010000:00000010:1.1:1787753340.627207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705a00. 00010000:00000010:1.1:1787753340.627212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703400. 00010000:00000010:1.1:1787753340.627216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705e00. 00010000:00000010:1.1:1787753340.627219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703800. 00010000:00000010:1.1:1787753340.627222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705600. 00010000:00000010:1.1:1787753340.627225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703000. 00010000:00000010:1.1:1787753340.627228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704800. 00010000:00000010:1.1:1787753340.627232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703d00. 00010000:00000010:1.1:1787753340.627236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84876200. 00010000:00000010:1.1:1787753340.627239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac700100. 00010000:00000010:1.1:1787753340.627242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84877800. 00010000:00000010:1.1:1787753340.627247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590fd00. 00010000:00000010:1.1:1787753340.627251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84877000. 00010000:00000010:1.1:1787753340.627254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590fb00. 00010000:00000010:1.1:1787753340.627258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84877c00. 00010000:00000010:1.1:1787753340.627261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590f100. 00010000:00000010:1.1:1787753340.627264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84876600. 00010000:00000010:1.1:1787753340.627266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590ff00. 00010000:00000010:1.1:1787753340.627270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac704200. 00010000:00000010:1.1:1787753340.627272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703b00. 00010000:00000010:1.1:1787753340.627276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705800. 00010000:00000010:1.1:1787753340.627278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703100. 00010000:00000010:1.1:1787753340.627282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705000. 00010000:00000010:1.1:1787753340.627286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac703f00. 00010000:00000010:1.1:1787753340.627289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac705c00. 00010000:00000010:1.1:1787753340.627291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa590f700. 00010000:00000010:1.1:1787753340.627295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84877400. 00000080:00000010:1.1:1787753341.088725:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3360. 00000080:00000010:1.1:1787753341.088745:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3140. 00000080:00000010:1.1:1787753341.088749:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3da0. 00000080:00000010:1.1:1787753341.088755:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3520. 00000080:00000010:1.1:1787753341.088760:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159a80. 00000080:00000010:1.1:1787753341.088768:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701fe0. 00000080:00000010:1.1:1787753341.088772:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701b40. 00000080:00000010:1.1:1787753341.088776:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701060. 00000080:00000010:1.1:1787753341.088779:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3f60. 00000080:00000010:1.1:1787753341.088783:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159720. 00000080:00000010:1.1:1787753341.088787:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d37a0. 00000080:00000010:1.1:1787753341.088791:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3380. 00000080:00000010:1.1:1787753341.088797:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3040. 00000080:00000010:1.1:1787753341.088801:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3200. 00000080:00000010:1.1:1787753341.088804:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3680. 00000080:00000010:1.1:1787753341.088809:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa50d3500. 00010000:00000010:1.1:1787753341.105674:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870e00. 00010000:00000010:1.1:1787753341.105685:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58800. 00010000:00000010:1.1:1787753341.105689:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870200. 00010000:00000010:1.1:1787753341.105693:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58200. 00010000:00000010:1.1:1787753341.105696:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870c00. 00010000:00000010:1.1:1787753341.105700:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b59800. 00010000:00000010:1.1:1787753341.105704:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870a00. 00010000:00000010:1.1:1787753341.105707:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b59000. 00010000:00000010:1.1:1787753341.105710:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870300. 00010000:00000010:1.1:1787753341.105714:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908800. 00010000:00000010:1.1:1787753341.105721:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5cb00. 00010000:00000010:1.1:1787753341.105727:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b5a200. 00010000:00000010:1.1:1787753341.105729:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5c100. 00010000:00000010:1.1:1787753341.105733:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b5b800. 00010000:00000010:1.1:1787753341.105736:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5cf00. 00010000:00000010:1.1:1787753341.105739:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b5b000. 00010000:00000010:1.1:1787753341.105742:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5c700. 00010000:00000010:1.1:1787753341.105745:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b59c00. 00010000:00000010:1.1:1787753341.105749:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870500. 00010000:00000010:1.1:1787753341.105752:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908a00. 00010000:00000010:1.1:1787753341.105757:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63300. 00010000:00000010:1.1:1787753341.105761:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58600. 00010000:00000010:1.1:1787753341.105765:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac700f00. 00010000:00000010:1.1:1787753341.105768:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b59400. 00010000:00000010:1.1:1787753341.105772:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870900. 00010000:00000010:1.1:1787753341.105775:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58a00. 00010000:00000010:1.1:1787753341.105778:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870400. 00010000:00000010:1.1:1787753341.105781:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58400. 00010000:00000010:1.1:1787753341.105784:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870800. 00010000:00000010:1.1:1787753341.105787:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58e00. 00010000:00000010:1.1:1787753341.105791:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84870000. 00010000:00000010:1.1:1787753341.105795:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b58000. 00010000:00000010:0.1:1787753341.581217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874000. 00010000:00000010:0.1:1787753341.581223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5800. 00010000:00000010:0.1:1787753341.581226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874d00. 00010000:00000010:0.1:1787753341.581229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5000. 00010000:00000010:0.1:1787753341.581232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874b00. 00010000:00000010:0.1:1787753341.581235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5909800. 00010000:00000010:0.1:1787753341.581239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d200. 00010000:00000010:0.1:1787753341.581245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6c00. 00010000:00000010:0.1:1787753341.581248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5dc00. 00010000:00000010:0.1:1787753341.581253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7a00. 00010000:00000010:0.1:1787753341.581255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5da00. 00010000:00000010:0.1:1787753341.581258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7e00. 00010000:00000010:0.1:1787753341.581261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874100. 00010000:00000010:0.1:1787753341.581263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5c00. 00010000:00000010:0.1:1787753341.581277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874f00. 00010000:00000010:0.1:1787753341.581280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c4600. 00010000:00000010:0.1:1787753341.581283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874700. 00010000:00000010:0.1:1787753341.581286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5400. 00010000:00000010:0.1:1787753341.581289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874600. 00010000:00000010:0.1:1787753341.581301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7600. 00010000:00000010:0.1:1787753341.581305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5c600. 00010000:00000010:0.1:1787753341.581309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6800. 00010000:00000010:0.1:1787753341.581312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5ce00. 00010000:00000010:0.1:1787753341.581315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6200. 00010000:00000010:0.1:1787753341.581318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5c200. 00010000:00000010:0.1:1787753341.581320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7800. 00010000:00000010:0.1:1787753341.581323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5cc00. 00010000:00000010:0.1:1787753341.581326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b5aa00. 00010000:00000010:0.1:1787753341.581329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5ca00. 00010000:00000010:0.1:1787753341.581332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b5a400. 00000080:00000010:0.1:1787753341.924304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873660. 00000080:00000010:1.1:1787753341.928804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873800. 00000080:00000010:1.1:1787753341.928829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159a20. 00000080:00000010:1.1:1787753341.928835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7c20. 00000080:00000010:1.1:1787753341.928844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ae0. 00000080:00000010:1.1:1787753341.928852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7013a0. 00000080:00000010:1.1:1787753341.928856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873be0. 00000080:00000010:1.1:1787753341.928859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873820. 00000080:00000010:1.1:1787753341.928864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873920. 00000080:00000010:1.1:1787753341.928879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848734a0. 00000080:00000010:1.1:1787753341.928883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701660. 00000080:00000010:1.1:1787753341.928887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701800. 00000080:00000010:1.1:1787753341.928891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701be0. 00000080:00000010:1.1:1787753341.928895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701820. 00000080:00000010:1.1:1787753341.928899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701920. 00000080:00000010:1.1:1787753341.928908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7014a0. 00010000:00000010:1.1:1787753341.928914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875800. 00010000:00000010:1.1:1787753341.928921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21400. 00010000:00000010:1.1:1787753341.928925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875000. 00010000:00000010:1.1:1787753341.928929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20a00. 00010000:00000010:1.1:1787753341.928932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875d00. 00010000:00000010:1.1:1787753341.928935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5909400. 00010000:00000010:1.1:1787753341.928940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8800. 00010000:00000010:1.1:1787753341.928943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61e00. 00010000:00000010:1.1:1787753341.928947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a849d8000. 00010000:00000010:1.1:1787753341.928952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6600. 00010000:00000010:1.1:1787753341.928957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5dd00. 00010000:00000010:1.1:1787753341.928961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7400. 00010000:00000010:1.1:1787753341.928964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5db00. 00010000:00000010:1.1:1787753341.928979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c4c00. 00010000:00000010:1.1:1787753341.928983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875b00. 00010000:00000010:1.1:1787753341.928987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5a00. 00010000:00000010:1.1:1787753341.928991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874500. 00010000:00000010:1.1:1787753341.928995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5e00. 00010000:00000010:1.1:1787753341.928998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874900. 00010000:00000010:1.1:1787753341.929001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c5600. 00010000:00000010:1.1:1787753341.929005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d100. 00010000:00000010:1.1:1787753341.929008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6a00. 00010000:00000010:1.1:1787753341.929012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5df00. 00010000:00000010:1.1:1787753341.929015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6400. 00010000:00000010:1.1:1787753341.929017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84874400. 00010000:00000010:1.1:1787753341.929020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c4800. 00010000:00000010:1.1:1787753341.929023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d700. 00010000:00000010:1.1:1787753341.929026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6e00. 00010000:00000010:1.1:1787753341.929028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d600. 00010000:00000010:1.1:1787753341.929031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c6000. 00010000:00000010:1.1:1787753341.929034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5de00. 00010000:00000010:1.1:1787753341.929037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7200. 00000080:00000010:1.1:1787753342.306160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701c60. 00000080:00000010:1.1:1787753342.306182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701860. 00000080:00000010:1.1:1787753342.306186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7015e0. 00000080:00000010:1.1:1787753342.306191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873b00. 00000080:00000010:1.1:1787753342.314199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ae0. 00000080:00000010:1.1:1787753342.314221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701220. 00000080:00000010:1.1:1787753342.314227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701aa0. 00000080:00000010:1.1:1787753342.314230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701a80. 00000080:00000010:1.1:1787753342.314237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701700. 00000080:00000010:1.1:1787753342.314241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861597e0. 00000080:00000010:1.1:1787753342.314246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848733a0. 00000080:00000010:1.1:1787753342.314249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701a20. 00000080:00000010:1.1:1787753342.314253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ec0. 00000080:00000010:1.1:1787753342.314257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701440. 00000080:00000010:1.1:1787753342.314260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7017e0. 00000080:00000010:1.1:1787753342.314264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701b00. 00010000:00000010:1.1:1787753342.314269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0800. 00010000:00000010:1.1:1787753342.314286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23c00. 00010000:00000010:1.1:1787753342.314290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0000. 00010000:00000010:1.1:1787753342.314294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22600. 00010000:00000010:1.1:1787753342.314297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0d00. 00010000:00000010:1.1:1787753342.314300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23400. 00010000:00000010:1.1:1787753342.314304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875500. 00010000:00000010:1.1:1787753342.314308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21800. 00010000:00000010:1.1:1787753342.314311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875900. 00010000:00000010:1.1:1787753342.314314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21000. 00010000:00000010:1.1:1787753342.314318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0b00. 00010000:00000010:1.1:1787753342.314320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22a00. 00010000:00000010:1.1:1787753342.314323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0100. 00010000:00000010:1.1:1787753342.314326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22400. 00010000:00000010:1.1:1787753342.314328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0f00. 00010000:00000010:1.1:1787753342.314331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22e00. 00010000:00000010:1.1:1787753342.314335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d300. 00010000:00000010:1.1:1787753342.314338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22000. 00010000:00000010:1.1:1787753342.314341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d500. 00010000:00000010:1.1:1787753342.314344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908200. 00010000:00000010:1.1:1787753342.314348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63a00. 00010000:00000010:1.1:1787753342.314352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21c00. 00010000:00000010:1.1:1787753342.314355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875400. 00010000:00000010:1.1:1787753342.314357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20600. 00010000:00000010:1.1:1787753342.314360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d900. 00010000:00000010:1.1:1787753342.314363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23200. 00010000:00000010:1.1:1787753342.314366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d400. 00010000:00000010:1.1:1787753342.314369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22c00. 00010000:00000010:1.1:1787753342.314371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d800. 00010000:00000010:1.1:1787753342.314375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7000. 00010000:00000010:1.1:1787753342.314378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b5d000. 00010000:00000010:1.1:1787753342.314381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba0c7c00. 00010000:00000010:1.1:1787753342.684367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875c00. 00010000:00000010:1.1:1787753342.684375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24200. 00010000:00000010:1.1:1787753342.684381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7500. 00010000:00000010:1.1:1787753342.684385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25800. 00010000:00000010:1.1:1787753342.684389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63700. 00010000:00000010:1.1:1787753342.684394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23a00. 00010000:00000010:1.1:1787753342.684401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0200. 00010000:00000010:1.1:1787753342.684404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23e00. 00010000:00000010:1.1:1787753342.684407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0c00. 00010000:00000010:1.1:1787753342.684411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23600. 00010000:00000010:1.1:1787753342.684415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0a00. 00010000:00000010:1.1:1787753342.684418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22800. 00010000:00000010:1.1:1787753342.684421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0300. 00010000:00000010:1.1:1787753342.684424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20800. 00010000:00000010:1.1:1787753342.684427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875a00. 00010000:00000010:1.1:1787753342.684430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20200. 00010000:00000010:1.1:1787753342.684433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875300. 00010000:00000010:1.1:1787753342.684436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60c00. 00010000:00000010:1.1:1787753342.684439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63600. 00010000:00000010:1.1:1787753342.684443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61a00. 00010000:00000010:1.1:1787753342.684446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63e00. 00010000:00000010:1.1:1787753342.684449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25400. 00010000:00000010:1.1:1787753342.684452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63200. 00010000:00000010:1.1:1787753342.684456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5908400. 00010000:00000010:1.1:1787753342.684459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63c00. 00010000:00000010:1.1:1787753342.684463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5909c00. 00010000:00000010:1.1:1787753342.684465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0500. 00010000:00000010:1.1:1787753342.684469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b22200. 00010000:00000010:1.1:1787753342.684471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0900. 00010000:00000010:1.1:1787753342.684474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23800. 00010000:00000010:1.1:1787753342.684477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0400. 00010000:00000010:1.1:1787753342.684480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b23000. 00000080:00000010:0.1:1787753342.986183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701280. 00000080:00000010:0.1:1787753342.986204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701100. 00000080:00000010:0.1:1787753342.986209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7013c0. 00000080:00000010:0.1:1787753342.986212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701600. 00000080:00000010:0.1:1787753342.986217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159d20. 00000080:00000010:0.1:1787753342.986222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7f20. 00000080:00000010:0.1:1787753342.986227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b7900. 00000080:00000010:0.1:1787753342.986231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159020. 00000080:00000010:0.1:1787753342.986237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848735e0. 00000080:00000010:0.1:1787753342.986252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159b80. 00000080:00000010:0.1:1787753342.986255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873220. 00000080:00000010:0.1:1787753342.986259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873a80. 00000080:00000010:0.1:1787753342.986262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873700. 00000080:00000010:0.1:1787753342.986271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701d00. 00000080:00000010:0.1:1787753342.990407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873a20. 00000080:00000010:0.1:1787753342.990430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ec0. 00010000:00000010:0.1:1787753342.990439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1e00. 00010000:00000010:0.1:1787753342.990446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d4e00. 00010000:00000010:0.1:1787753342.990461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1200. 00010000:00000010:0.1:1787753342.990464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d4000. 00010000:00000010:0.1:1787753342.990468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0700. 00010000:00000010:0.1:1787753342.990472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d5200. 00010000:00000010:0.1:1787753342.990475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0600. 00010000:00000010:0.1:1787753342.990478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d4c00. 00010000:00000010:0.1:1787753342.990482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26500. 00010000:00000010:0.1:1787753342.990485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24c00. 00010000:00000010:0.1:1787753342.990489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63f00. 00010000:00000010:0.1:1787753342.990492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60000. 00010000:00000010:0.1:1787753342.990496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7a00. 00010000:00000010:0.1:1787753342.990500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61200. 00010000:00000010:0.1:1787753342.990503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7300. 00010000:00000010:0.1:1787753342.990506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25600. 00010000:00000010:0.1:1787753342.990509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26900. 00010000:00000010:0.1:1787753342.990513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20e00. 00010000:00000010:0.1:1787753342.990518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875100. 00010000:00000010:0.1:1787753342.990522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24800. 00010000:00000010:0.1:1787753342.990525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875f00. 00010000:00000010:0.1:1787753342.990528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20000. 00010000:00000010:0.1:1787753342.990531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875700. 00010000:00000010:0.1:1787753342.990534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b20c00. 00010000:00000010:0.1:1787753342.990537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875600. 00010000:00000010:0.1:1787753342.990540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21a00. 00010000:00000010:0.1:1787753342.990543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c0e00. 00010000:00000010:0.1:1787753342.990546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d5a00. 00010000:00000010:0.1:1787753342.990549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875e00. 00010000:00000010:0.1:1787753342.990551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21e00. 00010000:00000010:0.1:1787753342.990554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84875200. 00010000:00000010:0.1:1787753342.990557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b21600. 00000080:00000010:1.1:1787753343.579804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701bc0. 00000080:00000010:1.1:1787753343.579826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701780. 00000080:00000010:1.1:1787753343.579830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7011e0. 00000080:00000010:1.1:1787753343.579851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701400. 00000080:00000010:1.1:1787753343.579855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701fc0. 00000080:00000010:1.1:1787753343.579859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7016a0. 00000080:00000010:1.1:1787753343.579864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873c40. 00000080:00000010:1.1:1787753343.579869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159220. 00000080:00000010:1.1:1787753343.579875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7018e0. 00000080:00000010:1.1:1787753343.579878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7018c0. 00000080:00000010:1.1:1787753343.579882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701760. 00000080:00000010:1.1:1787753343.579885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701580. 00000080:00000010:1.1:1787753343.579889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159860. 00010000:00000010:1.1:1787753343.579897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2400. 00010000:00000010:1.1:1787753343.579903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0c00. 00010000:00000010:1.1:1787753343.579908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2800. 00010000:00000010:1.1:1787753343.579913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1a00. 00010000:00000010:1.1:1787753343.579916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2000. 00010000:00000010:1.1:1787753343.579920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1e00. 00010000:00000010:1.1:1787753343.579923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2d00. 00010000:00000010:1.1:1787753343.579926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1600. 00010000:00000010:1.1:1787753343.579929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2b00. 00010000:00000010:1.1:1787753343.579932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0800. 00010000:00000010:1.1:1787753343.579935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2100. 00010000:00000010:1.1:1787753343.579938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0200. 00010000:00000010:1.1:1787753343.579941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2f00. 00010000:00000010:1.1:1787753343.579944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1800. 00010000:00000010:1.1:1787753343.579947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2700. 00010000:00000010:1.1:1787753343.579950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1000. 00010000:00000010:1.1:1787753343.579953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2600. 00010000:00000010:1.1:1787753343.579956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1c00. 00010000:00000010:1.1:1787753343.579960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26f00. 00010000:00000010:1.1:1787753343.579964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7e00. 00010000:00000010:1.1:1787753343.579966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26700. 00010000:00000010:1.1:1787753343.579970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25a00. 00010000:00000010:1.1:1787753343.579973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2e00. 00010000:00000010:1.1:1787753343.579977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0600. 00010000:00000010:1.1:1787753343.579981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1c00. 00010000:00000010:1.1:1787753343.579984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1400. 00010000:00000010:1.1:1787753343.579988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1a00. 00010000:00000010:1.1:1787753343.579991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0a00. 00010000:00000010:1.1:1787753343.579994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1300. 00010000:00000010:1.1:1787753343.579998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0400. 00010000:00000010:1.1:1787753343.580001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aba0c1500. 00010000:00000010:1.1:1787753343.580003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25c00. 00000080:00000010:0.1:1787753343.761241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ac0. 00000080:00000010:0.1:1787753343.761274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848733c0. 00000080:00000010:0.1:1787753343.761281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873600. 00000080:00000010:0.1:1787753343.761285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873d00. 00000080:00000010:0.1:1787753343.761289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ba0. 00000080:00000010:0.1:1787753343.761293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848739a0. 00000080:00000010:0.1:1787753343.761296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848737c0. 00000080:00000010:0.1:1787753343.761300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701f40. 00000080:00000010:0.1:1787753343.765597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701640. 00000080:00000010:0.1:1787753343.765626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701720. 00000080:00000010:0.1:1787753343.765630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873960. 00000080:00000010:0.1:1787753343.765635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701160. 00000080:00000010:0.1:1787753343.765639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ce0. 00000080:00000010:0.1:1787753343.765643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701560. 00000080:00000010:0.1:1787753343.765647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7014e0. 00000080:00000010:0.1:1787753343.765651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701880. 00010000:00000010:0.1:1787753343.765657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3000. 00010000:00000010:0.1:1787753343.765665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22e00. 00010000:00000010:0.1:1787753343.765669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3d00. 00010000:00000010:0.1:1787753343.765672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22000. 00010000:00000010:0.1:1787753343.765676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27a00. 00010000:00000010:0.1:1787753343.765681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6e00. 00010000:00000010:0.1:1787753343.765686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26400. 00010000:00000010:0.1:1787753343.765690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6000. 00010000:00000010:0.1:1787753343.765693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26800. 00010000:00000010:0.1:1787753343.765697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23200. 00010000:00000010:0.1:1787753343.765701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26000. 00010000:00000010:0.1:1787753343.765704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7200. 00010000:00000010:0.1:1787753343.765708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26d00. 00010000:00000010:0.1:1787753343.765711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6c00. 00010000:00000010:0.1:1787753343.765715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26b00. 00010000:00000010:0.1:1787753343.765718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22c00. 00010000:00000010:0.1:1787753343.765721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3b00. 00010000:00000010:0.1:1787753343.765724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23a00. 00010000:00000010:0.1:1787753343.765729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2200. 00010000:00000010:0.1:1787753343.765733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23e00. 00010000:00000010:0.1:1787753343.765736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2c00. 00010000:00000010:0.1:1787753343.765739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7a00. 00010000:00000010:0.1:1787753343.765742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b26100. 00010000:00000010:0.1:1787753343.765745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23600. 00010000:00000010:0.1:1787753343.765749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2a00. 00010000:00000010:0.1:1787753343.765752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22800. 00010000:00000010:0.1:1787753343.765755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2300. 00010000:00000010:0.1:1787753343.765759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0e00. 00010000:00000010:0.1:1787753343.765763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2500. 00010000:00000010:0.1:1787753343.765766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b0000. 00010000:00000010:0.1:1787753343.765769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b2900. 00010000:00000010:0.1:1787753343.765772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa06b1200. 00000080:00000010:1.1:1787753343.961150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873100. 00000080:00000010:1.1:1787753343.961171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159420. 00000080:00000010:1.1:1787753343.961187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ea0. 00000080:00000010:1.1:1787753343.961198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701d60. 00000080:00000010:1.1:1787753343.961205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a861596e0. 00000080:00000010:1.1:1787753343.961212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159180. 00000080:00000010:1.1:1787753343.961218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701f00. 00000080:00000010:1.1:1787753343.961224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701340. 00000080:00000010:1.1:1787753343.961232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701360. 00000080:00000010:1.1:1787753343.961240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701a40. 00000080:00000010:1.1:1787753343.961247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701320. 00000080:00000010:1.1:1787753343.961252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7012a0. 00000080:00000010:1.1:1787753343.961257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701e80. 00000080:00000010:1.1:1787753343.961262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86159e60. 00000080:00000010:1.1:1787753343.961270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b76c0. 00000080:00000010:1.1:1787753343.961278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7012c0. 00010000:00000010:1.1:1787753343.961288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27200. 00010000:00000010:1.1:1787753343.961296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6a00. 00010000:00000010:1.1:1787753343.961302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27c00. 00010000:00000010:1.1:1787753343.961309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25200. 00010000:00000010:1.1:1787753343.961319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3600. 00010000:00000010:1.1:1787753343.961325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25000. 00010000:00000010:1.1:1787753343.961329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3e00. 00010000:00000010:1.1:1787753343.961334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25c00. 00010000:00000010:1.1:1787753343.961339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3200. 00010000:00000010:1.1:1787753343.961358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25e00. 00010000:00000010:1.1:1787753343.961373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64400. 00010000:00000010:1.1:1787753343.961397:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b25000. 00010000:00000010:1.1:1787753343.961403:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d63100. 00010000:00000010:1.1:1787753343.961408:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22200. 00010000:00000010:1.1:1787753343.961412:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3c00. 00010000:00000010:1.1:1787753343.961416:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23800. 00010000:00000010:1.1:1787753343.961420:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3a00. 00010000:00000010:1.1:1787753343.961423:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23000. 00010000:00000010:1.1:1787753343.961427:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3300. 00010000:00000010:1.1:1787753343.961430:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23c00. 00010000:00000010:1.1:1787753343.961434:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3500. 00010000:00000010:1.1:1787753343.961438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22600. 00010000:00000010:1.1:1787753343.961441:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3900. 00010000:00000010:1.1:1787753343.961445:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba23400. 00010000:00000010:1.1:1787753343.961448:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3400. 00010000:00000010:1.1:1787753343.961450:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22a00. 00010000:00000010:1.1:1787753343.961453:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3800. 00010000:00000010:1.1:1787753343.961456:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24e00. 00010000:00000010:1.1:1787753343.967209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7200. 00010000:00000010:1.1:1787753343.967228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60e00. 00010000:00000010:1.1:1787753343.967232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7c00. 00010000:00000010:1.1:1787753343.967235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba22400. 00000080:00000010:2.1:1787753344.142925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701020. 00000080:00000010:2.1:1787753344.142951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701ee0. 00000080:00000010:2.1:1787753344.142955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701de0. 00000080:00000010:2.1:1787753344.142959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701fa0. 00000080:00000010:2.1:1787753344.142968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701cc0. 00000080:00000010:2.1:1787753344.142989:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7014c0. 00000080:00000010:2.1:1787753344.142995:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701d40. 00000080:00000010:2.1:1787753344.142999:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7011a0. 00000080:00000010:2.1:1787753344.143008:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701300. 00000080:00000010:2.1:1787753344.143012:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7015c0. 00000080:00000010:2.1:1787753344.143017:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701260. 00000080:00000010:2.1:1787753344.143021:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701620. 00000080:00000010:2.1:1787753344.143029:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701980. 00000080:00000010:2.1:1787753344.143033:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701d80. 00000080:00000010:2.1:1787753344.143038:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848735a0. 00000080:00000010:2.1:1787753344.143044:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873280. 00010000:00000010:2.1:1787753344.159156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6300. 00010000:00000010:2.1:1787753344.159165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26e00. 00010000:00000010:2.1:1787753344.159169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6500. 00010000:00000010:2.1:1787753344.159174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24600. 00010000:00000010:2.1:1787753344.159177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6900. 00010000:00000010:2.1:1787753344.159182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25400. 00010000:00000010:2.1:1787753344.159186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6400. 00010000:00000010:2.1:1787753344.159189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24a00. 00010000:00000010:2.1:1787753344.159192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6800. 00010000:00000010:2.1:1787753344.159196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24400. 00010000:00000010:2.1:1787753344.159212:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6000. 00010000:00000010:2.1:1787753344.159217:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24e00. 00010000:00000010:2.1:1787753344.159229:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6d00. 00010000:00000010:2.1:1787753344.159234:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24000. 00010000:00000010:2.1:1787753344.159237:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6b00. 00010000:00000010:2.1:1787753344.159240:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25200. 00010000:00000010:2.1:1787753344.159244:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6100. 00010000:00000010:2.1:1787753344.159255:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24c00. 00010000:00000010:2.1:1787753344.159259:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6f00. 00010000:00000010:2.1:1787753344.159262:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25a00. 00010000:00000010:2.1:1787753344.159267:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6700. 00010000:00000010:2.1:1787753344.159270:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25e00. 00010000:00000010:2.1:1787753344.159273:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6600. 00010000:00000010:2.1:1787753344.159276:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25600. 00010000:00000010:2.1:1787753344.159280:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3100. 00010000:00000010:2.1:1787753344.159284:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24800. 00010000:00000010:2.1:1787753344.159287:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3f00. 00010000:00000010:2.1:1787753344.159290:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba24200. 00010000:00000010:2.1:1787753344.159293:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b3700. 00010000:00000010:2.1:1787753344.159296:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba25800. 00010000:00000010:2.1:1787753344.159301:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27e00. 00010000:00000010:2.1:1787753344.159305:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7400. 00000080:00000010:1.1:1787753344.359885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701520. 00000080:00000010:1.1:1787753344.363259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701f60. 00000080:00000010:1.1:1787753344.363289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d651e0. 00000080:00000010:1.1:1787753344.363298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873f20. 00000080:00000010:1.1:1787753344.363303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873b20. 00000080:00000010:1.1:1787753344.363307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873480. 00000080:00000010:1.1:1787753344.363311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65fc0. 00000080:00000010:1.1:1787753344.363314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac7017a0. 00000080:00000010:1.1:1787753344.363318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701380. 00000080:00000010:1.1:1787753344.363322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701040. 00000080:00000010:1.1:1787753344.363331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701200. 00000080:00000010:1.1:1787753344.363335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701680. 00000080:00000010:1.1:1787753344.363341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701500. 00000080:00000010:1.1:1787753344.363346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701c20. 00000080:00000010:1.1:1787753344.363349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701a00. 00000080:00000010:1.1:1787753344.363353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701b80. 00010000:00000010:1.1:1787753344.363360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7200. 00010000:00000010:1.1:1787753344.363367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27e00. 00010000:00000010:1.1:1787753344.363371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7c00. 00010000:00000010:1.1:1787753344.363374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27600. 00010000:00000010:1.1:1787753344.363387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7a00. 00010000:00000010:1.1:1787753344.363391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24000. 00010000:00000010:1.1:1787753344.363395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27100. 00010000:00000010:1.1:1787753344.363399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7000. 00010000:00000010:1.1:1787753344.363403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27f00. 00010000:00000010:1.1:1787753344.363406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7c00. 00010000:00000010:1.1:1787753344.363409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27700. 00010000:00000010:1.1:1787753344.363412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6600. 00010000:00000010:1.1:1787753344.363415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27600. 00010000:00000010:1.1:1787753344.363418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24a00. 00010000:00000010:1.1:1787753344.363421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7300. 00010000:00000010:1.1:1787753344.363425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26800. 00010000:00000010:1.1:1787753344.363428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7500. 00010000:00000010:1.1:1787753344.363431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26200. 00010000:00000010:1.1:1787753344.363434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7900. 00010000:00000010:1.1:1787753344.363437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27800. 00010000:00000010:1.1:1787753344.363440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7400. 00010000:00000010:1.1:1787753344.363443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27000. 00010000:00000010:1.1:1787753344.363446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7800. 00010000:00000010:1.1:1787753344.363460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27c00. 00010000:00000010:1.1:1787753344.363465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6e00. 00010000:00000010:1.1:1787753344.363469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26600. 00010000:00000010:1.1:1787753344.363472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6200. 00010000:00000010:1.1:1787753344.363476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27400. 00010000:00000010:1.1:1787753344.363479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6c00. 00010000:00000010:1.1:1787753344.363483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26a00. 00010000:00000010:1.1:1787753344.363486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b6a00. 00010000:00000010:1.1:1787753344.363488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26400. 00000080:00000010:0.1:1787753344.596418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba204e0. 00000080:00000010:0.1:1787753344.596433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20880. 00000080:00000010:0.1:1787753344.596437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20840. 00000080:00000010:0.1:1787753344.596449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848738a0. 00000080:00000010:0.1:1787753344.596454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873900. 00000080:00000010:0.1:1787753344.596460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848730e0. 00000080:00000010:0.1:1787753344.596464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20080. 00000080:00000010:0.1:1787753344.596468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba200c0. 00000080:00000010:0.1:1787753344.596473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701b60. 00000080:00000010:0.1:1787753344.596477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701d20. 00000080:00000010:0.1:1787753344.596481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873000. 00000080:00000010:0.1:1787753344.596484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873740. 00000080:00000010:0.1:1787753344.596487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701180. 00000080:00000010:0.1:1787753344.596492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701420. 00000080:00000010:0.1:1787753344.596496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701140. 00000080:00000010:0.1:1787753344.596500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac701da0. 00010000:00000010:0.1:1787753344.596505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194300. 00010000:00000010:0.1:1787753344.596510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192600. 00010000:00000010:0.1:1787753344.596514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194500. 00010000:00000010:0.1:1787753344.596518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193400. 00010000:00000010:0.1:1787753344.596523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7000. 00010000:00000010:0.1:1787753344.596526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192a00. 00010000:00000010:0.1:1787753344.613166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27900. 00010000:00000010:0.1:1787753344.613174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191600. 00010000:00000010:0.1:1787753344.613179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27400. 00010000:00000010:0.1:1787753344.613184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190800. 00010000:00000010:0.1:1787753344.613187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27800. 00010000:00000010:0.1:1787753344.613191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190200. 00010000:00000010:0.1:1787753344.613196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7d00. 00010000:00000010:0.1:1787753344.613200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192400. 00010000:00000010:0.1:1787753344.613203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7b00. 00010000:00000010:0.1:1787753344.613206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192e00. 00010000:00000010:0.1:1787753344.613209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7100. 00010000:00000010:0.1:1787753344.613223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192000. 00010000:00000010:0.1:1787753344.613227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7f00. 00010000:00000010:0.1:1787753344.613231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26000. 00010000:00000010:0.1:1787753344.613235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27000. 00010000:00000010:0.1:1787753344.613247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191800. 00010000:00000010:0.1:1787753344.613251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27d00. 00010000:00000010:0.1:1787753344.613255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d6400. 00010000:00000010:0.1:1787753344.613259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27b00. 00010000:00000010:0.1:1787753344.613263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57d7800. 00010000:00000010:0.1:1787753344.613266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7700. 00010000:00000010:0.1:1787753344.613270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27200. 00010000:00000010:0.1:1787753344.613273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7600. 00010000:00000010:0.1:1787753344.613276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba26c00. 00010000:00000010:0.1:1787753344.613279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa06b7e00. 00010000:00000010:0.1:1787753344.613282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaba27a00. 00000080:00000010:1.1:1787753344.824433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873760. 00000080:00000010:1.1:1787753344.840392:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d655c0. 00000080:00000010:1.1:1787753344.840404:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a849a7800. 00000080:00000010:1.1:1787753344.840410:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab1c04840. 00000080:00000010:1.1:1787753344.840416:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac5b75e0. 00000080:00000010:1.1:1787753344.840422:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873580. 00000080:00000010:1.1:1787753344.845200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ca0. 00000080:00000010:1.1:1787753344.845246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873dc0. 00000080:00000010:1.1:1787753344.845255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ac0. 00000080:00000010:1.1:1787753344.845263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ba0. 00000080:00000010:1.1:1787753344.845268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20f40. 00000080:00000010:1.1:1787753344.845271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20640. 00000080:00000010:1.1:1787753344.845275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20720. 00000080:00000010:1.1:1787753344.845282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20160. 00000080:00000010:1.1:1787753344.845286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ce0. 00000080:00000010:1.1:1787753344.845292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20560. 00010000:00000010:1.1:1787753344.845298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511300. 00010000:00000010:1.1:1787753344.845304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191200. 00010000:00000010:1.1:1787753344.845308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511500. 00010000:00000010:1.1:1787753344.845312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24400. 00010000:00000010:1.1:1787753344.845316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7700. 00010000:00000010:1.1:1787753344.845320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61400. 00010000:00000010:1.1:1787753344.845324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7600. 00010000:00000010:1.1:1787753344.845328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60a00. 00010000:00000010:1.1:1787753344.845331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7e00. 00010000:00000010:1.1:1787753344.845334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60400. 00010000:00000010:1.1:1787753344.845337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511900. 00010000:00000010:1.1:1787753344.845340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190c00. 00010000:00000010:1.1:1787753344.845345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27300. 00010000:00000010:1.1:1787753344.845348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191a00. 00010000:00000010:1.1:1787753344.845351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5b27500. 00010000:00000010:1.1:1787753344.845355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191e00. 00010000:00000010:1.1:1787753344.845360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194100. 00010000:00000010:1.1:1787753344.845365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193a00. 00010000:00000010:1.1:1787753344.845369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194f00. 00010000:00000010:1.1:1787753344.845372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193e00. 00010000:00000010:1.1:1787753344.845375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194700. 00010000:00000010:1.1:1787753344.845379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193600. 00010000:00000010:1.1:1787753344.845382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194600. 00010000:00000010:1.1:1787753344.845386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192800. 00010000:00000010:1.1:1787753344.845389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194e00. 00010000:00000010:1.1:1787753344.845392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192200. 00010000:00000010:1.1:1787753344.845395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194200. 00010000:00000010:1.1:1787753344.845398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193800. 00010000:00000010:1.1:1787753344.845401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194c00. 00010000:00000010:1.1:1787753344.845404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193000. 00010000:00000010:1.1:1787753344.845407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194a00. 00010000:00000010:1.1:1787753344.845410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193c00. 00000080:00000010:2.1:1787753345.219459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20a40. 00000080:00000010:2.1:1787753345.219477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873780. 00000080:00000010:2.1:1787753345.219483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848731e0. 00000080:00000010:2.1:1787753345.219488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873400. 00000080:00000010:2.1:1787753345.219492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873fc0. 00000080:00000010:2.1:1787753345.219496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848736a0. 00000080:00000010:2.1:1787753345.224178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20320. 00000080:00000010:2.1:1787753345.224209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba202a0. 00000080:00000010:2.1:1787753345.224217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20e80. 00000080:00000010:2.1:1787753345.224221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba202c0. 00000080:00000010:2.1:1787753345.224234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab1e5d240. 00000080:00000010:2.1:1787753345.224246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860a9620. 00000080:00000010:2.1:1787753345.224250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a849a71e0. 00000080:00000010:2.1:1787753345.224254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a849a7660. 00000080:00000010:2.1:1787753345.224258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848738e0. 00000080:00000010:2.1:1787753345.224266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848738c0. 00010000:00000010:2.1:1787753345.224274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194900. 00010000:00000010:2.1:1787753345.224282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2c00. 00010000:00000010:2.1:1787753345.224288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511f00. 00010000:00000010:2.1:1787753345.224292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191c00. 00010000:00000010:2.1:1787753345.224296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511700. 00010000:00000010:2.1:1787753345.224301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190600. 00010000:00000010:2.1:1787753345.224305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511600. 00010000:00000010:2.1:1787753345.224309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191400. 00010000:00000010:2.1:1787753345.224312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511e00. 00010000:00000010:2.1:1787753345.224315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190a00. 00010000:00000010:2.1:1787753345.224318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511200. 00010000:00000010:2.1:1787753345.224322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190400. 00010000:00000010:2.1:1787753345.224325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194400. 00010000:00000010:2.1:1787753345.224329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3a00. 00010000:00000010:2.1:1787753345.224332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194800. 00010000:00000010:2.1:1787753345.224336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3e00. 00010000:00000010:2.1:1787753345.224338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194000. 00010000:00000010:2.1:1787753345.224342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86193200. 00010000:00000010:2.1:1787753345.224345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194d00. 00010000:00000010:2.1:1787753345.224347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86192c00. 00010000:00000010:2.1:1787753345.224350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86194b00. 00010000:00000010:2.1:1787753345.224354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61800. 00010000:00000010:2.1:1787753345.224359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7b00. 00010000:00000010:2.1:1787753345.224678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61000. 00010000:00000010:2.1:1787753345.224683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7100. 00010000:00000010:2.1:1787753345.224687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d61c00. 00010000:00000010:2.1:1787753345.224690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7f00. 00010000:00000010:2.1:1787753345.224695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60600. 00010000:00000010:2.1:1787753345.224697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511c00. 00010000:00000010:2.1:1787753345.224701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190e00. 00010000:00000010:2.1:1787753345.224704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511a00. 00010000:00000010:2.1:1787753345.224707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86190000. 00000080:00000010:2.1:1787753345.609594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873840. 00000080:00000010:2.1:1787753345.609610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20620. 00000080:00000010:2.1:1787753345.609617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20980. 00000080:00000010:2.1:1787753345.609621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20d80. 00000080:00000010:2.1:1787753345.609625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ea0. 00000080:00000010:2.1:1787753345.609628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20d60. 00000080:00000010:2.1:1787753345.609631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20f00. 00000080:00000010:2.1:1787753345.609646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20340. 00000080:00000010:2.1:1787753345.609650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873080. 00000080:00000010:2.1:1787753345.609653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848730c0. 00000080:00000010:2.1:1787753345.609656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873bc0. 00000080:00000010:2.1:1787753345.609660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffee00. 00000080:00000010:2.1:1787753345.609665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe3e0. 00000080:00000010:2.1:1787753345.609671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65680. 00000080:00000010:2.1:1787753345.609675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20360. 00000080:00000010:2.1:1787753345.609678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20b60. 00010000:00000010:2.1:1787753345.609684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511000. 00010000:00000010:2.1:1787753345.609689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1c00. 00010000:00000010:2.1:1787753345.609695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195500. 00010000:00000010:2.1:1787753345.609699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3000. 00010000:00000010:2.1:1787753345.609702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195900. 00010000:00000010:2.1:1787753345.609704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3c00. 00010000:00000010:2.1:1787753345.609707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195400. 00010000:00000010:2.1:1787753345.609711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2600. 00010000:00000010:2.1:1787753345.609714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195800. 00010000:00000010:2.1:1787753345.609717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3400. 00010000:00000010:2.1:1787753345.609720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195000. 00010000:00000010:2.1:1787753345.609723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2a00. 00010000:00000010:2.1:1787753345.609725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195d00. 00010000:00000010:2.1:1787753345.609729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2400. 00010000:00000010:2.1:1787753345.609732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195b00. 00010000:00000010:2.1:1787753345.609735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2e00. 00010000:00000010:2.1:1787753345.609738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511d00. 00010000:00000010:2.1:1787753345.609742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0600. 00010000:00000010:2.1:1787753345.609745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511b00. 00010000:00000010:2.1:1787753345.609748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1400. 00010000:00000010:2.1:1787753345.609751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511100. 00010000:00000010:2.1:1787753345.609754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86191000. 00010000:00000010:2.1:1787753345.609758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7800. 00010000:00000010:2.1:1787753345.609761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7800. 00010000:00000010:2.1:1787753345.609765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7000. 00010000:00000010:2.1:1787753345.609768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a88d60200. 00010000:00000010:2.1:1787753345.609770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7d00. 00010000:00000010:2.1:1787753345.609774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5b24600. 00010000:00000010:2.1:1787753345.609777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195100. 00010000:00000010:2.1:1787753345.609780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2000. 00010000:00000010:2.1:1787753345.609783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195f00. 00010000:00000010:2.1:1787753345.609786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3200. 00000080:00000010:0.1:1787753345.983187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65540. 00000080:00000010:0.1:1787753345.983209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873e80. 00000080:00000010:0.1:1787753345.983218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848732c0. 00000080:00000010:0.1:1787753345.983222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ac0. 00000080:00000010:0.1:1787753345.983227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba201a0. 00000080:00000010:0.1:1787753345.983236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20300. 00000080:00000010:0.1:1787753345.983242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba205c0. 00000080:00000010:0.1:1787753345.983246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20260. 00000080:00000010:0.1:1787753345.983250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ba0. 00000080:00000010:0.1:1787753345.983254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873640. 00000080:00000010:0.1:1787753345.983258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873720. 00000080:00000010:0.1:1787753345.983262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873160. 00000080:00000010:0.1:1787753345.983265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ce0. 00000080:00000010:0.1:1787753345.983269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873560. 00000080:00000010:0.1:1787753345.983273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848734e0. 00000080:00000010:0.1:1787753345.983277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873880. 00010000:00000010:0.1:1787753345.983283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195200. 00010000:00000010:0.1:1787753345.983289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5a00. 00010000:00000010:0.1:1787753345.983295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510f00. 00010000:00000010:0.1:1787753345.983300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0400. 00010000:00000010:0.1:1787753345.983303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510700. 00010000:00000010:0.1:1787753345.983306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0e00. 00010000:00000010:0.1:1787753345.983309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510600. 00010000:00000010:0.1:1787753345.983312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0000. 00010000:00000010:0.1:1787753345.983316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510e00. 00010000:00000010:0.1:1787753345.983319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4c00. 00010000:00000010:0.1:1787753345.983321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195c00. 00010000:00000010:0.1:1787753345.983325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2800. 00010000:00000010:0.1:1787753345.983328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195a00. 00010000:00000010:0.1:1787753345.983331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad2200. 00010000:00000010:0.1:1787753345.983333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195300. 00010000:00000010:0.1:1787753345.983336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3800. 00010000:00000010:0.1:1787753345.983339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510200. 00010000:00000010:0.1:1787753345.983343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1200. 00010000:00000010:0.1:1787753345.983346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510c00. 00010000:00000010:0.1:1787753345.983349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1a00. 00010000:00000010:0.1:1787753345.983352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510a00. 00010000:00000010:0.1:1787753345.983355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1e00. 00010000:00000010:0.1:1787753345.983358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510300. 00010000:00000010:0.1:1787753345.983360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1600. 00010000:00000010:0.1:1787753345.983363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510500. 00010000:00000010:0.1:1787753345.983366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0800. 00010000:00000010:0.1:1787753345.983368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510900. 00010000:00000010:0.1:1787753345.983371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0200. 00010000:00000010:0.1:1787753345.983374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511400. 00010000:00000010:0.1:1787753345.983377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1800. 00010000:00000010:0.1:1787753345.983380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86511800. 00010000:00000010:0.1:1787753345.983383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b1000. 00000080:00000010:0.1:1787753346.281331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20a00. 00000080:00000010:0.1:1787753346.281402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20b80. 00000080:00000010:0.1:1787753346.281409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873f00. 00000080:00000010:0.1:1787753346.281416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873340. 00000080:00000010:0.1:1787753346.281419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873360. 00000080:00000010:0.1:1787753346.281423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873b60. 00000080:00000010:0.1:1787753346.281426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873a40. 00000080:00000010:0.1:1787753346.281429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873320. 00000080:00000010:0.1:1787753346.281437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848732a0. 00000080:00000010:0.1:1787753346.281443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20020. 00000080:00000010:0.1:1787753346.288384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ee0. 00000080:00000010:0.1:1787753346.288410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20de0. 00000080:00000010:0.1:1787753346.288414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20fa0. 00000080:00000010:0.1:1787753346.288417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20cc0. 00000080:00000010:0.1:1787753346.288421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba204c0. 00000080:00000010:0.1:1787753346.288425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20d40. 00010000:00000010:0.1:1787753346.288432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0d00. 00010000:00000010:0.1:1787753346.288438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3000. 00010000:00000010:0.1:1787753346.288443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0b00. 00010000:00000010:0.1:1787753346.288446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3c00. 00010000:00000010:0.1:1787753346.288462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1700. 00010000:00000010:0.1:1787753346.288467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5200. 00010000:00000010:0.1:1787753346.288473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510400. 00010000:00000010:0.1:1787753346.288477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4c00. 00010000:00000010:0.1:1787753346.288481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510800. 00010000:00000010:0.1:1787753346.288484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5a00. 00010000:00000010:0.1:1787753346.288487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510000. 00010000:00000010:0.1:1787753346.288490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5e00. 00010000:00000010:0.1:1787753346.288492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510d00. 00010000:00000010:0.1:1787753346.288495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5600. 00010000:00000010:0.1:1787753346.288497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510b00. 00010000:00000010:0.1:1787753346.288500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0c00. 00010000:00000010:0.1:1787753346.288503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86510100. 00010000:00000010:0.1:1787753346.288506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b0a00. 00010000:00000010:0.1:1787753346.288509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0100. 00010000:00000010:0.1:1787753346.288513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2600. 00010000:00000010:0.1:1787753346.288516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0f00. 00010000:00000010:0.1:1787753346.288519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3400. 00010000:00000010:0.1:1787753346.288521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0700. 00010000:00000010:0.1:1787753346.288524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2a00. 00010000:00000010:0.1:1787753346.288527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0600. 00010000:00000010:0.1:1787753346.288530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2400. 00010000:00000010:0.1:1787753346.288536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195700. 00010000:00000010:0.1:1787753346.288539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2e00. 00010000:00000010:0.1:1787753346.288542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195600. 00010000:00000010:0.1:1787753346.288545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2000. 00010000:00000010:0.1:1787753346.288548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86195e00. 00010000:00000010:0.1:1787753346.288551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad3600. 00000080:00000010:2.1:1787753346.482487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20520. 00000080:00000010:2.1:1787753346.482515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20f60. 00000080:00000010:2.1:1787753346.482521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba207a0. 00000080:00000010:2.1:1787753346.483376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20380. 00000080:00000010:2.1:1787753346.483390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848735c0. 00000080:00000010:2.1:1787753346.483396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873260. 00000080:00000010:2.1:1787753346.483400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873620. 00000080:00000010:2.1:1787753346.483404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873980. 00000080:00000010:2.1:1787753346.483407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873d80. 00000080:00000010:2.1:1787753346.483411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ea0. 00000080:00000010:2.1:1787753346.483415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873d60. 00000080:00000010:2.1:1787753346.483418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20040. 00000080:00000010:2.1:1787753346.483422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20200. 00000080:00000010:2.1:1787753346.483426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20680. 00000080:00000010:2.1:1787753346.483430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20500. 00000080:00000010:2.1:1787753346.483437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20c20. 00010000:00000010:2.1:1787753346.483445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0200. 00010000:00000010:2.1:1787753346.483451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7800. 00010000:00000010:2.1:1787753346.483455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0c00. 00010000:00000010:2.1:1787753346.483460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3200. 00010000:00000010:2.1:1787753346.483464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0a00. 00010000:00000010:2.1:1787753346.483467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2c00. 00010000:00000010:2.1:1787753346.483470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0300. 00010000:00000010:2.1:1787753346.483473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3a00. 00010000:00000010:2.1:1787753346.483479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1400. 00010000:00000010:2.1:1787753346.483484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5c00. 00010000:00000010:2.1:1787753346.483488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1800. 00010000:00000010:2.1:1787753346.483493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4600. 00010000:00000010:2.1:1787753346.483497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1000. 00010000:00000010:2.1:1787753346.483501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5400. 00010000:00000010:2.1:1787753346.483504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1d00. 00010000:00000010:2.1:1787753346.483507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4a00. 00010000:00000010:2.1:1787753346.483510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1b00. 00010000:00000010:2.1:1787753346.483512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4400. 00010000:00000010:2.1:1787753346.483515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1100. 00010000:00000010:2.1:1787753346.483518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4e00. 00010000:00000010:2.1:1787753346.483521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1f00. 00010000:00000010:2.1:1787753346.483524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4000. 00010000:00000010:2.1:1787753346.483528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0500. 00010000:00000010:2.1:1787753346.483531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3e00. 00010000:00000010:2.1:1787753346.483533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0900. 00010000:00000010:2.1:1787753346.483536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3600. 00010000:00000010:2.1:1787753346.483539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0400. 00010000:00000010:2.1:1787753346.483542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2800. 00010000:00000010:2.1:1787753346.483544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0800. 00010000:00000010:2.1:1787753346.483547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b2200. 00010000:00000010:2.1:1787753346.483550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0000. 00010000:00000010:2.1:1787753346.483552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b3800. 00000080:00000010:0.1:1787753346.695160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20da0. 00010000:00000010:0.1:1787753346.695172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad0e00. 00010000:00000010:0.1:1787753346.695186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6200. 00000080:00000010:2.1:1787753346.714903:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20d20. 00000080:00000010:2.1:1787753346.714926:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20180. 00000080:00000010:2.1:1787753346.714930:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20420. 00000080:00000010:2.1:1787753346.714939:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873c20. 00000080:00000010:2.1:1787753346.714947:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873a00. 00000080:00000010:2.1:1787753346.714956:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873b80. 00000080:00000010:2.1:1787753346.720187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873020. 00000080:00000010:2.1:1787753346.720219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873ee0. 00000080:00000010:2.1:1787753346.720224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873de0. 00000080:00000010:2.1:1787753346.720228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873fa0. 00000080:00000010:2.1:1787753346.720232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873cc0. 00000080:00000010:2.1:1787753346.720236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848734c0. 00000080:00000010:2.1:1787753346.720239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873d40. 00000080:00000010:2.1:1787753346.720243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848731a0. 00000080:00000010:2.1:1787753346.720246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873300. 00000080:00000010:2.1:1787753346.720250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20140. 00010000:00000010:2.1:1787753346.720257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1c00. 00010000:00000010:2.1:1787753346.720264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7a00. 00010000:00000010:2.1:1787753346.720268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1a00. 00010000:00000010:2.1:1787753346.720271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7e00. 00010000:00000010:2.1:1787753346.720273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1300. 00010000:00000010:2.1:1787753346.720276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7600. 00010000:00000010:2.1:1787753346.720280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2400. 00010000:00000010:2.1:1787753346.720284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811000. 00010000:00000010:2.1:1787753346.720287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2800. 00010000:00000010:2.1:1787753346.720290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811c00. 00010000:00000010:2.1:1787753346.720293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2000. 00010000:00000010:2.1:1787753346.720296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810600. 00010000:00000010:2.1:1787753346.720299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2d00. 00010000:00000010:2.1:1787753346.720302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811400. 00010000:00000010:2.1:1787753346.720305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2b00. 00010000:00000010:2.1:1787753346.720308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810a00. 00010000:00000010:2.1:1787753346.720313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1600. 00010000:00000010:2.1:1787753346.720317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810400. 00010000:00000010:2.1:1787753346.720320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1e00. 00010000:00000010:2.1:1787753346.720323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810e00. 00010000:00000010:2.1:1787753346.720326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1200. 00010000:00000010:2.1:1787753346.720328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810000. 00010000:00000010:2.1:1787753346.720331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1c00. 00010000:00000010:2.1:1787753346.720335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4800. 00010000:00000010:2.1:1787753346.720349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1a00. 00010000:00000010:2.1:1787753346.720352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b4200. 00010000:00000010:2.1:1787753346.720355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1300. 00010000:00000010:2.1:1787753346.720358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5800. 00010000:00000010:2.1:1787753346.720361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1500. 00010000:00000010:2.1:1787753346.720364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b5000. 00010000:00000010:2.1:1787753346.720367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d1900. 00010000:00000010:2.1:1787753346.720370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6800. 00000080:00000010:0.1:1787753346.891467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873040. 00000080:00000010:0.1:1787753346.891492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20120. 00000080:00000010:0.1:1787753346.891500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20e00. 00000080:00000010:0.1:1787753346.891504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba203e0. 00000080:00000010:0.1:1787753346.891508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20240. 00000080:00000010:0.1:1787753346.891511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20e20. 00000080:00000010:0.1:1787753346.891515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873200. 00000080:00000010:0.1:1787753346.891519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873680. 00000080:00000010:0.1:1787753346.891523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba209c0. 00000080:00000010:0.1:1787753346.891530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20a60. 00000080:00000010:0.1:1787753346.891534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873500. 00000080:00000010:0.1:1787753346.891540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20c00. 00000080:00000010:0.1:1787753346.891544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20fe0. 00000080:00000010:0.1:1787753346.891548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20b40. 00000080:00000010:0.1:1787753346.891551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20060. 00000080:00000010:0.1:1787753346.891555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20e40. 00010000:00000010:0.1:1787753346.891561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2c00. 00010000:00000010:0.1:1787753346.891566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811600. 00010000:00000010:0.1:1787753346.891574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1400. 00010000:00000010:0.1:1787753346.891577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813a00. 00010000:00000010:0.1:1787753346.891580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1800. 00010000:00000010:0.1:1787753346.891583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813e00. 00010000:00000010:0.1:1787753346.891586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1000. 00010000:00000010:0.1:1787753346.891590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7000. 00010000:00000010:0.1:1787753346.891593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1d00. 00010000:00000010:0.1:1787753346.891596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7c00. 00010000:00000010:0.1:1787753346.891598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1b00. 00010000:00000010:0.1:1787753346.891602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6600. 00010000:00000010:0.1:1787753346.891606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2a00. 00010000:00000010:0.1:1787753346.891610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810800. 00010000:00000010:0.1:1787753346.891613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2300. 00010000:00000010:0.1:1787753346.891615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810200. 00010000:00000010:0.1:1787753346.891618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2500. 00010000:00000010:0.1:1787753346.891621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7400. 00010000:00000010:0.1:1787753346.891624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1100. 00010000:00000010:0.1:1787753346.891627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6a00. 00010000:00000010:0.1:1787753346.891630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2900. 00010000:00000010:0.1:1787753346.891633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811800. 00010000:00000010:0.1:1787753346.891635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1f00. 00010000:00000010:0.1:1787753346.891638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6400. 00010000:00000010:0.1:1787753346.891640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1700. 00010000:00000010:0.1:1787753346.891643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6e00. 00010000:00000010:0.1:1787753346.891647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1600. 00010000:00000010:0.1:1787753346.891649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6000. 00010000:00000010:0.1:1787753346.891652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1e00. 00010000:00000010:0.1:1787753346.891655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b7200. 00010000:00000010:0.1:1787753346.897088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1200. 00010000:00000010:0.1:1787753346.897097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aab9b6c00. 00000080:00000010:0.1:1787753347.161380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba204a0. 00000080:00000010:0.1:1787753347.161394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba201c0. 00000080:00000010:0.1:1787753347.161398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20460. 00000080:00000010:0.1:1787753347.161402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba209e0. 00000080:00000010:0.1:1787753347.161405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20c80. 00000080:00000010:0.1:1787753347.161409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20f80. 00000080:00000010:0.1:1787753347.161412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20940. 00000080:00000010:0.1:1787753347.161419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873140. 00000080:00000010:0.1:1787753347.161426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba200a0. 00000080:00000010:0.1:1787753347.161430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba202e0. 00000080:00000010:0.1:1787753347.161434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20540. 00000080:00000010:0.1:1787753347.161441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873da0. 00000080:00000010:0.1:1787753347.161445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873520. 00000080:00000010:0.1:1787753347.161448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873f60. 00000080:00000010:0.1:1787753347.161454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848737a0. 00000080:00000010:0.1:1787753347.161457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873380. 00010000:00000010:0.1:1787753347.161462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815200. 00010000:00000010:0.1:1787753347.161467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813000. 00010000:00000010:0.1:1787753347.161472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996800. 00010000:00000010:0.1:1787753347.161476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813c00. 00010000:00000010:0.1:1787753347.161479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996000. 00010000:00000010:0.1:1787753347.161483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812600. 00010000:00000010:0.1:1787753347.161486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996d00. 00010000:00000010:0.1:1787753347.161488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813400. 00010000:00000010:0.1:1787753347.161491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996b00. 00010000:00000010:0.1:1787753347.161494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812a00. 00010000:00000010:0.1:1787753347.161497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996100. 00010000:00000010:0.1:1787753347.161500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812400. 00010000:00000010:0.1:1787753347.161503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996f00. 00010000:00000010:0.1:1787753347.161507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812e00. 00010000:00000010:0.1:1787753347.161511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2100. 00010000:00000010:0.1:1787753347.161515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995a00. 00010000:00000010:0.1:1787753347.161518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996700. 00010000:00000010:0.1:1787753347.161521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812000. 00010000:00000010:0.1:1787753347.161524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1500. 00010000:00000010:0.1:1787753347.161527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813200. 00010000:00000010:0.1:1787753347.161530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6ad1900. 00010000:00000010:0.1:1787753347.161532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812c00. 00010000:00000010:0.1:1787753347.161535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2f00. 00010000:00000010:0.1:1787753347.161538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995e00. 00010000:00000010:0.1:1787753347.161540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2700. 00010000:00000010:0.1:1787753347.161544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811200. 00010000:00000010:0.1:1787753347.161547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2600. 00010000:00000010:0.1:1787753347.161551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5810c00. 00010000:00000010:0.1:1787753347.161554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2e00. 00010000:00000010:0.1:1787753347.161556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811a00. 00010000:00000010:0.1:1787753347.161560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57d2200. 00010000:00000010:0.1:1787753347.161562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5811e00. 00000080:00000010:0.1:1787753347.449004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba207e0. 00000080:00000010:0.1:1787753347.449027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20b00. 00000080:00000010:0.1:1787753347.449032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ae0. 00000080:00000010:0.1:1787753347.449036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba203a0. 00000080:00000010:0.1:1787753347.449040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20660. 00000080:00000010:0.1:1787753347.449043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20800. 00000080:00000010:0.1:1787753347.449047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20be0. 00000080:00000010:0.1:1787753347.449051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20820. 00000080:00000010:0.1:1787753347.449054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20920. 00000080:00000010:0.1:1787753347.449060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873fe0. 00000080:00000010:0.1:1787753347.449070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873b40. 00000080:00000010:0.1:1787753347.449073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873060. 00000080:00000010:0.1:1787753347.449077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873e40. 00000080:00000010:0.1:1787753347.449085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873d20. 00000080:00000010:0.1:1787753347.449090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873180. 00000080:00000010:0.1:1787753347.449093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873420. 00010000:00000010:0.1:1787753347.449102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996600. 00010000:00000010:0.1:1787753347.449110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2da00. 00010000:00000010:0.1:1787753347.449130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996e00. 00010000:00000010:0.1:1787753347.449134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2de00. 00010000:00000010:0.1:1787753347.449137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996200. 00010000:00000010:0.1:1787753347.449140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2d600. 00010000:00000010:0.1:1787753347.449144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996c00. 00010000:00000010:0.1:1787753347.449148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2c800. 00010000:00000010:0.1:1787753347.449151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996a00. 00010000:00000010:0.1:1787753347.449154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2c200. 00010000:00000010:0.1:1787753347.449157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996300. 00010000:00000010:0.1:1787753347.449174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813600. 00010000:00000010:0.1:1787753347.449179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996500. 00010000:00000010:0.1:1787753347.449183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812800. 00010000:00000010:0.1:1787753347.449185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996900. 00010000:00000010:0.1:1787753347.449197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5812200. 00010000:00000010:0.1:1787753347.449200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5996400. 00010000:00000010:0.1:1787753347.449202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5813800. 00010000:00000010:0.1:1787753347.449207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815d00. 00010000:00000010:0.1:1787753347.449211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995400. 00010000:00000010:0.1:1787753347.449214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815b00. 00010000:00000010:0.1:1787753347.449218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994a00. 00010000:00000010:0.1:1787753347.449221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815100. 00010000:00000010:0.1:1787753347.449224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994400. 00010000:00000010:0.1:1787753347.449226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815f00. 00010000:00000010:0.1:1787753347.449229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994e00. 00010000:00000010:0.1:1787753347.449232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815700. 00010000:00000010:0.1:1787753347.449235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994000. 00010000:00000010:0.1:1787753347.449238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815600. 00010000:00000010:0.1:1787753347.449240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995200. 00010000:00000010:0.1:1787753347.449244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815e00. 00010000:00000010:0.1:1787753347.449247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994c00. 00000080:00000010:2.1:1787753347.609907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873f40. 00000080:00000010:2.1:1787753347.609930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848733e0. 00000080:00000010:2.1:1787753347.609939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873240. 00000080:00000010:2.1:1787753347.609944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20860. 00000080:00000010:2.1:1787753347.609951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba205e0. 00000080:00000010:2.1:1787753347.609955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873e20. 00000080:00000010:2.1:1787753347.609959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a848739c0. 00000080:00000010:2.1:1787753347.609962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873a60. 00000080:00000010:2.1:1787753347.609971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873c00. 00000080:00000010:2.1:1787753347.609975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20220. 00000080:00000010:2.1:1787753347.609978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20aa0. 00000080:00000010:2.1:1787753347.609982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20a80. 00000080:00000010:2.1:1787753347.609985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20700. 00000080:00000010:2.1:1787753347.609989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20a20. 00000080:00000010:2.1:1787753347.609993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ec0. 00000080:00000010:2.1:1787753347.609996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20440. 00010000:00000010:2.1:1787753347.610003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815c00. 00010000:00000010:2.1:1787753347.610010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995600. 00010000:00000010:2.1:1787753347.610014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815a00. 00010000:00000010:2.1:1787753347.610018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994800. 00010000:00000010:2.1:1787753347.610021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815300. 00010000:00000010:2.1:1787753347.610024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994200. 00010000:00000010:2.1:1787753347.610027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815500. 00010000:00000010:2.1:1787753347.610031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2dc00. 00010000:00000010:2.1:1787753347.610035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997400. 00010000:00000010:2.1:1787753347.610040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2c600. 00010000:00000010:2.1:1787753347.610042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997800. 00010000:00000010:2.1:1787753347.610045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995800. 00010000:00000010:2.1:1787753347.610048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815900. 00010000:00000010:2.1:1787753347.610051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995000. 00010000:00000010:2.1:1787753347.611779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815400. 00010000:00000010:2.1:1787753347.611796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5995c00. 00010000:00000010:2.1:1787753347.611801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815800. 00010000:00000010:2.1:1787753347.611804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa5994600. 00010000:00000010:2.1:1787753347.611807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5815000. 00010000:00000010:2.1:1787753347.611811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2d400. 00010000:00000010:2.1:1787753347.611816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997000. 00010000:00000010:2.1:1787753347.611820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2ca00. 00010000:00000010:2.1:1787753347.611824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997d00. 00010000:00000010:2.1:1787753347.611827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2c400. 00010000:00000010:2.1:1787753347.611830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997b00. 00010000:00000010:2.1:1787753347.611834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2ce00. 00010000:00000010:2.1:1787753347.611837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997100. 00010000:00000010:2.1:1787753347.611840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2c000. 00010000:00000010:2.1:1787753347.611843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997f00. 00010000:00000010:2.1:1787753347.611846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2d200. 00010000:00000010:2.1:1787753347.611849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997700. 00010000:00000010:2.1:1787753347.611852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2cc00. 00000080:00000010:0.1:1787753347.853292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817020. 00000080:00000010:0.1:1787753347.853312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba209a0. 00000080:00000010:0.1:1787753347.853318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba207c0. 00000080:00000010:0.1:1787753347.853322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20960. 00000080:00000010:0.1:1787753347.853327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20c40. 00000080:00000010:0.1:1787753347.853330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba206c0. 00000080:00000010:0.1:1787753347.853334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ee0. 00000080:00000010:0.1:1787753347.857204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817de0. 00000080:00000010:0.1:1787753347.857229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817fa0. 00000080:00000010:0.1:1787753347.857234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d652c0. 00000080:00000010:0.1:1787753347.857240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817cc0. 00000080:00000010:0.1:1787753347.857243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac41c740. 00000080:00000010:0.1:1787753347.857248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84873aa0. 00000080:00000010:0.1:1787753347.857252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba206e0. 00000080:00000010:0.1:1787753347.857259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20e60. 00000080:00000010:0.1:1787753347.857262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20c60. 00010000:00000010:0.1:1787753347.857278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816a00. 00010000:00000010:0.1:1787753347.857286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9e00. 00010000:00000010:0.1:1787753347.857292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997e00. 00010000:00000010:0.1:1787753347.857296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2fe00. 00010000:00000010:0.1:1787753347.857300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997200. 00010000:00000010:0.1:1787753347.857302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2f600. 00010000:00000010:0.1:1787753347.857305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997c00. 00010000:00000010:0.1:1787753347.857309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2e800. 00010000:00000010:0.1:1787753347.857312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997a00. 00010000:00000010:0.1:1787753347.857315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2e200. 00010000:00000010:0.1:1787753347.857318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997300. 00010000:00000010:0.1:1787753347.857321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2f800. 00010000:00000010:0.1:1787753347.857325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816300. 00010000:00000010:0.1:1787753347.857328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9600. 00010000:00000010:0.1:1787753347.857331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816500. 00010000:00000010:0.1:1787753347.857335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8800. 00010000:00000010:0.1:1787753347.857338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816900. 00010000:00000010:0.1:1787753347.857341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8200. 00010000:00000010:0.1:1787753347.857344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816400. 00010000:00000010:0.1:1787753347.857348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4000. 00010000:00000010:0.1:1787753347.857352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816800. 00010000:00000010:0.1:1787753347.857355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9800. 00010000:00000010:0.1:1787753347.857357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816000. 00010000:00000010:0.1:1787753347.857360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9000. 00010000:00000010:0.1:1787753347.857362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816d00. 00010000:00000010:0.1:1787753347.857365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9c00. 00010000:00000010:0.1:1787753347.857368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816b00. 00010000:00000010:0.1:1787753347.857371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2f000. 00010000:00000010:0.1:1787753347.857374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997500. 00010000:00000010:0.1:1787753347.857378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2d800. 00010000:00000010:0.1:1787753347.857382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997900. 00010000:00000010:0.1:1787753347.857385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2d000. 00000080:00000010:0.1:1787753348.262190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817040. 00000080:00000010:0.1:1787753348.262205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817200. 00000080:00000010:0.1:1787753348.262210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817680. 00000080:00000010:0.1:1787753348.262214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817500. 00000080:00000010:0.1:1787753348.262222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20280. 00000080:00000010:0.1:1787753348.262227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20100. 00000080:00000010:0.1:1787753348.262234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba203c0. 00000080:00000010:0.1:1787753348.262238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20600. 00000080:00000010:0.1:1787753348.262241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20d00. 00000080:00000010:0.1:1787753348.262245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817c20. 00000080:00000010:0.1:1787753348.262250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817a00. 00000080:00000010:0.1:1787753348.262255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65560. 00000080:00000010:0.1:1787753348.262262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe2e0. 00000080:00000010:0.1:1787753348.262267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe540. 00000080:00000010:0.1:1787753348.262270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe120. 00000080:00000010:0.1:1787753348.262273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817b80. 00010000:00000010:0.1:1787753348.278295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816f00. 00010000:00000010:0.1:1787753348.278304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8a00. 00010000:00000010:0.1:1787753348.278309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816700. 00010000:00000010:0.1:1787753348.278312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8400. 00010000:00000010:0.1:1787753348.278315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816600. 00010000:00000010:0.1:1787753348.278318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8e00. 00010000:00000010:0.1:1787753348.278321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816e00. 00010000:00000010:0.1:1787753348.278324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8000. 00010000:00000010:0.1:1787753348.278328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a700. 00010000:00000010:0.1:1787753348.278333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2ee00. 00010000:00000010:0.1:1787753348.278336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a600. 00010000:00000010:0.1:1787753348.278338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2e000. 00010000:00000010:0.1:1787753348.278342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2ae00. 00010000:00000010:0.1:1787753348.278345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2f200. 00010000:00000010:0.1:1787753348.278348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a200. 00010000:00000010:0.1:1787753348.278351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2ec00. 00010000:00000010:0.1:1787753348.278355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2ac00. 00010000:00000010:0.1:1787753348.278358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2fa00. 00010000:00000010:0.1:1787753348.278361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5997600. 00010000:00000010:0.1:1787753348.278364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9200. 00010000:00000010:0.1:1787753348.278367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816200. 00010000:00000010:0.1:1787753348.278370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8c00. 00010000:00000010:0.1:1787753348.278373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816c00. 00010000:00000010:0.1:1787753348.278377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5c00. 00010000:00000010:0.1:1787753348.278380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306b00. 00010000:00000010:0.1:1787753348.278385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7600. 00010000:00000010:0.1:1787753348.278388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306100. 00010000:00000010:0.1:1787753348.278391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6800. 00010000:00000010:0.1:1787753348.278395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7900. 00010000:00000010:0.1:1787753348.278399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6200. 00010000:00000010:0.1:1787753348.278402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a900e7400. 00010000:00000010:0.1:1787753348.278404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9a00. 00000080:00000010:2.1:1787753348.507339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba208a0. 00000080:00000010:2.1:1787753348.507363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817420. 00000080:00000010:2.1:1787753348.507370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817140. 00000080:00000010:2.1:1787753348.507374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817da0. 00000080:00000010:2.1:1787753348.507380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817520. 00000080:00000010:2.1:1787753348.507384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817f60. 00000080:00000010:2.1:1787753348.507387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58177a0. 00000080:00000010:2.1:1787753348.507391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20900. 00000080:00000010:2.1:1787753348.507395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba200e0. 00000080:00000010:2.1:1787753348.507399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20000. 00000080:00000010:2.1:1787753348.507403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20740. 00000080:00000010:2.1:1787753348.507408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20f20. 00000080:00000010:1.1:1787753348.507614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20480. 00000080:00000010:1.1:1787753348.507625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba205a0. 00000080:00000010:1.1:1787753348.507629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817380. 00010000:00000010:1.1:1787753348.507637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a500. 00010000:00000010:1.1:1787753348.507643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fa200. 00010000:00000010:1.1:1787753348.507648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a900. 00010000:00000010:1.1:1787753348.507651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fb800. 00010000:00000010:1.1:1787753348.507655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991300. 00010000:00000010:1.1:1787753348.507659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fd800. 00010000:00000010:1.1:1787753348.507663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991500. 00010000:00000010:1.1:1787753348.507665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fd000. 00010000:00000010:1.1:1787753348.507668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991900. 00010000:00000010:1.1:1787753348.507672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fdc00. 00010000:00000010:1.1:1787753348.507674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991400. 00010000:00000010:1.1:1787753348.507678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fc600. 00010000:00000010:1.1:1787753348.507682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991800. 00010000:00000010:1.1:1787753348.507685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f8600. 00010000:00000010:1.1:1787753348.507687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991000. 00010000:00000010:1.1:1787753348.507690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fb000. 00010000:00000010:1.1:1787753348.507693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a400. 00010000:00000010:1.1:1787753348.507696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fbc00. 00010000:00000010:1.1:1787753348.507698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a800. 00010000:00000010:1.1:1787753348.507701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fa600. 00010000:00000010:1.1:1787753348.507704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a000. 00010000:00000010:1.1:1787753348.507707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2fc00. 00010000:00000010:1.1:1787753348.507710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2ad00. 00010000:00000010:1.1:1787753348.507713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2e600. 00010000:00000010:1.1:1787753348.507716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2ab00. 00010000:00000010:1.1:1787753348.507718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2f400. 00010000:00000010:1.1:1787753348.507721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a100. 00010000:00000010:1.1:1787753348.507723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2ea00. 00010000:00000010:1.1:1787753348.507726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2af00. 00010000:00000010:1.1:1787753348.507729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2e2e400. 00010000:00000010:1.1:1787753348.507732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5816100. 00010000:00000010:1.1:1787753348.507735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0f9400. 00000080:00000010:2.1:1787753348.516368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20b20. 00000080:00000010:2.1:1787753348.718206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f80a0. 00000080:00000010:2.1:1787753348.718233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817180. 00000080:00000010:2.1:1787753348.718238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f82e0. 00000080:00000010:2.1:1787753348.718242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8540. 00000080:00000010:2.1:1787753348.718249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20bc0. 00000080:00000010:2.1:1787753348.718268:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20780. 00000080:00000010:2.1:1787753348.718273:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba201e0. 00000080:00000010:2.1:1787753348.718277:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20400. 00000080:00000010:2.1:1787753348.718280:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20fc0. 00000080:00000010:2.1:1787753348.718291:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba206a0. 00000080:00000010:2.1:1787753348.718297:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba208e0. 00000080:00000010:2.1:1787753348.718301:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba208c0. 00000080:00000010:2.1:1787753348.718304:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20760. 00000080:00000010:2.1:1787753348.718309:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20580. 00000080:00000010:2.1:1787753348.718312:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20ca0. 00000080:00000010:2.1:1787753348.718317:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaba20dc0. 00010000:00000010:2.1:1787753348.718328:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b900. 00010000:00000010:2.1:1787753348.718336:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ff600. 00010000:00000010:2.1:1787753348.718341:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991c00. 00010000:00000010:2.1:1787753348.718345:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fc200. 00010000:00000010:2.1:1787753348.718348:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991a00. 00010000:00000010:2.1:1787753348.718351:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fe800. 00010000:00000010:2.1:1787753348.718355:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b400. 00010000:00000010:2.1:1787753348.718358:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fe200. 00010000:00000010:2.1:1787753348.718363:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b800. 00010000:00000010:2.1:1787753348.718367:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ff800. 00010000:00000010:2.1:1787753348.718371:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b000. 00010000:00000010:2.1:1787753348.718375:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fb400. 00010000:00000010:2.1:1787753348.718379:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2bd00. 00010000:00000010:2.1:1787753348.718383:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0faa00. 00010000:00000010:2.1:1787753348.718386:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2bb00. 00010000:00000010:2.1:1787753348.718389:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fa400. 00010000:00000010:2.1:1787753348.718392:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b100. 00010000:00000010:2.1:1787753348.718395:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fae00. 00010000:00000010:2.1:1787753348.718398:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2bf00. 00010000:00000010:2.1:1787753348.718401:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fa000. 00010000:00000010:2.1:1787753348.718404:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b700. 00010000:00000010:2.1:1787753348.718407:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fb200. 00010000:00000010:2.1:1787753348.718410:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b600. 00010000:00000010:2.1:1787753348.718413:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fac00. 00010000:00000010:2.1:1787753348.718415:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2be00. 00010000:00000010:2.1:1787753348.718418:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fba00. 00010000:00000010:2.1:1787753348.718421:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b200. 00010000:00000010:2.1:1787753348.718424:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fbe00. 00010000:00000010:2.1:1787753348.718428:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2aa00. 00010000:00000010:2.1:1787753348.718430:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fb600. 00010000:00000010:2.1:1787753348.718433:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2a300. 00010000:00000010:2.1:1787753348.718436:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fa800. 00000080:00000010:0.1:1787753348.963662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817240. 00000080:00000010:0.1:1787753348.963683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817e20. 00000080:00000010:0.1:1787753348.963692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58179c0. 00000080:00000010:0.1:1787753348.963696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817a60. 00000080:00000010:0.1:1787753348.963701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8460. 00000080:00000010:0.1:1787753348.963706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f89e0. 00000080:00000010:0.1:1787753348.963710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8c80. 00000080:00000010:0.1:1787753348.963716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817c00. 00000080:00000010:0.1:1787753348.963720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817fe0. 00000080:00000010:0.1:1787753348.963723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817b40. 00000080:00000010:0.1:1787753348.963727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817060. 00000080:00000010:0.1:1787753348.963731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d653c0. 00000080:00000010:0.1:1787753348.963736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8f80. 00000080:00000010:0.1:1787753348.974262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817e40. 00000080:00000010:0.1:1787753348.974275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817d20. 00000080:00000010:0.1:1787753348.974279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8940. 00010000:00000010:0.1:1787753348.974286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992100. 00010000:00000010:0.1:1787753348.974293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fca00. 00010000:00000010:0.1:1787753348.974297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992f00. 00010000:00000010:0.1:1787753348.974300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fc400. 00010000:00000010:0.1:1787753348.974303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992700. 00010000:00000010:0.1:1787753348.974306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fce00. 00010000:00000010:0.1:1787753348.974311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991d00. 00010000:00000010:0.1:1787753348.974315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fc000. 00010000:00000010:0.1:1787753348.974318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa100. 00010000:00000010:0.1:1787753348.974321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fe000. 00010000:00000010:0.1:1787753348.974325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2bc00. 00010000:00000010:0.1:1787753348.974329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ff200. 00010000:00000010:0.1:1787753348.974332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2ba00. 00010000:00000010:0.1:1787753348.974334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fec00. 00010000:00000010:0.1:1787753348.974337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991b00. 00010000:00000010:0.1:1787753348.974341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fd200. 00010000:00000010:0.1:1787753348.974344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991100. 00010000:00000010:0.1:1787753348.974347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fcc00. 00010000:00000010:0.1:1787753348.974351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991f00. 00010000:00000010:0.1:1787753348.974354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fda00. 00010000:00000010:0.1:1787753348.974357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991700. 00010000:00000010:0.1:1787753348.974359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fde00. 00010000:00000010:0.1:1787753348.974362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991600. 00010000:00000010:0.1:1787753348.974366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5200. 00010000:00000010:0.1:1787753348.974369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b300. 00010000:00000010:0.1:1787753348.974372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ffa00. 00010000:00000010:0.1:1787753348.974374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991e00. 00010000:00000010:0.1:1787753348.974377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fd600. 00010000:00000010:0.1:1787753348.974380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5991200. 00010000:00000010:0.1:1787753348.974383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fc800. 00010000:00000010:0.1:1787753348.974385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2e2b500. 00010000:00000010:0.1:1787753348.974388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ffe00. 00000080:00000010:0.1:1787753349.190579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d656a0. 00000080:00000010:0.1:1787753349.190600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe0a0. 00000080:00000010:0.1:1787753349.190606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65760. 00000080:00000010:0.1:1787753349.190613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ae0. 00000080:00000010:0.1:1787753349.190623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f83a0. 00000080:00000010:0.1:1787753349.190629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817540. 00000080:00000010:0.1:1787753349.190635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817120. 00000080:00000010:0.1:1787753349.190638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817e00. 00000080:00000010:0.1:1787753349.190641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58173e0. 00000080:00000010:0.1:1787753349.190644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8660. 00000080:00000010:0.1:1787753349.190650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8800. 00000080:00000010:0.1:1787753349.190655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8be0. 00000080:00000010:0.1:1787753349.195167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8820. 00000080:00000010:0.1:1787753349.195191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8920. 00000080:00000010:0.1:1787753349.195195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f84a0. 00000080:00000010:0.1:1787753349.195198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f81c0. 00010000:00000010:0.1:1787753349.195207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992400. 00010000:00000010:0.1:1787753349.195213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4600. 00010000:00000010:0.1:1787753349.195218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306000. 00010000:00000010:0.1:1787753349.195223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7a00. 00010000:00000010:0.1:1787753349.195227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306d00. 00010000:00000010:0.1:1787753349.195230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7e00. 00010000:00000010:0.1:1787753349.195235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835faa00. 00010000:00000010:0.1:1787753349.195239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831ba400. 00010000:00000010:0.1:1787753349.195243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa300. 00010000:00000010:0.1:1787753349.195246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bae00. 00010000:00000010:0.1:1787753349.195249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa500. 00010000:00000010:0.1:1787753349.195252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9000. 00010000:00000010:0.1:1787753349.195255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992800. 00010000:00000010:0.1:1787753349.195258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9c00. 00010000:00000010:0.1:1787753349.195261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992000. 00010000:00000010:0.1:1787753349.195264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8600. 00010000:00000010:0.1:1787753349.195267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992d00. 00010000:00000010:0.1:1787753349.195270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fd400. 00010000:00000010:0.1:1787753349.195273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992b00. 00010000:00000010:0.1:1787753349.195278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ff000. 00010000:00000010:0.1:1787753349.195281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa900. 00010000:00000010:0.1:1787753349.195284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ffc00. 00010000:00000010:0.1:1787753349.195287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa400. 00010000:00000010:0.1:1787753349.195290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fe600. 00010000:00000010:0.1:1787753349.195293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa800. 00010000:00000010:0.1:1787753349.195296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0ff400. 00010000:00000010:0.1:1787753349.195299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa000. 00010000:00000010:0.1:1787753349.195302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fea00. 00010000:00000010:0.1:1787753349.195305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fad00. 00010000:00000010:0.1:1787753349.195308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fe400. 00010000:00000010:0.1:1787753349.195310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fab00. 00010000:00000010:0.1:1787753349.195313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac0fee00. 00000080:00000010:0.1:1787753349.462549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8a20. 00000080:00000010:0.1:1787753349.462561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ec0. 00000080:00000010:0.1:1787753349.462568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58174a0. 00000080:00000010:0.1:1787753349.462576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58171c0. 00000080:00000010:0.1:1787753349.462580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817460. 00000080:00000010:0.1:1787753349.462584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58179e0. 00000080:00000010:0.1:1787753349.462587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817c80. 00000080:00000010:0.1:1787753349.462594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817f80. 00000080:00000010:0.1:1787753349.462599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65780. 00000080:00000010:0.1:1787753349.462604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8440. 00000080:00000010:0.1:1787753349.462607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f87e0. 00000080:00000010:0.1:1787753349.462611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65400. 00000080:00000010:0.1:1787753349.462615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817940. 00000080:00000010:0.1:1787753349.462622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8b00. 00000080:00000010:0.1:1787753349.462625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58170a0. 00000080:00000010:0.1:1787753349.462629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58172e0. 00010000:00000010:0.1:1787753349.462636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835faf00. 00010000:00000010:0.1:1787753349.462641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bb000. 00010000:00000010:0.1:1787753349.462645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa700. 00010000:00000010:0.1:1787753349.462649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bbc00. 00010000:00000010:0.1:1787753349.462653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd400. 00010000:00000010:0.1:1787753349.462659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8000. 00010000:00000010:0.1:1787753349.462662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd800. 00010000:00000010:0.1:1787753349.462667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9200. 00010000:00000010:0.1:1787753349.462673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992600. 00010000:00000010:0.1:1787753349.462677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8c00. 00010000:00000010:0.1:1787753349.462680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992e00. 00010000:00000010:0.1:1787753349.462683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9a00. 00010000:00000010:0.1:1787753349.462686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992200. 00010000:00000010:0.1:1787753349.462689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9e00. 00010000:00000010:0.1:1787753349.462692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992c00. 00010000:00000010:0.1:1787753349.462695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9600. 00010000:00000010:0.1:1787753349.462698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992a00. 00010000:00000010:0.1:1787753349.462702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4a00. 00010000:00000010:0.1:1787753349.462706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa600. 00010000:00000010:0.1:1787753349.462709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831ba600. 00010000:00000010:0.1:1787753349.462712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fae00. 00010000:00000010:0.1:1787753349.462715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bb400. 00010000:00000010:0.1:1787753349.462718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992300. 00010000:00000010:0.1:1787753349.462721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5400. 00010000:00000010:0.1:1787753349.462724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992500. 00010000:00000010:0.1:1787753349.462727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8800. 00010000:00000010:0.1:1787753349.462729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fa200. 00010000:00000010:0.1:1787753349.462746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831baa00. 00010000:00000010:0.1:1787753349.462751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fac00. 00010000:00000010:0.1:1787753349.462754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8200. 00010000:00000010:0.1:1787753349.462757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5992900. 00010000:00000010:0.1:1787753349.462760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9800. 00000080:00000010:2.1:1787753349.793471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f86e0. 00000080:00000010:2.1:1787753349.793496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8e60. 00000080:00000010:2.1:1787753349.793500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8c60. 00000080:00000010:2.1:1787753349.793503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8860. 00000080:00000010:2.1:1787753349.793507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f85e0. 00000080:00000010:2.1:1787753349.793524:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817800. 00000080:00000010:2.1:1787753349.793532:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817be0. 00000080:00000010:2.1:1787753349.793536:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817820. 00000080:00000010:2.1:1787753349.793539:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817920. 00000080:00000010:2.1:1787753349.793544:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65f40. 00000080:00000010:2.1:1787753349.793550:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65640. 00000080:00000010:2.1:1787753349.793557:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65160. 00000080:00000010:2.1:1787753349.793561:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8220. 00000080:00000010:2.1:1787753349.793565:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8aa0. 00000080:00000010:2.1:1787753349.793568:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8a80. 00000080:00000010:2.1:1787753349.793573:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8700. 00010000:00000010:2.1:1787753349.797464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fbb00. 00010000:00000010:2.1:1787753349.797492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831ba000. 00010000:00000010:2.1:1787753349.797496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb100. 00010000:00000010:2.1:1787753349.797501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bb200. 00010000:00000010:2.1:1787753349.797505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fbf00. 00010000:00000010:2.1:1787753349.797508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bac00. 00010000:00000010:2.1:1787753349.797511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb700. 00010000:00000010:2.1:1787753349.797514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bba00. 00010000:00000010:2.1:1787753349.797517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb600. 00010000:00000010:2.1:1787753349.797520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bbe00. 00010000:00000010:2.1:1787753349.797524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bdc00. 00010000:00000010:2.1:1787753349.797528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b9400. 00010000:00000010:2.1:1787753349.797530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bda00. 00010000:00000010:2.1:1787753349.797534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8a00. 00010000:00000010:2.1:1787753349.797537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd300. 00010000:00000010:2.1:1787753349.797541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8400. 00010000:00000010:2.1:1787753349.797544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd500. 00010000:00000010:2.1:1787753349.797547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831b8e00. 00010000:00000010:2.1:1787753349.797551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd900. 00010000:00000010:2.1:1787753349.797555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4800. 00010000:00000010:2.1:1787753349.797559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64300. 00010000:00000010:2.1:1787753349.797564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4200. 00010000:00000010:2.1:1787753349.797567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64500. 00010000:00000010:2.1:1787753349.797570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5000. 00010000:00000010:2.1:1787753349.797574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64900. 00010000:00000010:2.1:1787753349.797576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bb600. 00010000:00000010:2.1:1787753349.797581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fbe00. 00010000:00000010:2.1:1787753349.797584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831ba800. 00010000:00000010:2.1:1787753349.797588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb200. 00010000:00000010:2.1:1787753349.797591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831ba200. 00010000:00000010:2.1:1787753349.797594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fbc00. 00010000:00000010:2.1:1787753349.797598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a831bb800. 00000080:00000010:1.1:1787753349.984187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ec0. 00000080:00000010:1.1:1787753349.984211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817440. 00000080:00000010:1.1:1787753349.984217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8100. 00000080:00000010:1.1:1787753349.984225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f83c0. 00000080:00000010:1.1:1787753349.984229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8600. 00000080:00000010:1.1:1787753349.988191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8d00. 00000080:00000010:1.1:1787753349.988215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f89a0. 00000080:00000010:1.1:1787753349.988219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f87c0. 00000080:00000010:1.1:1787753349.988223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8960. 00000080:00000010:1.1:1787753349.988230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58177e0. 00000080:00000010:1.1:1787753349.988236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817b00. 00000080:00000010:1.1:1787753349.988241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ae0. 00000080:00000010:1.1:1787753349.988245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58173a0. 00000080:00000010:1.1:1787753349.988249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817660. 00000080:00000010:1.1:1787753349.988253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8c40. 00000080:00000010:1.1:1787753349.988257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f86c0. 00010000:00000010:1.1:1787753349.988267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bdd00. 00010000:00000010:1.1:1787753349.988274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efdc00. 00010000:00000010:1.1:1787753349.988278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bdb00. 00010000:00000010:1.1:1787753349.988282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efc600. 00010000:00000010:1.1:1787753349.988286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd100. 00010000:00000010:1.1:1787753349.988289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efd400. 00010000:00000010:1.1:1787753349.988294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fba00. 00010000:00000010:1.1:1787753349.988298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efa400. 00010000:00000010:1.1:1787753349.988302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb300. 00010000:00000010:1.1:1787753349.988305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efae00. 00010000:00000010:1.1:1787753349.988309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb500. 00010000:00000010:1.1:1787753349.988312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efa000. 00010000:00000010:1.1:1787753349.988315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb900. 00010000:00000010:1.1:1787753349.988319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efb200. 00010000:00000010:1.1:1787753349.988323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb400. 00010000:00000010:1.1:1787753349.988326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efac00. 00010000:00000010:1.1:1787753349.988329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb800. 00010000:00000010:1.1:1787753349.988333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efba00. 00010000:00000010:1.1:1787753349.988336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fb000. 00010000:00000010:1.1:1787753349.988340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efbe00. 00010000:00000010:1.1:1787753349.988343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bdf00. 00010000:00000010:1.1:1787753349.988347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efca00. 00010000:00000010:1.1:1787753349.988350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd700. 00010000:00000010:1.1:1787753349.988353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efc400. 00010000:00000010:1.1:1787753349.988356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd600. 00010000:00000010:1.1:1787753349.988359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efce00. 00010000:00000010:1.1:1787753349.988361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bde00. 00010000:00000010:1.1:1787753349.988364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efc000. 00010000:00000010:1.1:1787753349.988367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd200. 00010000:00000010:1.1:1787753349.988371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efb600. 00010000:00000010:1.1:1787753349.988374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fbd00. 00010000:00000010:1.1:1787753349.988377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efa800. 00000080:00000010:0.1:1787753350.129250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65e40. 00000080:00000010:0.1:1787753350.129274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65d20. 00000080:00000010:0.1:1787753350.129278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65180. 00000080:00000010:0.1:1787753350.129282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65420. 00000080:00000010:0.1:1787753350.129286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65140. 00000080:00000010:0.1:1787753350.129291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65da0. 00000080:00000010:0.1:1787753350.129294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65520. 00000080:00000010:0.1:1787753350.129298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65f60. 00000080:00000010:0.1:1787753350.129301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d657a0. 00000080:00000010:0.1:1787753350.129312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8f20. 00000080:00000010:0.1:1787753350.129316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8b20. 00000080:00000010:0.1:1787753350.129320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8480. 00000080:00000010:0.1:1787753350.129323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f85a0. 00000080:00000010:0.1:1787753350.129327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8280. 00000080:00000010:0.1:1787753350.129331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817700. 00000080:00000010:0.1:1787753350.129336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817a20. 00010000:00000010:0.1:1787753350.129344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64b00. 00010000:00000010:0.1:1787753350.129350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efe000. 00010000:00000010:0.1:1787753350.129354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64100. 00010000:00000010:0.1:1787753350.129357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2eff200. 00010000:00000010:0.1:1787753350.129360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64f00. 00010000:00000010:0.1:1787753350.129364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efec00. 00010000:00000010:0.1:1787753350.129367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64700. 00010000:00000010:0.1:1787753350.129370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2effa00. 00010000:00000010:0.1:1787753350.129373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64600. 00010000:00000010:0.1:1787753350.129376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5800. 00010000:00000010:0.1:1787753350.129379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64e00. 00010000:00000010:0.1:1787753350.129382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5600. 00010000:00000010:0.1:1787753350.129385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64200. 00010000:00000010:0.1:1787753350.129388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad5e00. 00010000:00000010:0.1:1787753350.129391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64c00. 00010000:00000010:0.1:1787753350.129394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4400. 00010000:00000010:0.1:1787753350.129397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64a00. 00010000:00000010:0.1:1787753350.129400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad4e00. 00010000:00000010:0.1:1787753350.129404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe800. 00010000:00000010:0.1:1787753350.129409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efb000. 00010000:00000010:0.1:1787753350.129412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe000. 00010000:00000010:0.1:1787753350.129415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efbc00. 00010000:00000010:0.1:1787753350.129418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fed00. 00010000:00000010:0.1:1787753350.129421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efa600. 00010000:00000010:0.1:1787753350.129425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835feb00. 00010000:00000010:0.1:1787753350.129428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efb400. 00010000:00000010:0.1:1787753350.129431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe100. 00010000:00000010:0.1:1787753350.129433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efaa00. 00010000:00000010:0.1:1787753350.129436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fef00. 00010000:00000010:0.1:1787753350.129439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efd800. 00010000:00000010:0.1:1787753350.129442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bd000. 00010000:00000010:0.1:1787753350.129445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efd000. 00000080:00000010:0.1:1787753350.358902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817aa0. 00000080:00000010:0.1:1787753350.358918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ca0. 00000080:00000010:0.1:1787753350.358924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8dc0. 00000080:00000010:0.1:1787753350.358928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f88a0. 00000080:00000010:0.1:1787753350.358932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8900. 00000080:00000010:0.1:1787753350.358937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f80e0. 00000080:00000010:0.1:1787753350.358941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8000. 00000080:00000010:0.1:1787753350.358945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8740. 00000080:00000010:0.1:1787753350.358948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817a80. 00000080:00000010:0.1:1787753350.358953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65e20. 00000080:00000010:0.1:1787753350.358960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d659c0. 00000080:00000010:0.1:1787753350.358966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65a60. 00000080:00000010:0.1:1787753350.358970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65c00. 00000080:00000010:0.1:1787753350.358973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65fe0. 00000080:00000010:0.1:1787753350.358977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65b40. 00000080:00000010:0.1:1787753350.358980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65060. 00010000:00000010:0.1:1787753350.358986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bee00. 00010000:00000010:0.1:1787753350.358990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efc800. 00010000:00000010:0.1:1787753350.358994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831be200. 00010000:00000010:0.1:1787753350.358998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8400. 00010000:00000010:0.1:1787753350.359003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fec00. 00010000:00000010:0.1:1787753350.359006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8e00. 00010000:00000010:0.1:1787753350.359009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fea00. 00010000:00000010:0.1:1787753350.359011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8000. 00010000:00000010:0.1:1787753350.359015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe300. 00010000:00000010:0.1:1787753350.359018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9200. 00010000:00000010:0.1:1787753350.359022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe500. 00010000:00000010:0.1:1787753350.359025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8c00. 00010000:00000010:0.1:1787753350.359028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe900. 00010000:00000010:0.1:1787753350.359031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efa200. 00010000:00000010:0.1:1787753350.359034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe400. 00010000:00000010:0.1:1787753350.359037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efb800. 00010000:00000010:0.1:1787753350.359040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a831bec00. 00010000:00000010:0.1:1787753350.359043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efc200. 00010000:00000010:0.1:1787753350.359046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67b00. 00010000:00000010:0.1:1787753350.359050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2eff000. 00010000:00000010:0.1:1787753350.359053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67100. 00010000:00000010:0.1:1787753350.359056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2effc00. 00010000:00000010:0.1:1787753350.359059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67f00. 00010000:00000010:0.1:1787753350.359063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efe600. 00010000:00000010:0.1:1787753350.359065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67700. 00010000:00000010:0.1:1787753350.359068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2eff400. 00010000:00000010:0.1:1787753350.359071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64800. 00010000:00000010:0.1:1787753350.359075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efea00. 00010000:00000010:0.1:1787753350.359077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64000. 00010000:00000010:0.1:1787753350.359080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efe400. 00010000:00000010:0.1:1787753350.359083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d64d00. 00010000:00000010:0.1:1787753350.359086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efee00. 00000080:00000010:0.1:1787753350.965002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d657e0. 00000080:00000010:0.1:1787753350.965032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8bc0. 00000080:00000010:0.1:1787753350.965041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8780. 00000080:00000010:0.1:1787753350.965050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817100. 00000080:00000010:0.1:1787753350.966170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65660. 00000080:00000010:0.1:1787753350.966190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe940. 00000080:00000010:0.1:1787753350.966200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8400. 00000080:00000010:0.1:1787753350.966206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58173c0. 00000080:00000010:0.1:1787753350.966212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8fc0. 00000080:00000010:0.1:1787753350.966218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f86a0. 00000080:00000010:0.1:1787753350.966222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f88e0. 00000080:00000010:0.1:1787753350.966226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d651c0. 00000080:00000010:0.1:1787753350.966230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817600. 00000080:00000010:0.1:1787753350.966240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817d00. 00000080:00000010:0.1:1787753350.966244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f88c0. 00000080:00000010:0.1:1787753350.966247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8760. 00010000:00000010:0.1:1787753350.966258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8900. 00010000:00000010:0.1:1787753350.966267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aade00. 00010000:00000010:0.1:1787753350.966275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc600. 00010000:00000010:0.1:1787753350.966281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9e00. 00010000:00000010:0.1:1787753350.966286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fce00. 00010000:00000010:0.1:1787753350.966289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9600. 00010000:00000010:0.1:1787753350.966292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8400. 00010000:00000010:0.1:1787753350.966296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fa200. 00010000:00000010:0.1:1787753350.966300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8800. 00010000:00000010:0.1:1787753350.966303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aad800. 00010000:00000010:0.1:1787753350.966307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306400. 00010000:00000010:0.1:1787753350.966311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7200. 00010000:00000010:0.1:1787753350.966315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306800. 00010000:00000010:0.1:1787753350.966319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8200. 00010000:00000010:0.1:1787753350.966323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8d00. 00010000:00000010:0.1:1787753350.966327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fb800. 00010000:00000010:0.1:1787753350.966330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8b00. 00010000:00000010:0.1:1787753350.966333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aad400. 00010000:00000010:0.1:1787753350.966336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc200. 00010000:00000010:0.1:1787753350.966341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9800. 00010000:00000010:0.1:1787753350.966345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe700. 00010000:00000010:0.1:1787753350.966349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9000. 00010000:00000010:0.1:1787753350.966352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8100. 00010000:00000010:0.1:1787753350.966357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2efe800. 00010000:00000010:0.1:1787753350.966360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8f00. 00010000:00000010:0.1:1787753350.966364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fb000. 00010000:00000010:0.1:1787753350.966368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8700. 00010000:00000010:0.1:1787753350.966372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fbc00. 00010000:00000010:0.1:1787753350.966375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8600. 00010000:00000010:0.1:1787753350.966378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9c00. 00010000:00000010:0.1:1787753350.966382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a835fe600. 00010000:00000010:0.1:1787753350.966385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8600. 00000080:00000010:1.1:1787753351.401205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65860. 00000080:00000010:1.1:1787753351.401227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffec80. 00000080:00000010:1.1:1787753351.401233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffef80. 00000080:00000010:1.1:1787753351.401241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8560. 00000080:00000010:1.1:1787753351.401249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817000. 00000080:00000010:1.1:1787753351.401256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817740. 00000080:00000010:1.1:1787753351.401259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f84e0. 00000080:00000010:1.1:1787753351.401263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8880. 00000080:00000010:1.1:1787753351.401266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8840. 00000080:00000010:1.1:1787753351.401270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8080. 00000080:00000010:1.1:1787753351.401273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f80c0. 00000080:00000010:1.1:1787753351.401277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817f20. 00000080:00000010:1.1:1787753351.401280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817b20. 00000080:00000010:1.1:1787753351.401284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817480. 00000080:00000010:1.1:1787753351.401288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58175a0. 00000080:00000010:1.1:1787753351.401291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817280. 00010000:00000010:1.1:1787753351.401298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc800. 00010000:00000010:1.1:1787753351.401304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aac400. 00010000:00000010:1.1:1787753351.401309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67000. 00010000:00000010:1.1:1787753351.401313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6000. 00010000:00000010:1.1:1787753351.401317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306500. 00010000:00000010:1.1:1787753351.401320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6c00. 00010000:00000010:1.1:1787753351.401323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306900. 00010000:00000010:1.1:1787753351.401327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91dc00. 00010000:00000010:1.1:1787753351.401331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc000. 00010000:00000010:1.1:1787753351.401334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91ec00. 00010000:00000010:1.1:1787753351.401339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8e00. 00010000:00000010:1.1:1787753351.401342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fa000. 00010000:00000010:1.1:1787753351.401345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8200. 00010000:00000010:1.1:1787753351.401349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fb200. 00010000:00000010:1.1:1787753351.401351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fcd00. 00010000:00000010:1.1:1787753351.401356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91c600. 00010000:00000010:1.1:1787753351.401359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fcb00. 00010000:00000010:1.1:1787753351.401362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91d400. 00010000:00000010:1.1:1787753351.401365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc100. 00010000:00000010:1.1:1787753351.401369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f8800. 00010000:00000010:1.1:1787753351.401372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fcf00. 00010000:00000010:1.1:1787753351.401375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57f9a00. 00010000:00000010:1.1:1787753351.401378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc700. 00010000:00000010:1.1:1787753351.401381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fac00. 00010000:00000010:1.1:1787753351.401384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8c00. 00010000:00000010:1.1:1787753351.401386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fba00. 00010000:00000010:1.1:1787753351.401389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8a00. 00010000:00000010:1.1:1787753351.401392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fbe00. 00010000:00000010:1.1:1787753351.401395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8300. 00010000:00000010:1.1:1787753351.401398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fb600. 00010000:00000010:1.1:1787753351.401401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8500. 00010000:00000010:1.1:1787753351.401404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa57fa800. 00000080:00000010:0.1:1787753351.680155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817580. 00000080:00000010:0.1:1787753351.680166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ca0. 00000080:00000010:0.1:1787753351.680170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817dc0. 00000080:00000010:0.1:1787753351.680174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58178a0. 00000080:00000010:0.1:1787753351.680181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f82c0. 00000080:00000010:0.1:1787753351.680187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65e60. 00000080:00000010:0.1:1787753351.680197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe9e0. 00000080:00000010:0.1:1787753351.680201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ac0. 00000080:00000010:0.1:1787753351.680206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ba0. 00000080:00000010:0.1:1787753351.680209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817900. 00000080:00000010:0.1:1787753351.680213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58170e0. 00000080:00000010:0.1:1787753351.680217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8f40. 00000080:00000010:0.1:1787753351.680220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8640. 00000080:00000010:0.1:1787753351.680224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8720. 00000080:00000010:0.1:1787753351.680228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8160. 00000080:00000010:0.1:1787753351.680232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ce0. 00010000:00000010:0.1:1787753351.680241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9c00. 00010000:00000010:0.1:1787753351.680247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91f400. 00010000:00000010:0.1:1787753351.680251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9a00. 00010000:00000010:0.1:1787753351.680255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91ea00. 00010000:00000010:0.1:1787753351.680258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9300. 00010000:00000010:0.1:1787753351.680261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91e400. 00010000:00000010:0.1:1787753351.680264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9500. 00010000:00000010:0.1:1787753351.680267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91ee00. 00010000:00000010:0.1:1787753351.680270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9900. 00010000:00000010:0.1:1787753351.680407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91cc00. 00010000:00000010:0.1:1787753351.680412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe600. 00010000:00000010:0.1:1787753351.680416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aac000. 00010000:00000010:0.1:1787753351.680422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306a00. 00010000:00000010:0.1:1787753351.680426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6e00. 00010000:00000010:0.1:1787753351.680429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306300. 00010000:00000010:0.1:1787753351.680433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91da00. 00010000:00000010:0.1:1787753351.680438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fcc00. 00010000:00000010:0.1:1787753351.680441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91de00. 00010000:00000010:0.1:1787753351.680444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9400. 00010000:00000010:0.1:1787753351.680447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91e000. 00010000:00000010:0.1:1787753351.680450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef8000. 00010000:00000010:0.1:1787753351.680453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91f200. 00010000:00000010:0.1:1787753351.680456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fca00. 00010000:00000010:0.1:1787753351.680459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91d600. 00010000:00000010:0.1:1787753351.680461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc300. 00010000:00000010:0.1:1787753351.680464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91c800. 00010000:00000010:0.1:1787753351.680467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc500. 00010000:00000010:0.1:1787753351.680470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91c200. 00010000:00000010:0.1:1787753351.680473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc900. 00010000:00000010:0.1:1787753351.680476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91d800. 00010000:00000010:0.1:1787753351.680478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fc400. 00010000:00000010:0.1:1787753351.680481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91d000. 00000080:00000010:2.1:1787753352.002180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f82a0. 00000080:00000010:2.1:1787753352.002206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8e80. 00010000:00000010:2.1:1787753352.002212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9200. 00010000:00000010:2.1:1787753352.002219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aac200. 00010000:00000010:2.1:1787753352.002226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306200. 00010000:00000010:2.1:1787753352.002229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aad000. 00010000:00000010:2.1:1787753352.002236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67400. 00010000:00000010:2.1:1787753352.002239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aadc00. 00010000:00000010:2.1:1787753352.002242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67800. 00010000:00000010:2.1:1787753352.002245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6400. 00010000:00000010:2.1:1787753352.002248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306c00. 00010000:00000010:2.1:1787753352.002253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979200. 00010000:00000010:2.1:1787753352.002260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe300. 00010000:00000010:2.1:1787753352.002264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978c00. 00010000:00000010:2.1:1787753352.002267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe500. 00010000:00000010:2.1:1787753352.002271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979a00. 00010000:00000010:2.1:1787753352.002274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe900. 00010000:00000010:2.1:1787753352.002277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979e00. 00010000:00000010:2.1:1787753352.002280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe400. 00010000:00000010:2.1:1787753352.002283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979600. 00010000:00000010:2.1:1787753352.002286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe800. 00010000:00000010:2.1:1787753352.002289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978800. 00010000:00000010:2.1:1787753352.002292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe000. 00010000:00000010:2.1:1787753352.002295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978200. 00010000:00000010:2.1:1787753352.002298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fed00. 00010000:00000010:2.1:1787753352.002302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91ca00. 00010000:00000010:2.1:1787753352.002305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57feb00. 00010000:00000010:2.1:1787753352.002308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91c400. 00010000:00000010:2.1:1787753352.002311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe100. 00010000:00000010:2.1:1787753352.002315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91ce00. 00010000:00000010:2.1:1787753352.002319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fef00. 00010000:00000010:2.1:1787753352.002321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91c000. 00010000:00000010:2.1:1787753352.002324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe700. 00010000:00000010:2.1:1787753352.002328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91d200. 00000080:00000010:0.1:1787753352.237135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8300. 00000080:00000010:0.1:1787753352.237148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f85c0. 00000080:00000010:0.1:1787753352.237153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65be0. 00000080:00000010:0.1:1787753352.237161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58170c0. 00000080:00000010:0.1:1787753352.237170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817bc0. 00000080:00000010:0.1:1787753352.237174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817780. 00000080:00000010:0.1:1787753352.237178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58171e0. 00000080:00000010:0.1:1787753352.237181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d653a0. 00000080:00000010:0.1:1787753352.237186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8260. 00000080:00000010:0.1:1787753352.237192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8620. 00000080:00000010:0.1:1787753352.241244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817400. 00000080:00000010:0.1:1787753352.241269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817fc0. 00000080:00000010:0.1:1787753352.241273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58176a0. 00000080:00000010:0.1:1787753352.241280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58178e0. 00000080:00000010:0.1:1787753352.241283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58178c0. 00000080:00000010:0.1:1787753352.241287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817760. 00010000:00000010:0.1:1787753352.241293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fee00. 00010000:00000010:0.1:1787753352.241299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978a00. 00010000:00000010:0.1:1787753352.241305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fe200. 00010000:00000010:0.1:1787753352.241309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978400. 00010000:00000010:0.1:1787753352.241313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306e00. 00010000:00000010:0.1:1787753352.241317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aad600. 00010000:00000010:0.1:1787753352.241323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67900. 00010000:00000010:0.1:1787753352.241326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03200. 00010000:00000010:0.1:1787753352.241331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97bb00. 00010000:00000010:0.1:1787753352.241337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91fa00. 00010000:00000010:0.1:1787753352.241343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9800. 00010000:00000010:0.1:1787753352.241347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91fe00. 00010000:00000010:0.1:1787753352.241351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9000. 00010000:00000010:0.1:1787753352.241355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91f600. 00010000:00000010:0.1:1787753352.241358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9d00. 00010000:00000010:0.1:1787753352.241362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aac800. 00010000:00000010:0.1:1787753352.241367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fec00. 00010000:00000010:0.1:1787753352.241370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978e00. 00010000:00000010:0.1:1787753352.241374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fea00. 00010000:00000010:0.1:1787753352.241377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978000. 00010000:00000010:0.1:1787753352.241380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9b00. 00010000:00000010:0.1:1787753352.241384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91e800. 00010000:00000010:0.1:1787753352.241388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9100. 00010000:00000010:0.1:1787753352.241392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91e200. 00010000:00000010:0.1:1787753352.241395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9f00. 00010000:00000010:0.1:1787753352.241398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91f800. 00010000:00000010:0.1:1787753352.241401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9700. 00010000:00000010:0.1:1787753352.241404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91f000. 00010000:00000010:0.1:1787753352.241407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9600. 00010000:00000010:0.1:1787753352.241411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91fc00. 00010000:00000010:0.1:1787753352.241414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2ef9e00. 00010000:00000010:0.1:1787753352.241417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d91e600. 00000080:00000010:1.1:1787753352.586397:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817880. 00000080:00000010:1.1:1787753352.586414:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8680. 00000080:00000010:1.1:1787753352.586420:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8500. 00000080:00000010:1.1:1787753352.586429:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8c20. 00000080:00000010:1.1:1787753352.586433:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8a00. 00000080:00000010:1.1:1787753352.586440:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817840. 00000080:00000010:1.1:1787753352.586444:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8b80. 00000080:00000010:1.1:1787753352.586721:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8020. 00000080:00000010:1.1:1787753352.586727:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8ee0. 00000080:00000010:1.1:1787753352.586731:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8de0. 00000080:00000010:1.1:1787753352.586736:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8fa0. 00000080:00000010:1.1:1787753352.586740:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8cc0. 00000080:00000010:1.1:1787753352.586744:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f84c0. 00000080:00000010:1.1:1787753352.586748:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817080. 00000080:00000010:1.1:1787753352.586752:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8d40. 00000080:00000010:1.1:1787753352.586756:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f81a0. 00010000:00000010:1.1:1787753352.586763:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b400. 00010000:00000010:1.1:1787753352.586770:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02a00. 00010000:00000010:1.1:1787753352.586776:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b800. 00010000:00000010:1.1:1787753352.586780:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04e00. 00010000:00000010:1.1:1787753352.586786:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff200. 00010000:00000010:1.1:1787753352.586790:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04000. 00010000:00000010:1.1:1787753352.586794:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ffc00. 00010000:00000010:1.1:1787753352.586798:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05200. 00010000:00000010:1.1:1787753352.586802:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ffa00. 00010000:00000010:1.1:1787753352.586806:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04c00. 00010000:00000010:1.1:1787753352.586809:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff300. 00010000:00000010:1.1:1787753352.586812:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02400. 00010000:00000010:1.1:1787753352.586816:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff500. 00010000:00000010:1.1:1787753352.586819:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05a00. 00010000:00000010:1.1:1787753352.586822:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff900. 00010000:00000010:1.1:1787753352.586826:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05e00. 00010000:00000010:1.1:1787753352.586829:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff400. 00010000:00000010:1.1:1787753352.586832:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05600. 00010000:00000010:1.1:1787753352.586835:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff800. 00010000:00000010:1.1:1787753352.586840:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979800. 00010000:00000010:1.1:1787753352.586846:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff000. 00010000:00000010:1.1:1787753352.586849:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979000. 00010000:00000010:1.1:1787753352.586852:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ffd00. 00010000:00000010:1.1:1787753352.586855:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979c00. 00010000:00000010:1.1:1787753352.586859:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ffb00. 00010000:00000010:1.1:1787753352.586863:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d978600. 00010000:00000010:1.1:1787753352.586866:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b000. 00010000:00000010:1.1:1787753352.586869:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02e00. 00010000:00000010:1.1:1787753352.586873:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97bd00. 00010000:00000010:1.1:1787753352.586876:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02000. 00010000:00000010:1.1:1787753352.586879:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff100. 00010000:00000010:1.1:1787753352.586882:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d979400. 00000080:00000010:0.1:1787753352.852218:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58174e0. 00010000:00000010:0.1:1787753352.852233:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b900. 00010000:00000010:0.1:1787753352.852239:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03400. 00000080:00000010:1.1:1787753352.887171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ba0. 00000080:00000010:1.1:1787753352.887198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65020. 00000080:00000010:1.1:1787753352.887205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8520. 00000080:00000010:1.1:1787753352.887212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65b80. 00000080:00000010:1.1:1787753352.887216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817f40. 00000080:00000010:1.1:1787753352.887220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817640. 00000080:00000010:1.1:1787753352.887226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8f60. 00000080:00000010:1.1:1787753352.887233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f87a0. 00000080:00000010:1.1:1787753352.887237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817720. 00000080:00000010:1.1:1787753352.887241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8380. 00000080:00000010:1.1:1787753352.887245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8040. 00000080:00000010:1.1:1787753352.887249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8200. 00000080:00000010:1.1:1787753352.887253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d653e0. 00000080:00000010:1.1:1787753352.887257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817160. 00000080:00000010:1.1:1787753352.887260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ce0. 00000080:00000010:1.1:1787753352.887263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817560. 00010000:00000010:1.1:1787753352.887271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b700. 00010000:00000010:1.1:1787753352.887279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03600. 00010000:00000010:1.1:1787753352.887283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b600. 00010000:00000010:1.1:1787753352.887287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aad200. 00010000:00000010:1.1:1787753352.887292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67300. 00010000:00000010:1.1:1787753352.887297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05000. 00010000:00000010:1.1:1787753352.902238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaaa00. 00010000:00000010:1.1:1787753352.902253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aace00. 00010000:00000010:1.1:1787753352.902259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67500. 00010000:00000010:1.1:1787753352.902264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02800. 00010000:00000010:1.1:1787753352.902270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97be00. 00010000:00000010:1.1:1787753352.902274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02200. 00010000:00000010:1.1:1787753352.902276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa300. 00010000:00000010:1.1:1787753352.902280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05c00. 00010000:00000010:1.1:1787753352.902285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57fff00. 00010000:00000010:1.1:1787753352.902289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04600. 00010000:00000010:1.1:1787753352.902293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b200. 00010000:00000010:1.1:1787753352.902297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03800. 00010000:00000010:1.1:1787753352.902301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff700. 00010000:00000010:1.1:1787753352.902304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05400. 00010000:00000010:1.1:1787753352.902308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ff600. 00010000:00000010:1.1:1787753352.902311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04a00. 00010000:00000010:1.1:1787753352.902314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa57ffe00. 00010000:00000010:1.1:1787753352.902317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04400. 00010000:00000010:1.1:1787753352.902320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97bc00. 00010000:00000010:1.1:1787753352.902324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aada00. 00010000:00000010:1.1:1787753352.902328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97ba00. 00010000:00000010:1.1:1787753352.902332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03000. 00010000:00000010:1.1:1787753352.902335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b300. 00010000:00000010:1.1:1787753352.902338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03c00. 00010000:00000010:1.1:1787753352.902341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b500. 00010000:00000010:1.1:1787753352.902345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02600. 00000080:00000010:0.1:1787753353.231830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ac0. 00010000:00000010:0.1:1787753353.236346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaac00. 00010000:00000010:0.1:1787753353.236357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03e00. 00000080:00000010:0.1:1787753353.278244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817d60. 00000080:00000010:0.1:1787753353.278266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817f00. 00000080:00000010:0.1:1787753353.278270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817340. 00000080:00000010:0.1:1787753353.278274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817360. 00000080:00000010:0.1:1787753353.278279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817b60. 00000080:00000010:0.1:1787753353.278339:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65ee0. 00000080:00000010:0.1:1787753353.278347:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8d20. 00000080:00000010:0.1:1787753353.278353:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8180. 00000080:00000010:0.1:1787753353.278357:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8420. 00000080:00000010:0.1:1787753353.278360:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8140. 00000080:00000010:0.1:1787753353.278367:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817a40. 00000080:00000010:0.1:1787753353.278371:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817320. 00000080:00000010:0.1:1787753353.278374:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58172a0. 00000080:00000010:0.1:1787753353.278378:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817e80. 00000080:00000010:0.1:1787753353.278382:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58172c0. 00000080:00000010:0.1:1787753353.278386:0:207338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8da0. 00010000:00000010:0.1:1787753353.278392:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97de00. 00010000:00000010:0.1:1787753353.278399:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06000. 00010000:00000010:0.1:1787753353.278403:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d200. 00010000:00000010:0.1:1787753353.278407:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07200. 00010000:00000010:0.1:1787753353.278411:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97dc00. 00010000:00000010:0.1:1787753353.278415:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06c00. 00010000:00000010:0.1:1787753353.278418:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97da00. 00010000:00000010:0.1:1787753353.278421:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07a00. 00010000:00000010:0.1:1787753353.278424:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d300. 00010000:00000010:0.1:1787753353.278428:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07e00. 00010000:00000010:0.1:1787753353.278431:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d500. 00010000:00000010:0.1:1787753353.278435:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aacc00. 00010000:00000010:0.1:1787753353.278440:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67a00. 00010000:00000010:0.1:1787753353.278444:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761200. 00010000:00000010:0.1:1787753353.278448:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa700. 00010000:00000010:0.1:1787753353.278452:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760c00. 00010000:00000010:0.1:1787753353.278455:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa600. 00010000:00000010:0.1:1787753353.278458:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04800. 00010000:00000010:0.1:1787753353.278462:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaae00. 00010000:00000010:0.1:1787753353.278464:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b04200. 00010000:00000010:0.1:1787753353.278467:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d900. 00010000:00000010:0.1:1787753353.278470:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07600. 00010000:00000010:0.1:1787753353.278473:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d400. 00010000:00000010:0.1:1787753353.278476:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06800. 00010000:00000010:0.1:1787753353.278479:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d800. 00010000:00000010:0.1:1787753353.278482:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06200. 00010000:00000010:0.1:1787753353.278485:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97b100. 00010000:00000010:0.1:1787753353.278489:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b02c00. 00010000:00000010:0.1:1787753353.278492:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97bf00. 00010000:00000010:0.1:1787753353.278496:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b03a00. 00010000:00000010:0.1:1787753353.278499:0:207338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa200. 00010000:00000010:0.1:1787753353.278502:0:207338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b05800. 00000080:00000010:0.1:1787753353.582229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8240. 00000080:00000010:0.1:1787753353.582242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58175c0. 00000080:00000010:0.1:1787753353.582251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817260. 00000080:00000010:0.1:1787753353.582255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817620. 00000080:00000010:0.1:1787753353.582259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8e20. 00000080:00000010:0.1:1787753353.582263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f89c0. 00000080:00000010:0.1:1787753353.582266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8a60. 00000080:00000010:0.1:1787753353.589352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817980. 00000080:00000010:0.1:1787753353.589372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65d40. 00000080:00000010:0.1:1787753353.589379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817d80. 00000080:00000010:0.1:1787753353.589386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8c00. 00000080:00000010:0.1:1787753353.589391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8fe0. 00000080:00000010:0.1:1787753353.589395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8b40. 00000080:00000010:0.1:1787753353.589400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8060. 00000080:00000010:0.1:1787753353.589404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8e40. 00000080:00000010:0.1:1787753353.589408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817ea0. 00010000:00000010:0.1:1787753353.589416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa900. 00010000:00000010:0.1:1787753353.589425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761800. 00010000:00000010:0.1:1787753353.589430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97fb00. 00010000:00000010:0.1:1787753353.589435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07c00. 00010000:00000010:0.1:1787753353.589440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d000. 00010000:00000010:0.1:1787753353.589444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06600. 00010000:00000010:0.1:1787753353.589457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97dd00. 00010000:00000010:0.1:1787753353.589460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07400. 00010000:00000010:0.1:1787753353.589463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97db00. 00010000:00000010:0.1:1787753353.589466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761000. 00010000:00000010:0.1:1787753353.589469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa400. 00010000:00000010:0.1:1787753353.589473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761c00. 00010000:00000010:0.1:1787753353.589475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa800. 00010000:00000010:0.1:1787753353.589480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760600. 00010000:00000010:0.1:1787753353.589483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa000. 00010000:00000010:0.1:1787753353.589486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06a00. 00010000:00000010:0.1:1787753353.589489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d100. 00010000:00000010:0.1:1787753353.589492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aac600. 00010000:00000010:0.1:1787753353.589498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97df00. 00010000:00000010:0.1:1787753353.589502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06400. 00010000:00000010:0.1:1787753353.589504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d700. 00010000:00000010:0.1:1787753353.589507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761400. 00010000:00000010:0.1:1787753353.589510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaad00. 00010000:00000010:0.1:1787753353.589514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760a00. 00010000:00000010:0.1:1787753353.589517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaab00. 00010000:00000010:0.1:1787753353.589520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760400. 00010000:00000010:0.1:1787753353.589523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa100. 00010000:00000010:0.1:1787753353.589526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760e00. 00010000:00000010:0.1:1787753353.589530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaaf00. 00010000:00000010:0.1:1787753353.589532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760000. 00010000:00000010:0.1:1787753353.589535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97d600. 00010000:00000010:0.1:1787753353.589537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b06e00. 00000080:00000010:0.1:1787753353.825173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00f60. 00000080:00000010:0.1:1787753353.825203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b007a0. 00000080:00000010:0.1:1787753353.825208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ce0. 00000080:00000010:0.1:1787753353.825215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762560. 00000080:00000010:0.1:1787753353.825219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07624e0. 00000080:00000010:0.1:1787753353.825226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762880. 00000080:00000010:0.1:1787753353.825231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00380. 00000080:00000010:0.1:1787753353.825235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00040. 00000080:00000010:0.1:1787753353.825240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58174c0. 00000080:00000010:0.1:1787753353.825244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817d40. 00000080:00000010:0.1:1787753353.825247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa58171a0. 00000080:00000010:0.1:1787753353.825251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa5817300. 00000080:00000010:0.1:1787753353.825256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f81e0. 00000080:00000010:0.1:1787753353.825259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8120. 00000080:00000010:0.1:1787753353.825264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f8e00. 00000080:00000010:0.1:1787753353.825267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a835f83e0. 00010000:00000010:0.1:1787753353.825278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97fa00. 00010000:00000010:0.1:1787753353.825286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378a00. 00010000:00000010:0.1:1787753353.825290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f300. 00010000:00000010:0.1:1787753353.825293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378400. 00010000:00000010:0.1:1787753353.825297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01400. 00010000:00000010:0.1:1787753353.825301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ae00. 00010000:00000010:0.1:1787753353.825305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01800. 00010000:00000010:0.1:1787753353.825308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337a000. 00010000:00000010:0.1:1787753353.825311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01000. 00010000:00000010:0.1:1787753353.825315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337b200. 00010000:00000010:0.1:1787753353.825318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01d00. 00010000:00000010:0.1:1787753353.825322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761a00. 00010000:00000010:0.1:1787753353.825325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f500. 00010000:00000010:0.1:1787753353.825330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378e00. 00010000:00000010:0.1:1787753353.825332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f900. 00010000:00000010:0.1:1787753353.825335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378000. 00010000:00000010:0.1:1787753353.825338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f400. 00010000:00000010:0.1:1787753353.825342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379200. 00010000:00000010:0.1:1787753353.825345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f800. 00010000:00000010:0.1:1787753353.825348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378c00. 00010000:00000010:0.1:1787753353.825351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f000. 00010000:00000010:0.1:1787753353.825355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07800. 00010000:00000010:0.1:1787753353.825358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97fd00. 00010000:00000010:0.1:1787753353.825362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b07000. 00010000:00000010:0.1:1787753353.825365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01b00. 00010000:00000010:0.1:1787753353.825368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761e00. 00010000:00000010:0.1:1787753353.825372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01100. 00010000:00000010:0.1:1787753353.825375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0761600. 00010000:00000010:0.1:1787753353.825378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01f00. 00010000:00000010:0.1:1787753353.825382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760800. 00010000:00000010:0.1:1787753353.825386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaa500. 00010000:00000010:0.1:1787753353.825389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0760200. 00000080:00000010:1.1:1787753354.057296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762320. 00000080:00000010:1.1:1787753354.057316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07622a0. 00000080:00000010:1.1:1787753354.057320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762e80. 00000080:00000010:1.1:1787753354.057324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07622c0. 00000080:00000010:1.1:1787753354.057330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ac0. 00000080:00000010:1.1:1787753354.057333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ba0. 00000080:00000010:1.1:1787753354.057337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762f40. 00000080:00000010:1.1:1787753354.057342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00180. 00000080:00000010:1.1:1787753354.057350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00420. 00000080:00000010:1.1:1787753354.057356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00140. 00000080:00000010:1.1:1787753354.057362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00da0. 00000080:00000010:1.1:1787753354.057367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65880. 00000080:00000010:1.1:1787753354.057372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762640. 00000080:00000010:1.1:1787753354.057376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762720. 00000080:00000010:1.1:1787753354.057379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762160. 00000080:00000010:1.1:1787753354.057383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00520. 00010000:00000010:1.1:1787753354.061333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764900. 00010000:00000010:1.1:1787753354.061354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337b600. 00010000:00000010:1.1:1787753354.061362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01700. 00010000:00000010:1.1:1787753354.061369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337a800. 00010000:00000010:1.1:1787753354.061373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01600. 00010000:00000010:1.1:1787753354.061376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337a200. 00010000:00000010:1.1:1787753354.061380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01e00. 00010000:00000010:1.1:1787753354.061383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337b800. 00010000:00000010:1.1:1787753354.061386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01200. 00010000:00000010:1.1:1787753354.061390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337b000. 00010000:00000010:1.1:1787753354.061394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01c00. 00010000:00000010:1.1:1787753354.061397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337bc00. 00010000:00000010:1.1:1787753354.061400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01a00. 00010000:00000010:1.1:1787753354.061403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337a600. 00010000:00000010:1.1:1787753354.061407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f700. 00010000:00000010:1.1:1787753354.061412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379800. 00010000:00000010:1.1:1787753354.061415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f600. 00010000:00000010:1.1:1787753354.061418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379000. 00010000:00000010:1.1:1787753354.061421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97fe00. 00010000:00000010:1.1:1787753354.061424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379c00. 00010000:00000010:1.1:1787753354.061427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f200. 00010000:00000010:1.1:1787753354.061431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378600. 00010000:00000010:1.1:1787753354.061433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97fc00. 00010000:00000010:1.1:1787753354.061437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6aaca00. 00010000:00000010:1.1:1787753354.061442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67c00. 00010000:00000010:1.1:1787753354.061445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337b400. 00010000:00000010:1.1:1787753354.061461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01300. 00010000:00000010:1.1:1787753354.061465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337aa00. 00010000:00000010:1.1:1787753354.061468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01500. 00010000:00000010:1.1:1787753354.061471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337a400. 00010000:00000010:1.1:1787753354.061474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b01900. 00010000:00000010:1.1:1787753354.061477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379400. 00000080:00000010:1.1:1787753354.280319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00c00. 00000080:00000010:1.1:1787753354.280343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762620. 00000080:00000010:1.1:1787753354.280351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762980. 00000080:00000010:1.1:1787753354.280355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00fe0. 00000080:00000010:1.1:1787753354.280359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00b40. 00000080:00000010:1.1:1787753354.280363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00060. 00000080:00000010:1.1:1787753354.280367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00e40. 00000080:00000010:1.1:1787753354.280371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00d20. 00000080:00000010:1.1:1787753354.280375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762d80. 00000080:00000010:1.1:1787753354.280379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ea0. 00000080:00000010:1.1:1787753354.280383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762d60. 00000080:00000010:1.1:1787753354.280387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762f00. 00000080:00000010:1.1:1787753354.280392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762340. 00000080:00000010:1.1:1787753354.280395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762360. 00000080:00000010:1.1:1787753354.280400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762b60. 00000080:00000010:1.1:1787753354.280403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762a40. 00010000:00000010:1.1:1787753354.280409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470700. 00010000:00000010:1.1:1787753354.280415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1600. 00010000:00000010:1.1:1787753354.280423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764b00. 00010000:00000010:1.1:1787753354.280427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ee00. 00010000:00000010:1.1:1787753354.280431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764100. 00010000:00000010:1.1:1787753354.280434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337e000. 00010000:00000010:1.1:1787753354.280437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764f00. 00010000:00000010:1.1:1787753354.280441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379a00. 00010000:00000010:1.1:1787753354.280444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470600. 00010000:00000010:1.1:1787753354.280447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379e00. 00010000:00000010:1.1:1787753354.280450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470e00. 00010000:00000010:1.1:1787753354.280453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3379600. 00010000:00000010:1.1:1787753354.280456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97f100. 00010000:00000010:1.1:1787753354.280460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378800. 00010000:00000010:1.1:1787753354.280463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d97ff00. 00010000:00000010:1.1:1787753354.280466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab3378200. 00010000:00000010:1.1:1787753354.280469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764700. 00010000:00000010:1.1:1787753354.280473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337f200. 00010000:00000010:1.1:1787753354.280476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764600. 00010000:00000010:1.1:1787753354.280480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ec00. 00010000:00000010:1.1:1787753354.280483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764e00. 00010000:00000010:1.1:1787753354.280487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337fa00. 00010000:00000010:1.1:1787753354.289958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764200. 00010000:00000010:1.1:1787753354.289966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337fe00. 00010000:00000010:1.1:1787753354.289970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764c00. 00010000:00000010:1.1:1787753354.289974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337f600. 00010000:00000010:1.1:1787753354.289977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764a00. 00010000:00000010:1.1:1787753354.289980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ac00. 00010000:00000010:1.1:1787753354.289983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764300. 00010000:00000010:1.1:1787753354.289987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ba00. 00010000:00000010:1.1:1787753354.289989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764500. 00010000:00000010:1.1:1787753354.289992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337be00. 00000080:00000010:1.1:1787753354.561386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00e00. 00000080:00000010:1.1:1787753354.561407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b003e0. 00000080:00000010:1.1:1787753354.561413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762de0. 00000080:00000010:1.1:1787753354.561424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762fa0. 00000080:00000010:1.1:1787753354.561428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762cc0. 00000080:00000010:1.1:1787753354.572172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07624c0. 00000080:00000010:1.1:1787753354.572184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762d40. 00000080:00000010:1.1:1787753354.572192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07621a0. 00000080:00000010:1.1:1787753354.572196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762300. 00000080:00000010:1.1:1787753354.572201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00240. 00000080:00000010:1.1:1787753354.572209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07625c0. 00000080:00000010:1.1:1787753354.572212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762260. 00000080:00000010:1.1:1787753354.572216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00e20. 00000080:00000010:1.1:1787753354.572220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b009c0. 00000080:00000010:1.1:1787753354.572224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65b20. 00000080:00000010:1.1:1787753354.572229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00a60. 00010000:00000010:1.1:1787753354.572236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470400. 00010000:00000010:1.1:1787753354.572241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0e00. 00010000:00000010:1.1:1787753354.572245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470800. 00010000:00000010:1.1:1787753354.572249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0000. 00010000:00000010:1.1:1787753354.572252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470000. 00010000:00000010:1.1:1787753354.572257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337e800. 00010000:00000010:1.1:1787753354.572261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765b00. 00010000:00000010:1.1:1787753354.572266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337e200. 00010000:00000010:1.1:1787753354.572269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765100. 00010000:00000010:1.1:1787753354.572273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337f800. 00010000:00000010:1.1:1787753354.572277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765f00. 00010000:00000010:1.1:1787753354.572281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337f000. 00010000:00000010:1.1:1787753354.572284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765700. 00010000:00000010:1.1:1787753354.572287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337fc00. 00010000:00000010:1.1:1787753354.572290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765600. 00010000:00000010:1.1:1787753354.572293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337e600. 00010000:00000010:1.1:1787753354.572296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764400. 00010000:00000010:1.1:1787753354.572300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337f400. 00010000:00000010:1.1:1787753354.572303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470d00. 00010000:00000010:1.1:1787753354.572306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1200. 00010000:00000010:1.1:1787753354.572309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764800. 00010000:00000010:1.1:1787753354.572312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ea00. 00010000:00000010:1.1:1787753354.572315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764000. 00010000:00000010:1.1:1787753354.572317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337e400. 00010000:00000010:1.1:1787753354.572320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0764d00. 00010000:00000010:1.1:1787753354.572324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0c00. 00010000:00000010:1.1:1787753354.572327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470b00. 00010000:00000010:1.1:1787753354.572330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1a00. 00010000:00000010:1.1:1787753354.572334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470100. 00010000:00000010:1.1:1787753354.572337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337c000. 00010000:00000010:1.1:1787753354.572340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470f00. 00010000:00000010:1.1:1787753354.572343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1e00. 00000080:00000010:0.1:1787753354.810355:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00920. 00000080:00000010:0.1:1787753354.810372:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b004a0. 00000080:00000010:0.1:1787753354.810377:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b001c0. 00000080:00000010:0.1:1787753354.810381:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00460. 00000080:00000010:0.1:1787753354.810385:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b009e0. 00000080:00000010:0.1:1787753354.810392:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65280. 00000080:00000010:0.1:1787753354.810399:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762020. 00000080:00000010:0.1:1787753354.810407:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ee0. 00000080:00000010:0.1:1787753354.810411:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65100. 00000080:00000010:0.1:1787753354.810415:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00c80. 00000080:00000010:0.1:1787753354.810420:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00f80. 00000080:00000010:0.1:1787753354.810426:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00940. 00000080:00000010:0.1:1787753354.810431:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b000a0. 00000080:00000010:0.1:1787753354.810435:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b002e0. 00000080:00000010:0.1:1787753354.810440:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00540. 00000080:00000010:0.1:1787753354.810444:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00120. 00010000:00000010:0.1:1787753354.810465:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472800. 00010000:00000010:0.1:1787753354.810471:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4c00. 00010000:00000010:0.1:1787753354.810475:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472000. 00010000:00000010:0.1:1787753354.810479:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5a00. 00010000:00000010:0.1:1787753354.810482:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472d00. 00010000:00000010:0.1:1787753354.810485:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5e00. 00010000:00000010:0.1:1787753354.810489:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472b00. 00010000:00000010:0.1:1787753354.810493:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0800. 00010000:00000010:0.1:1787753354.810497:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472100. 00010000:00000010:0.1:1787753354.810500:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0200. 00010000:00000010:0.1:1787753354.810503:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472f00. 00010000:00000010:0.1:1787753354.810506:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337d400. 00010000:00000010:0.1:1787753354.810510:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67200. 00010000:00000010:0.1:1787753354.810514:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2a00. 00010000:00000010:0.1:1787753354.810518:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765d00. 00010000:00000010:0.1:1787753354.810522:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2400. 00010000:00000010:0.1:1787753354.810525:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472700. 00010000:00000010:0.1:1787753354.810528:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ca00. 00010000:00000010:0.1:1787753354.810532:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472600. 00010000:00000010:0.1:1787753354.810536:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1800. 00010000:00000010:0.1:1787753354.810540:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470200. 00010000:00000010:0.1:1787753354.810544:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1000. 00010000:00000010:0.1:1787753354.810547:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470c00. 00010000:00000010:0.1:1787753354.810550:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1c00. 00010000:00000010:0.1:1787753354.810553:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470a00. 00010000:00000010:0.1:1787753354.810557:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0600. 00010000:00000010:0.1:1787753354.810560:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470300. 00010000:00000010:0.1:1787753354.810563:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c1400. 00010000:00000010:0.1:1787753354.810567:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470500. 00010000:00000010:0.1:1787753354.810570:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0a00. 00010000:00000010:0.1:1787753354.810574:0:217044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe470900. 00010000:00000010:0.1:1787753354.810576:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c0400. 00000080:00000010:1.1:1787753355.110823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00820. 00010000:00000010:1.1:1787753355.110850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472400. 00010000:00000010:1.1:1787753355.110856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5200. 00000080:00000010:2.1:1787753355.163248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65000. 00000080:00000010:2.1:1787753355.163261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65740. 00000080:00000010:2.1:1787753355.163269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00a20. 00000080:00000010:2.1:1787753355.163278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ec0. 00000080:00000010:2.1:1787753355.163282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00440. 00000080:00000010:2.1:1787753355.163286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b007e0. 00000080:00000010:2.1:1787753355.163290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00b00. 00000080:00000010:2.1:1787753355.163294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ae0. 00000080:00000010:2.1:1787753355.163298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b003a0. 00000080:00000010:2.1:1787753355.163302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00660. 00000080:00000010:2.1:1787753355.163306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00800. 00000080:00000010:2.1:1787753355.163310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65f20. 00000080:00000010:2.1:1787753355.163317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762a00. 00000080:00000010:2.1:1787753355.163322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762b80. 00000080:00000010:2.1:1787753355.163325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65480. 00000080:00000010:2.1:1787753355.163329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00be0. 00010000:00000010:2.1:1787753355.163335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474b00. 00010000:00000010:2.1:1787753355.163340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337c200. 00010000:00000010:2.1:1787753355.163344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474100. 00010000:00000010:2.1:1787753355.163347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337d800. 00010000:00000010:2.1:1787753355.163351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474f00. 00010000:00000010:2.1:1787753355.163356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4200. 00010000:00000010:2.1:1787753355.163360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474700. 00010000:00000010:2.1:1787753355.163365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5800. 00010000:00000010:2.1:1787753355.163368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474600. 00010000:00000010:2.1:1787753355.163371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5000. 00010000:00000010:2.1:1787753355.163375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474e00. 00010000:00000010:2.1:1787753355.163378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5c00. 00010000:00000010:2.1:1787753355.163382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474200. 00010000:00000010:2.1:1787753355.163385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4600. 00010000:00000010:2.1:1787753355.163390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472e00. 00010000:00000010:2.1:1787753355.163393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5400. 00010000:00000010:2.1:1787753355.163396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472200. 00010000:00000010:2.1:1787753355.163400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4a00. 00010000:00000010:2.1:1787753355.163403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472c00. 00010000:00000010:2.1:1787753355.163406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4400. 00010000:00000010:2.1:1787753355.163409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472a00. 00010000:00000010:2.1:1787753355.163412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4e00. 00010000:00000010:2.1:1787753355.163415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472300. 00010000:00000010:2.1:1787753355.163418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337d000. 00010000:00000010:2.1:1787753355.163421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67e00. 00010000:00000010:2.1:1787753355.163425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2600. 00010000:00000010:2.1:1787753355.163428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765000. 00010000:00000010:2.1:1787753355.163432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3400. 00010000:00000010:2.1:1787753355.163435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472500. 00010000:00000010:2.1:1787753355.163438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337dc00. 00010000:00000010:2.1:1787753355.163442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe472900. 00010000:00000010:2.1:1787753355.163445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4000. 00000080:00000010:0.1:1787753355.488238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762140. 00000080:00000010:0.1:1787753355.488251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762da0. 00000080:00000010:0.1:1787753355.488258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762520. 00000080:00000010:0.1:1787753355.488264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762f60. 00000080:00000010:0.1:1787753355.488269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07627a0. 00000080:00000010:0.1:1787753355.488274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b005e0. 00000080:00000010:0.1:1787753355.488282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00220. 00000080:00000010:0.1:1787753355.488286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00aa0. 00000080:00000010:0.1:1787753355.488290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00a80. 00000080:00000010:0.1:1787753355.488296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762380. 00000080:00000010:0.1:1787753355.488301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762040. 00000080:00000010:0.1:1787753355.488304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762200. 00000080:00000010:0.1:1787753355.488308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762680. 00000080:00000010:0.1:1787753355.488312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762500. 00000080:00000010:0.1:1787753355.488315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762c20. 00000080:00000010:0.1:1787753355.499233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00700. 00010000:00000010:0.1:1787753355.499262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477900. 00010000:00000010:0.1:1787753355.499271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2000. 00010000:00000010:0.1:1787753355.499275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477400. 00010000:00000010:0.1:1787753355.499281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3200. 00010000:00000010:0.1:1787753355.499283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477800. 00010000:00000010:0.1:1787753355.499287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2c00. 00010000:00000010:0.1:1787753355.499290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477000. 00010000:00000010:0.1:1787753355.499293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3a00. 00010000:00000010:0.1:1787753355.499298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765e00. 00010000:00000010:0.1:1787753355.499301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3e00. 00010000:00000010:0.1:1787753355.499305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765200. 00010000:00000010:0.1:1787753355.499308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6600. 00010000:00000010:0.1:1787753355.499313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474800. 00010000:00000010:0.1:1787753355.499317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7400. 00010000:00000010:0.1:1787753355.499321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474000. 00010000:00000010:0.1:1787753355.499324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6a00. 00010000:00000010:0.1:1787753355.499327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474d00. 00010000:00000010:0.1:1787753355.499330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c5600. 00010000:00000010:0.1:1787753355.499333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765c00. 00010000:00000010:0.1:1787753355.499337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3600. 00010000:00000010:0.1:1787753355.499340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765a00. 00010000:00000010:0.1:1787753355.499344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2800. 00010000:00000010:0.1:1787753355.499348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765300. 00010000:00000010:0.1:1787753355.499351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2200. 00010000:00000010:0.1:1787753355.499355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765500. 00010000:00000010:0.1:1787753355.499358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3800. 00010000:00000010:0.1:1787753355.499361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765900. 00010000:00000010:0.1:1787753355.499364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3000. 00010000:00000010:0.1:1787753355.499367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765400. 00010000:00000010:0.1:1787753355.499370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c3c00. 00010000:00000010:0.1:1787753355.499373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0765800. 00010000:00000010:0.1:1787753355.499376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c4800. 00000080:00000010:2.1:1787753355.738467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b007c0. 00000080:00000010:2.1:1787753355.738480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00960. 00000080:00000010:2.1:1787753355.738484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00c40. 00000080:00000010:2.1:1787753355.738489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762c00. 00000080:00000010:2.1:1787753355.738496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762fe0. 00000080:00000010:2.1:1787753355.738515:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762b40. 00000080:00000010:2.1:1787753355.738519:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b006c0. 00000080:00000010:2.1:1787753355.738524:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b006e0. 00000080:00000010:2.1:1787753355.738528:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00e60. 00000080:00000010:2.1:1787753355.738531:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00c60. 00000080:00000010:2.1:1787753355.738536:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00860. 00000080:00000010:2.1:1787753355.738540:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762060. 00000080:00000010:2.1:1787753355.738544:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762e40. 00000080:00000010:2.1:1787753355.738548:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762d20. 00000080:00000010:2.1:1787753355.738556:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762180. 00000080:00000010:2.1:1787753355.738559:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762420. 00010000:00000010:2.1:1787753355.738565:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476200. 00010000:00000010:2.1:1787753355.738571:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7a00. 00010000:00000010:2.1:1787753355.738575:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476c00. 00010000:00000010:2.1:1787753355.738578:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7e00. 00010000:00000010:2.1:1787753355.738583:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474c00. 00010000:00000010:2.1:1787753355.738586:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7600. 00010000:00000010:2.1:1787753355.738592:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477700. 00010000:00000010:2.1:1787753355.738596:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debfc00. 00010000:00000010:2.1:1787753355.738600:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477600. 00010000:00000010:2.1:1787753355.738604:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debe600. 00010000:00000010:2.1:1787753355.738607:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477e00. 00010000:00000010:2.1:1787753355.738610:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debf400. 00010000:00000010:2.1:1787753355.738613:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474a00. 00010000:00000010:2.1:1787753355.738616:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6800. 00010000:00000010:2.1:1787753355.738619:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474300. 00010000:00000010:2.1:1787753355.738635:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6200. 00010000:00000010:2.1:1787753355.738639:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474500. 00010000:00000010:2.1:1787753355.738642:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7800. 00010000:00000010:2.1:1787753355.738645:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474900. 00010000:00000010:2.1:1787753355.738648:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7000. 00010000:00000010:2.1:1787753355.738651:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe474400. 00010000:00000010:2.1:1787753355.738654:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7c00. 00010000:00000010:2.1:1787753355.738657:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477200. 00010000:00000010:2.1:1787753355.738660:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debea00. 00010000:00000010:2.1:1787753355.738663:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477c00. 00010000:00000010:2.1:1787753355.738666:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debe400. 00010000:00000010:2.1:1787753355.738669:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477a00. 00010000:00000010:2.1:1787753355.738672:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debee00. 00010000:00000010:2.1:1787753355.738675:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477300. 00010000:00000010:2.1:1787753355.738678:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debe000. 00010000:00000010:2.1:1787753355.738681:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477500. 00010000:00000010:2.1:1787753355.738684:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c2e00. 00000080:00000010:0.1:1787753355.923659:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00480. 00000080:00000010:0.1:1787753355.923682:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b005a0. 00000080:00000010:0.1:1787753355.923686:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00280. 00000080:00000010:0.1:1787753355.923691:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00100. 00000080:00000010:0.1:1787753355.923695:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b003c0. 00000080:00000010:0.1:1787753355.923704:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762540. 00000080:00000010:0.1:1787753355.923716:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762120. 00000080:00000010:0.1:1787753355.923720:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762e00. 00000080:00000010:0.1:1787753355.923724:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07623e0. 00000080:00000010:0.1:1787753355.923727:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762240. 00000080:00000010:0.1:1787753355.940249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762e20. 00000080:00000010:0.1:1787753355.940266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07629c0. 00000080:00000010:0.1:1787753355.940270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762a60. 00000080:00000010:0.1:1787753355.940275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00600. 00000080:00000010:0.1:1787753355.940283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00d00. 00000080:00000010:0.1:1787753355.940287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b009a0. 00010000:00000010:0.1:1787753355.940295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476000. 00010000:00000010:0.1:1787753355.940300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b1600. 00010000:00000010:0.1:1787753355.940306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476d00. 00010000:00000010:0.1:1787753355.940309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b0800. 00010000:00000010:0.1:1787753355.940313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476b00. 00010000:00000010:0.1:1787753355.940315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b0200. 00010000:00000010:0.1:1787753355.940318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476100. 00010000:00000010:0.1:1787753355.940322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6400. 00010000:00000010:0.1:1787753355.940325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476f00. 00010000:00000010:0.1:1787753355.940328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6e00. 00010000:00000010:0.1:1787753355.940331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476700. 00010000:00000010:0.1:1787753355.940336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debec00. 00010000:00000010:0.1:1787753355.940339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8a00. 00010000:00000010:0.1:1787753355.940344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debfa00. 00010000:00000010:0.1:1787753355.940347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8300. 00010000:00000010:0.1:1787753355.940350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debfe00. 00010000:00000010:0.1:1787753355.940352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8500. 00010000:00000010:0.1:1787753355.940356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debf600. 00010000:00000010:0.1:1787753355.940359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8900. 00010000:00000010:0.1:1787753355.940362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debe800. 00010000:00000010:0.1:1787753355.940365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477d00. 00010000:00000010:0.1:1787753355.940369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debe200. 00010000:00000010:0.1:1787753355.940372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477b00. 00010000:00000010:0.1:1787753355.940375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debf800. 00010000:00000010:0.1:1787753355.940377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477100. 00010000:00000010:0.1:1787753355.940380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9debf000. 00010000:00000010:0.1:1787753355.940383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe477f00. 00010000:00000010:0.1:1787753355.940387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6000. 00010000:00000010:0.1:1787753355.940390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476600. 00010000:00000010:0.1:1787753355.940394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c7200. 00010000:00000010:0.1:1787753355.940397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe476e00. 00010000:00000010:0.1:1787753355.940400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9c6c00. 00000080:00000010:2.1:1787753356.091157:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00dc0. 00000080:00000010:2.1:1787753356.104735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b008a0. 00000080:00000010:2.1:1787753356.104756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00900. 00000080:00000010:2.1:1787753356.104761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b000e0. 00000080:00000010:2.1:1787753356.104765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00000. 00000080:00000010:2.1:1787753356.104770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00740. 00000080:00000010:2.1:1787753356.104778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07621c0. 00000080:00000010:2.1:1787753356.104787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762460. 00000080:00000010:2.1:1787753356.104799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07629e0. 00000080:00000010:2.1:1787753356.104804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762c80. 00000080:00000010:2.1:1787753356.104809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762f80. 00000080:00000010:2.1:1787753356.104812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762940. 00000080:00000010:2.1:1787753356.104816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07620a0. 00000080:00000010:2.1:1787753356.104820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07622e0. 00000080:00000010:2.1:1787753356.265425:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b006a0. 00000080:00000010:2.1:1787753356.265442:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b008e0. 00000080:00000010:2.1:1787753356.265677:0:217044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b008c0. 00000080:00000010:2.1:1787753356.274191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00760. 00000080:00000010:2.1:1787753356.274213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00580. 00000080:00000010:2.1:1787753356.274223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07627e0. 00000080:00000010:2.1:1787753356.274230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762b00. 00000080:00000010:2.1:1787753356.274235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ae0. 00000080:00000010:2.1:1787753356.274239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07623a0. 00000080:00000010:2.1:1787753356.274243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762660. 00000080:00000010:2.1:1787753356.274247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762800. 00000080:00000010:2.1:1787753356.274251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762be0. 00000080:00000010:2.1:1787753356.274254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762820. 00000080:00000010:2.1:1787753356.274261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762920. 00000080:00000010:2.1:1787753356.274265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07624a0. 00000080:00000010:2.1:1787753356.274268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ca0. 00010000:00000010:2.1:1787753356.274277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4500. 00010000:00000010:2.1:1787753356.274283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077e00. 00010000:00000010:2.1:1787753356.274288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4900. 00010000:00000010:2.1:1787753356.274292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b1800. 00010000:00000010:2.1:1787753356.274296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4400. 00010000:00000010:2.1:1787753356.274299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b1000. 00010000:00000010:2.1:1787753356.274302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4800. 00010000:00000010:2.1:1787753356.274305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b1c00. 00010000:00000010:2.1:1787753356.274308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4000. 00010000:00000010:2.1:1787753356.274312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b0600. 00010000:00000010:2.1:1787753356.274315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4d00. 00010000:00000010:2.1:1787753356.274319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074c00. 00010000:00000010:2.1:1787753356.274324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba100. 00010000:00000010:2.1:1787753356.274330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b3000. 00010000:00000010:2.1:1787753356.274334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debaf00. 00010000:00000010:2.1:1787753356.274337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b3c00. 00010000:00000010:2.1:1787753356.274340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba700. 00010000:00000010:2.1:1787753356.274345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b2600. 00010000:00000010:2.1:1787753356.274348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba600. 00010000:00000010:2.1:1787753356.274351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b3400. 00010000:00000010:2.1:1787753356.274354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debae00. 00010000:00000010:2.1:1787753356.274358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b2a00. 00010000:00000010:2.1:1787753356.274361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba200. 00010000:00000010:2.1:1787753356.274364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b2400. 00010000:00000010:2.1:1787753356.274369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8400. 00010000:00000010:2.1:1787753356.274372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b2e00. 00010000:00000010:2.1:1787753356.274375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8800. 00010000:00000010:2.1:1787753356.274379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b2000. 00010000:00000010:2.1:1787753356.274382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8000. 00010000:00000010:2.1:1787753356.274385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b3200. 00010000:00000010:2.1:1787753356.274389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deb8d00. 00010000:00000010:2.1:1787753356.274391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6b1400. 00000080:00000010:2.1:1787753356.467308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b000c0. 00000080:00000010:2.1:1787753356.467329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762c60. 00000080:00000010:2.1:1787753356.467336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00bc0. 00000080:00000010:2.1:1787753356.467340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00780. 00000080:00000010:2.1:1787753356.467344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b001e0. 00000080:00000010:2.1:1787753356.467352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00400. 00000080:00000010:2.1:1787753356.467357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762860. 00000080:00000010:2.1:1787753356.467361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07625e0. 00000080:00000010:2.1:1787753356.467365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762220. 00000080:00000010:2.1:1787753356.467369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762aa0. 00000080:00000010:2.1:1787753356.467373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762a80. 00000080:00000010:2.1:1787753356.467377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762700. 00000080:00000010:2.1:1787753356.467380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762a20. 00000080:00000010:2.1:1787753356.467384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ec0. 00000080:00000010:2.1:1787753356.467388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762440. 00000080:00000010:2.1:1787753356.467392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00fc0. 00010000:00000010:2.1:1787753356.467401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4600. 00010000:00000010:2.1:1787753356.467407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076400. 00010000:00000010:2.1:1787753356.467415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debac00. 00010000:00000010:2.1:1787753356.467420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075800. 00010000:00000010:2.1:1787753356.467424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debaa00. 00010000:00000010:2.1:1787753356.467427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076e00. 00010000:00000010:2.1:1787753356.467430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4e00. 00010000:00000010:2.1:1787753356.467433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076000. 00010000:00000010:2.1:1787753356.467436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4200. 00010000:00000010:2.1:1787753356.467440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077200. 00010000:00000010:2.1:1787753356.477169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4c00. 00010000:00000010:2.1:1787753356.477200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076c00. 00010000:00000010:2.1:1787753356.477204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4a00. 00010000:00000010:2.1:1787753356.477210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075000. 00010000:00000010:2.1:1787753356.477217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba300. 00010000:00000010:2.1:1787753356.477220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075c00. 00010000:00000010:2.1:1787753356.477223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba500. 00010000:00000010:2.1:1787753356.477228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074600. 00010000:00000010:2.1:1787753356.477232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba900. 00010000:00000010:2.1:1787753356.477235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075400. 00010000:00000010:2.1:1787753356.477239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba400. 00010000:00000010:2.1:1787753356.477242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074a00. 00010000:00000010:2.1:1787753356.477245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba800. 00010000:00000010:2.1:1787753356.477248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074400. 00010000:00000010:2.1:1787753356.477251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9deba000. 00010000:00000010:2.1:1787753356.477254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074e00. 00010000:00000010:2.1:1787753356.477257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debad00. 00010000:00000010:2.1:1787753356.477259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074000. 00010000:00000010:2.1:1787753356.477262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debab00. 00010000:00000010:2.1:1787753356.477265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075200. 00010000:00000010:2.1:1787753356.477268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4300. 00010000:00000010:2.1:1787753356.477271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077a00. 00000080:00000010:1.1:1787753356.661216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00f40. 00000080:00000010:1.1:1787753356.661235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00640. 00000080:00000010:1.1:1787753356.661241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65b60. 00000080:00000010:1.1:1787753356.661250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762960. 00000080:00000010:1.1:1787753356.661263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762c40. 00000080:00000010:1.1:1787753356.661270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07626c0. 00000080:00000010:1.1:1787753356.661276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00720. 00000080:00000010:1.1:1787753356.661281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00160. 00000080:00000010:1.1:1787753356.661285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ce0. 00000080:00000010:1.1:1787753356.661288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07626e0. 00000080:00000010:1.1:1787753356.661292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762e60. 00000080:00000010:1.1:1787753356.661296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00560. 00000080:00000010:1.1:1787753356.661299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b004e0. 00000080:00000010:1.1:1787753356.666188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00880. 00000080:00000010:1.1:1787753356.666223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00840. 00000080:00000010:1.1:1787753356.666227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00080. 00010000:00000010:1.1:1787753356.666238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6800. 00010000:00000010:1.1:1787753356.666247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199400. 00010000:00000010:1.1:1787753356.666252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6000. 00010000:00000010:1.1:1787753356.666257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077600. 00010000:00000010:1.1:1787753356.666260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6d00. 00010000:00000010:1.1:1787753356.666266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337c600. 00010000:00000010:1.1:1787753356.666271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb000. 00010000:00000010:1.1:1787753356.666276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075a00. 00010000:00000010:1.1:1787753356.666280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debbd00. 00010000:00000010:1.1:1787753356.666284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075e00. 00010000:00000010:1.1:1787753356.666287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debbb00. 00010000:00000010:1.1:1787753356.666290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83075600. 00010000:00000010:1.1:1787753356.666293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb100. 00010000:00000010:1.1:1787753356.666298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076800. 00010000:00000010:1.1:1787753356.666301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6b00. 00010000:00000010:1.1:1787753356.666303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076200. 00010000:00000010:1.1:1787753356.666306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6100. 00010000:00000010:1.1:1787753356.666309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077800. 00010000:00000010:1.1:1787753356.666312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debbf00. 00010000:00000010:1.1:1787753356.666315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074800. 00010000:00000010:1.1:1787753356.666318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb700. 00010000:00000010:1.1:1787753356.666322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83074200. 00010000:00000010:1.1:1787753356.666325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6f00. 00010000:00000010:1.1:1787753356.666328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077000. 00010000:00000010:1.1:1787753356.666331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6700. 00010000:00000010:1.1:1787753356.666334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077c00. 00010000:00000010:1.1:1787753356.666337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6600. 00010000:00000010:1.1:1787753356.666340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076600. 00010000:00000010:1.1:1787753356.666344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4f00. 00010000:00000010:1.1:1787753356.666346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83077400. 00010000:00000010:1.1:1787753356.666350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b4700. 00010000:00000010:1.1:1787753356.666352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a83076a00. 00000080:00000010:1.1:1787753356.882177:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00b60. 00000080:00000010:1.1:1787753356.882200:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00a40. 00000080:00000010:1.1:1787753356.882207:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762280. 00000080:00000010:1.1:1787753356.882212:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762100. 00000080:00000010:1.1:1787753356.882216:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07623c0. 00000080:00000010:1.1:1787753356.882596:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762600. 00000080:00000010:1.1:1787753356.882617:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762d00. 00000080:00000010:1.1:1787753356.882622:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07629a0. 00000080:00000010:1.1:1787753356.882629:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07627c0. 00000080:00000010:1.1:1787753356.882633:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00320. 00000080:00000010:1.1:1787753356.882640:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b002a0. 00000080:00000010:1.1:1787753356.882644:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d652a0. 00000080:00000010:1.1:1787753356.882649:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00e80. 00000080:00000010:1.1:1787753356.882654:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b002c0. 00000080:00000010:1.1:1787753356.882658:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ac0. 00000080:00000010:1.1:1787753356.882661:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ba0. 00010000:00000010:1.1:1787753356.885193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070100. 00010000:00000010:1.1:1787753356.885220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199a00. 00010000:00000010:1.1:1787753356.885228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6e00. 00010000:00000010:1.1:1787753356.885231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199e00. 00010000:00000010:1.1:1787753356.885235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6200. 00010000:00000010:1.1:1787753356.885238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199600. 00010000:00000010:1.1:1787753356.885244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debba00. 00010000:00000010:1.1:1787753356.885250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519b600. 00010000:00000010:1.1:1787753356.885253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb300. 00010000:00000010:1.1:1787753356.885256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519a800. 00010000:00000010:1.1:1787753356.885259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb500. 00010000:00000010:1.1:1787753356.885262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519a200. 00010000:00000010:1.1:1787753356.885265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb900. 00010000:00000010:1.1:1787753356.885269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519b800. 00010000:00000010:1.1:1787753356.885272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb400. 00010000:00000010:1.1:1787753356.885276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519b000. 00010000:00000010:1.1:1787753356.885279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9debb800. 00010000:00000010:1.1:1787753356.885282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519bc00. 00010000:00000010:1.1:1787753356.885285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6c00. 00010000:00000010:1.1:1787753356.885288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85198800. 00010000:00000010:1.1:1787753356.885291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6a00. 00010000:00000010:1.1:1787753356.885294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85198200. 00010000:00000010:1.1:1787753356.885298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6300. 00010000:00000010:1.1:1787753356.885302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337ce00. 00010000:00000010:1.1:1787753356.885307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a88d67600. 00010000:00000010:1.1:1787753356.885311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199800. 00010000:00000010:1.1:1787753356.885314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6500. 00010000:00000010:1.1:1787753356.885317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199000. 00010000:00000010:1.1:1787753356.885320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6900. 00010000:00000010:1.1:1787753356.885324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85199c00. 00010000:00000010:1.1:1787753356.885327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6b6400. 00010000:00000010:1.1:1787753356.885330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a85198600. 00000080:00000010:2.1:1787753357.031903:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b005c0. 00000080:00000010:2.1:1787753357.031940:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00260. 00000080:00000010:2.1:1787753357.031947:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762000. 00000080:00000010:2.1:1787753357.031955:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762740. 00000080:00000010:2.1:1787753357.031959:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762f20. 00000080:00000010:2.1:1787753357.031981:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762b20. 00000080:00000010:2.1:1787753357.040703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762480. 00000080:00000010:0.1:1787753357.231299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07621e0. 00000080:00000010:0.1:1787753357.231313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762400. 00000080:00000010:0.1:1787753357.231317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762fc0. 00000080:00000010:0.1:1787753357.231321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07626a0. 00000080:00000010:0.1:1787753357.231325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07628e0. 00000080:00000010:0.1:1787753357.237408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07628c0. 00000080:00000010:0.1:1787753357.237432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762760. 00000080:00000010:0.1:1787753357.237438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b001a0. 00000080:00000010:0.1:1787753357.237445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00300. 00000080:00000010:0.1:1787753357.243150:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762580. 00000080:00000010:0.1:1787753357.243161:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762ca0. 00000080:00000010:0.1:1787753357.243165:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762dc0. 00000080:00000010:0.1:1787753357.243169:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07628a0. 00000080:00000010:0.1:1787753357.243173:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762900. 00000080:00000010:0.1:1787753357.243182:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07620e0. 00000080:00000010:0.1:1787753357.243186:0:2423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65600. 00010000:00000010:0.1:1787753357.243194:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e200. 00010000:00000010:0.1:1787753357.243200:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4c00. 00010000:00000010:0.1:1787753357.243203:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519ec00. 00010000:00000010:0.1:1787753357.243207:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5a00. 00010000:00000010:0.1:1787753357.243213:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073900. 00010000:00000010:0.1:1787753357.243217:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5e00. 00010000:00000010:0.1:1787753357.243221:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073400. 00010000:00000010:0.1:1787753357.243224:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5600. 00010000:00000010:0.1:1787753357.243227:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073800. 00010000:00000010:0.1:1787753357.243230:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4800. 00010000:00000010:0.1:1787753357.243233:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073000. 00010000:00000010:0.1:1787753357.243236:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4200. 00010000:00000010:0.1:1787753357.243239:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073d00. 00010000:00000010:0.1:1787753357.243242:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5800. 00010000:00000010:0.1:1787753357.243245:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073b00. 00010000:00000010:0.1:1787753357.243249:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519c400. 00010000:00000010:0.1:1787753357.243253:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070c00. 00010000:00000010:0.1:1787753357.243256:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519ce00. 00010000:00000010:0.1:1787753357.243259:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073100. 00010000:00000010:0.1:1787753357.243262:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5000. 00010000:00000010:0.1:1787753357.243265:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073f00. 00010000:00000010:0.1:1787753357.243267:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5c00. 00010000:00000010:0.1:1787753357.243270:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073700. 00010000:00000010:0.1:1787753357.243274:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519a600. 00010000:00000010:0.1:1787753357.243277:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073600. 00010000:00000010:0.1:1787753357.243280:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519b400. 00010000:00000010:0.1:1787753357.243283:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073e00. 00010000:00000010:0.1:1787753357.243286:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519aa00. 00010000:00000010:0.1:1787753357.243289:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073200. 00010000:00000010:0.1:1787753357.243292:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519a400. 00010000:00000010:0.1:1787753357.243295:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83073c00. 00010000:00000010:0.1:1787753357.243298:0:2423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337cc00. 00000080:00000010:1.1:1787753357.475703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f160. 00000080:00000010:1.1:1787753357.475723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fce0. 00000080:00000010:1.1:1787753357.475727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f560. 00000080:00000010:1.1:1787753357.475731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f4e0. 00000080:00000010:1.1:1787753357.475735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f880. 00000080:00000010:1.1:1787753357.475741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762840. 00000080:00000010:1.1:1787753357.475745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762080. 00000080:00000010:1.1:1787753357.475749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa07620c0. 00000080:00000010:1.1:1787753357.475754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762bc0. 00000080:00000010:1.1:1787753357.475764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00ee0. 00000080:00000010:1.1:1787753357.475773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00de0. 00000080:00000010:1.1:1787753357.475779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00fa0. 00000080:00000010:1.1:1787753357.475783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00cc0. 00000080:00000010:1.1:1787753357.475788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b004c0. 00000080:00000010:1.1:1787753357.475792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00d40. 00000080:00000010:1.1:1787753357.475796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa0762780. 00010000:00000010:1.1:1787753357.475803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e400. 00010000:00000010:1.1:1787753357.475810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7800. 00010000:00000010:1.1:1787753357.475814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e800. 00010000:00000010:1.1:1787753357.475818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7000. 00010000:00000010:1.1:1787753357.475821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e000. 00010000:00000010:1.1:1787753357.475824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7c00. 00010000:00000010:1.1:1787753357.475827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519ed00. 00010000:00000010:1.1:1787753357.475831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4600. 00010000:00000010:1.1:1787753357.475835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519eb00. 00010000:00000010:1.1:1787753357.475838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5400. 00010000:00000010:1.1:1787753357.475841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e100. 00010000:00000010:1.1:1787753357.475844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4a00. 00010000:00000010:1.1:1787753357.475847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519ef00. 00010000:00000010:1.1:1787753357.475851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4400. 00010000:00000010:1.1:1787753357.475854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e700. 00010000:00000010:1.1:1787753357.475857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4e00. 00010000:00000010:1.1:1787753357.475860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e600. 00010000:00000010:1.1:1787753357.475863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d4000. 00010000:00000010:1.1:1787753357.475867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072900. 00010000:00000010:1.1:1787753357.475871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519d800. 00010000:00000010:1.1:1787753357.475874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070f00. 00010000:00000010:1.1:1787753357.475877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519d000. 00010000:00000010:1.1:1787753357.475880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070700. 00010000:00000010:1.1:1787753357.475884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519dc00. 00010000:00000010:1.1:1787753357.475887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070600. 00010000:00000010:1.1:1787753357.475892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519c600. 00010000:00000010:1.1:1787753357.475895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070e00. 00010000:00000010:1.1:1787753357.475898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519d400. 00010000:00000010:1.1:1787753357.475902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83070200. 00010000:00000010:1.1:1787753357.475905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519ca00. 00010000:00000010:1.1:1787753357.475908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519ee00. 00010000:00000010:1.1:1787753357.475911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d5200. 00000080:00000010:1.1:1787753357.647275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ee0. 00000080:00000010:1.1:1787753357.647302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00200. 00000080:00000010:1.1:1787753357.647381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00680. 00000080:00000010:1.1:1787753357.647385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00500. 00000080:00000010:1.1:1787753357.647391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f2a0. 00000080:00000010:1.1:1787753357.647470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fe80. 00000080:00000010:1.1:1787753357.647476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f2c0. 00000080:00000010:1.1:1787753357.647480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fac0. 00000080:00000010:1.1:1787753357.647484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fba0. 00000080:00000010:1.1:1787753357.647490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ff40. 00000080:00000010:1.1:1787753357.647494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f640. 00000080:00000010:1.1:1787753357.647505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f720. 00000080:00000010:1.1:1787753357.647509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00c20. 00000080:00000010:1.1:1787753357.647514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00a00. 00000080:00000010:1.1:1787753357.647523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00b80. 00000080:00000010:1.1:1787753357.647527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab2b00020. 00010000:00000010:1.1:1787753357.651435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072f00. 00010000:00000010:1.1:1787753357.651451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86040e00. 00010000:00000010:1.1:1787753357.651456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072700. 00010000:00000010:1.1:1787753357.651460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86040000. 00010000:00000010:1.1:1787753357.651463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072600. 00010000:00000010:1.1:1787753357.651467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041200. 00010000:00000010:1.1:1787753357.651470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072e00. 00010000:00000010:1.1:1787753357.651473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86040c00. 00010000:00000010:1.1:1787753357.651476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072200. 00010000:00000010:1.1:1787753357.651479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d6000. 00010000:00000010:1.1:1787753357.651483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d1000. 00010000:00000010:1.1:1787753357.651488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7200. 00010000:00000010:1.1:1787753357.651491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d1d00. 00010000:00000010:1.1:1787753357.651494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d6c00. 00010000:00000010:1.1:1787753357.651498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d1b00. 00010000:00000010:1.1:1787753357.651500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7a00. 00010000:00000010:1.1:1787753357.651505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519ea00. 00010000:00000010:1.1:1787753357.651509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7e00. 00010000:00000010:1.1:1787753357.651512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e300. 00010000:00000010:1.1:1787753357.651516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d7600. 00010000:00000010:1.1:1787753357.651519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e500. 00010000:00000010:1.1:1787753357.651522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d6800. 00010000:00000010:1.1:1787753357.651525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a8519e900. 00010000:00000010:1.1:1787753357.651528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a848d6200. 00010000:00000010:1.1:1787753357.651531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072c00. 00010000:00000010:1.1:1787753357.651534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519de00. 00010000:00000010:1.1:1787753357.651538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072a00. 00010000:00000010:1.1:1787753357.651541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519d600. 00010000:00000010:1.1:1787753357.651544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072300. 00010000:00000010:1.1:1787753357.651548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519c800. 00010000:00000010:1.1:1787753357.651551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072500. 00010000:00000010:1.1:1787753357.651554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8519c200. 00000080:00000010:0.1:1787753358.137803:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042da0. 00000080:00000010:0.1:1787753358.137825:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042520. 00000080:00000010:0.1:1787753358.137829:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042f60. 00000080:00000010:0.1:1787753358.137833:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860427a0. 00000080:00000010:0.1:1787753358.137837:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042040. 00000080:00000010:0.1:1787753358.137846:0:217277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fde0. 00000080:00000010:0.1:1787753358.149293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ffa0. 00000080:00000010:0.1:1787753358.149308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fcc0. 00000080:00000010:0.1:1787753358.149312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f4c0. 00000080:00000010:0.1:1787753358.149316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fd40. 00000080:00000010:0.1:1787753358.149320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f1a0. 00000080:00000010:0.1:1787753358.149324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042200. 00000080:00000010:0.1:1787753358.149333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042680. 00000080:00000010:0.1:1787753358.149338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f300. 00000080:00000010:0.1:1787753358.149344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f5c0. 00000080:00000010:0.1:1787753358.149348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f260. 00010000:00000010:0.1:1787753358.149357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043c00. 00010000:00000010:0.1:1787753358.149363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86040800. 00010000:00000010:0.1:1787753358.149366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043a00. 00010000:00000010:0.1:1787753358.149371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041a00. 00010000:00000010:0.1:1787753358.149374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043300. 00010000:00000010:0.1:1787753358.149379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041e00. 00010000:00000010:0.1:1787753358.149382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043500. 00010000:00000010:0.1:1787753358.149386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041600. 00010000:00000010:0.1:1787753358.149389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043900. 00010000:00000010:0.1:1787753358.149393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86040200. 00010000:00000010:0.1:1787753358.149398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2000. 00010000:00000010:0.1:1787753358.149403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4b200. 00010000:00000010:0.1:1787753358.149407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2d00. 00010000:00000010:0.1:1787753358.149411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4ac00. 00010000:00000010:0.1:1787753358.149414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2b00. 00010000:00000010:0.1:1787753358.149417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4ba00. 00010000:00000010:0.1:1787753358.149421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2100. 00010000:00000010:0.1:1787753358.149424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4be00. 00010000:00000010:0.1:1787753358.149427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2f00. 00010000:00000010:0.1:1787753358.149430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4b600. 00010000:00000010:0.1:1787753358.149433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2700. 00010000:00000010:0.1:1787753358.149437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4a800. 00010000:00000010:0.1:1787753358.149440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043400. 00010000:00000010:0.1:1787753358.149443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041800. 00010000:00000010:0.1:1787753358.149458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a83072400. 00010000:00000010:0.1:1787753358.149463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86041000. 00010000:00000010:0.1:1787753358.149466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2600. 00010000:00000010:0.1:1787753358.149470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4a200. 00010000:00000010:0.1:1787753358.149474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d1100. 00010000:00000010:0.1:1787753358.149477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4b800. 00010000:00000010:0.1:1787753358.149480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d1f00. 00010000:00000010:0.1:1787753358.149483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4b000. 00000080:00000010:1.1:1787753358.455205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042140. 00010000:00000010:1.1:1787753358.455231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043200. 00010000:00000010:1.1:1787753358.455237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5ae00. 00000080:00000010:1.1:1787753358.508782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042a60. 00000080:00000010:1.1:1787753358.508804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042c00. 00000080:00000010:1.1:1787753358.508808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042fe0. 00000080:00000010:1.1:1787753358.508812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042b40. 00000080:00000010:1.1:1787753358.508816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042060. 00000080:00000010:1.1:1787753358.508820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042e40. 00000080:00000010:1.1:1787753358.508824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042d20. 00000080:00000010:1.1:1787753358.508831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f680. 00000080:00000010:1.1:1787753358.508838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f500. 00000080:00000010:1.1:1787753358.508844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fc20. 00000080:00000010:1.1:1787753358.508848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fa00. 00000080:00000010:1.1:1787753358.508852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fb80. 00000080:00000010:1.1:1787753358.508859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042180. 00000080:00000010:1.1:1787753358.508864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042420. 00000080:00000010:1.1:1787753358.508868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f020. 00000080:00000010:1.1:1787753358.508872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fee0. 00010000:00000010:1.1:1787753358.517916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043000. 00010000:00000010:1.1:1787753358.517946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5a800. 00010000:00000010:1.1:1787753358.517951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043d00. 00010000:00000010:1.1:1787753358.517955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5a200. 00010000:00000010:1.1:1787753358.517958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043b00. 00010000:00000010:1.1:1787753358.517963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5b800. 00010000:00000010:1.1:1787753358.517967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043100. 00010000:00000010:1.1:1787753358.517970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5b000. 00010000:00000010:1.1:1787753358.517974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043f00. 00010000:00000010:1.1:1787753358.517977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5bc00. 00010000:00000010:1.1:1787753358.517980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043700. 00010000:00000010:1.1:1787753358.517983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5a600. 00010000:00000010:1.1:1787753358.517986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043600. 00010000:00000010:1.1:1787753358.517990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5b400. 00010000:00000010:1.1:1787753358.517996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2e00. 00010000:00000010:1.1:1787753358.518012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5da00. 00010000:00000010:1.1:1787753358.518017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2200. 00010000:00000010:1.1:1787753358.518021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5de00. 00010000:00000010:1.1:1787753358.518024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2c00. 00010000:00000010:1.1:1787753358.518028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5d600. 00010000:00000010:1.1:1787753358.518031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2a00. 00010000:00000010:1.1:1787753358.518035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5c800. 00010000:00000010:1.1:1787753358.518038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2300. 00010000:00000010:1.1:1787753358.518041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5c200. 00010000:00000010:1.1:1787753358.518045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2500. 00010000:00000010:1.1:1787753358.518049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5aa00. 00010000:00000010:1.1:1787753358.518052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043e00. 00010000:00000010:1.1:1787753358.518056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5a400. 00010000:00000010:1.1:1787753358.518058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2900. 00010000:00000010:1.1:1787753358.518062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5d800. 00010000:00000010:1.1:1787753358.518065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2400. 00010000:00000010:1.1:1787753358.518069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaae4a000. 00000080:00000010:1.1:1787753358.745536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fda0. 00000080:00000010:1.1:1787753358.745552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f520. 00000080:00000010:1.1:1787753358.745557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ff60. 00000080:00000010:1.1:1787753358.745567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860420a0. 00000080:00000010:1.1:1787753358.745585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860422e0. 00000080:00000010:1.1:1787753358.745590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042540. 00000080:00000010:1.1:1787753358.745595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f7a0. 00000080:00000010:1.1:1787753358.745599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f380. 00000080:00000010:1.1:1787753358.745604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f040. 00000080:00000010:1.1:1787753358.757333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f200. 00000080:00000010:1.1:1787753358.757352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042120. 00000080:00000010:1.1:1787753358.757358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042e00. 00000080:00000010:1.1:1787753358.757363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860423e0. 00000080:00000010:1.1:1787753358.757367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042240. 00000080:00000010:1.1:1787753358.757371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042e20. 00000080:00000010:1.1:1787753358.757381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860429c0. 00010000:00000010:1.1:1787753358.757389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f400. 00010000:00000010:1.1:1787753358.757396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5d400. 00010000:00000010:1.1:1787753358.757400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f800. 00010000:00000010:1.1:1787753358.757406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5ca00. 00010000:00000010:1.1:1787753358.757423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f000. 00010000:00000010:1.1:1787753358.757426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5c400. 00010000:00000010:1.1:1787753358.757432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045600. 00010000:00000010:1.1:1787753358.757437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7200. 00010000:00000010:1.1:1787753358.757441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045e00. 00010000:00000010:1.1:1787753358.757445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6c00. 00010000:00000010:1.1:1787753358.757448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045200. 00010000:00000010:1.1:1787753358.757452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7a00. 00010000:00000010:1.1:1787753358.757456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045c00. 00010000:00000010:1.1:1787753358.757460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5ce00. 00010000:00000010:1.1:1787753358.757463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fd00. 00010000:00000010:1.1:1787753358.757467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5c000. 00010000:00000010:1.1:1787753358.757471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fb00. 00010000:00000010:1.1:1787753358.757474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5d200. 00010000:00000010:1.1:1787753358.757477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:1.1:1787753358.757481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5cc00. 00010000:00000010:1.1:1787753358.757484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a848d2800. 00010000:00000010:1.1:1787753358.757488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5a000. 00010000:00000010:1.1:1787753358.757491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045a00. 00010000:00000010:1.1:1787753358.757496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5b200. 00010000:00000010:1.1:1787753358.757500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045300. 00010000:00000010:1.1:1787753358.757504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5ac00. 00010000:00000010:1.1:1787753358.757507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045500. 00010000:00000010:1.1:1787753358.757510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5ba00. 00010000:00000010:1.1:1787753358.757514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045900. 00010000:00000010:1.1:1787753358.757517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5be00. 00010000:00000010:1.1:1787753358.757521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86043800. 00010000:00000010:1.1:1787753358.757524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2d5b600. 00000080:00000010:2.1:1787753359.258315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f2e0. 00000080:00000010:2.1:1787753359.258340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860423a0. 00000080:00000010:2.1:1787753359.258346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042660. 00000080:00000010:2.1:1787753359.258349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042800. 00000080:00000010:2.1:1787753359.258355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042be0. 00000080:00000010:2.1:1787753359.258359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042820. 00000080:00000010:2.1:1787753359.258363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042920. 00000080:00000010:2.1:1787753359.258367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f540. 00000080:00000010:2.1:1787753359.258371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f120. 00000080:00000010:2.1:1787753359.258377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fe00. 00000080:00000010:2.1:1787753359.258381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f3e0. 00000080:00000010:2.1:1787753359.258385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f240. 00000080:00000010:2.1:1787753359.258388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fe20. 00000080:00000010:2.1:1787753359.258392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f9c0. 00000080:00000010:2.1:1787753359.258395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860424a0. 00000080:00000010:2.1:1787753359.258399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860421c0. 00010000:00000010:2.1:1787753359.262271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0200. 00010000:00000010:2.1:1787753359.262282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb30c00. 00010000:00000010:2.1:1787753359.262288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047400. 00010000:00000010:2.1:1787753359.262303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7e00. 00010000:00000010:2.1:1787753359.262307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047800. 00010000:00000010:2.1:1787753359.262311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7600. 00010000:00000010:2.1:1787753359.262314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047000. 00010000:00000010:2.1:1787753359.262317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6800. 00010000:00000010:2.1:1787753359.262320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047d00. 00010000:00000010:2.1:1787753359.262323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6200. 00010000:00000010:2.1:1787753359.262326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047b00. 00010000:00000010:2.1:1787753359.262329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7800. 00010000:00000010:2.1:1787753359.262332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047100. 00010000:00000010:2.1:1787753359.262335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7000. 00010000:00000010:2.1:1787753359.262338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0c00. 00010000:00000010:2.1:1787753359.262343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31a00. 00010000:00000010:2.1:1787753359.262346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0a00. 00010000:00000010:2.1:1787753359.262349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31e00. 00010000:00000010:2.1:1787753359.262353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0300. 00010000:00000010:2.1:1787753359.262356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31600. 00010000:00000010:2.1:1787753359.262359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0500. 00010000:00000010:2.1:1787753359.262362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb30800. 00010000:00000010:2.1:1787753359.262365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0900. 00010000:00000010:2.1:1787753359.262368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb30200. 00010000:00000010:2.1:1787753359.262371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0400. 00010000:00000010:2.1:1787753359.262374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31800. 00010000:00000010:2.1:1787753359.262377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0800. 00010000:00000010:2.1:1787753359.262380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31000. 00010000:00000010:2.1:1787753359.262383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045400. 00010000:00000010:2.1:1787753359.262387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7c00. 00010000:00000010:2.1:1787753359.262390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86045800. 00010000:00000010:2.1:1787753359.262393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6600. 00000080:00000010:1.1:1787753359.426236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ec0. 00000080:00000010:1.1:1787753359.426270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042440. 00000080:00000010:1.1:1787753359.426275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860427e0. 00000080:00000010:1.1:1787753359.426279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042b00. 00000080:00000010:1.1:1787753359.426283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ae0. 00000080:00000010:1.1:1787753359.434234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fbe0. 00000080:00000010:1.1:1787753359.434248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f820. 00000080:00000010:1.1:1787753359.434252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f920. 00000080:00000010:1.1:1787753359.434256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f4a0. 00000080:00000010:1.1:1787753359.434259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f1c0. 00000080:00000010:1.1:1787753359.434263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f460. 00000080:00000010:1.1:1787753359.434267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f9e0. 00000080:00000010:1.1:1787753359.434271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fc80. 00000080:00000010:1.1:1787753359.434276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ff80. 00000080:00000010:1.1:1787753359.434280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f940. 00000080:00000010:1.1:1787753359.434283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f0a0. 00010000:00000010:1.1:1787753359.434290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047200. 00010000:00000010:1.1:1787753359.434295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35a00. 00010000:00000010:1.1:1787753359.434301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047c00. 00010000:00000010:1.1:1787753359.434304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35e00. 00010000:00000010:1.1:1787753359.434308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047a00. 00010000:00000010:1.1:1787753359.434311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35600. 00010000:00000010:1.1:1787753359.434313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047300. 00010000:00000010:1.1:1787753359.434317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34800. 00010000:00000010:1.1:1787753359.434321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047500. 00010000:00000010:1.1:1787753359.434324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34200. 00010000:00000010:1.1:1787753359.434328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047900. 00010000:00000010:1.1:1787753359.434331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32600. 00010000:00000010:1.1:1787753359.434336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2c00. 00010000:00000010:1.1:1787753359.434340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33400. 00010000:00000010:1.1:1787753359.434343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2a00. 00010000:00000010:1.1:1787753359.434346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32a00. 00010000:00000010:1.1:1787753359.434351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0000. 00010000:00000010:1.1:1787753359.434354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32400. 00010000:00000010:1.1:1787753359.434368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0d00. 00010000:00000010:1.1:1787753359.434371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32e00. 00010000:00000010:1.1:1787753359.434375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0b00. 00010000:00000010:1.1:1787753359.434377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32000. 00010000:00000010:1.1:1787753359.434380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0100. 00010000:00000010:1.1:1787753359.434383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33200. 00010000:00000010:1.1:1787753359.434386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0f00. 00010000:00000010:1.1:1787753359.434389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32c00. 00010000:00000010:1.1:1787753359.434392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0700. 00010000:00000010:1.1:1787753359.434395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33a00. 00010000:00000010:1.1:1787753359.434398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0600. 00010000:00000010:1.1:1787753359.434402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33e00. 00010000:00000010:1.1:1787753359.434405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a0e00. 00010000:00000010:1.1:1787753359.434408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb31200. 00000080:00000010:1.1:1787753359.637099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860426c0. 00000080:00000010:1.1:1787753359.637151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fb00. 00000080:00000010:1.1:1787753359.652355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fae0. 00000080:00000010:1.1:1787753359.652400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f3a0. 00000080:00000010:1.1:1787753359.658188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f660. 00000080:00000010:1.1:1787753359.658212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f800. 00000080:00000010:1.1:1787753359.658233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860426e0. 00000080:00000010:1.1:1787753359.658241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042e60. 00000080:00000010:1.1:1787753359.658245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042c60. 00000080:00000010:1.1:1787753359.658249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042860. 00000080:00000010:1.1:1787753359.658253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860425e0. 00000080:00000010:1.1:1787753359.658257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042220. 00000080:00000010:1.1:1787753359.658261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042aa0. 00000080:00000010:1.1:1787753359.658265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042a80. 00000080:00000010:1.1:1787753359.658269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042700. 00000080:00000010:1.1:1787753359.658273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042a20. 00010000:00000010:1.1:1787753359.658280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5f00. 00010000:00000010:1.1:1787753359.658290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35800. 00010000:00000010:1.1:1787753359.658296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2100. 00010000:00000010:1.1:1787753359.658299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32800. 00010000:00000010:1.1:1787753359.658302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2f00. 00010000:00000010:1.1:1787753359.658305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb32200. 00010000:00000010:1.1:1787753359.658308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2700. 00010000:00000010:1.1:1787753359.658311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33800. 00010000:00000010:1.1:1787753359.658314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2600. 00010000:00000010:1.1:1787753359.658317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33000. 00010000:00000010:1.1:1787753359.658320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2e00. 00010000:00000010:1.1:1787753359.658323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33c00. 00010000:00000010:1.1:1787753359.658325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2200. 00010000:00000010:1.1:1787753359.658328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35000. 00010000:00000010:1.1:1787753359.658331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5700. 00010000:00000010:1.1:1787753359.658335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35c00. 00010000:00000010:1.1:1787753359.658338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5600. 00010000:00000010:1.1:1787753359.658343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34600. 00010000:00000010:1.1:1787753359.658347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5e00. 00010000:00000010:1.1:1787753359.658350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35400. 00010000:00000010:1.1:1787753359.658353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5200. 00010000:00000010:1.1:1787753359.658356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34a00. 00010000:00000010:1.1:1787753359.658359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5c00. 00010000:00000010:1.1:1787753359.658362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34400. 00010000:00000010:1.1:1787753359.658366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047f00. 00010000:00000010:1.1:1787753359.658369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34e00. 00010000:00000010:1.1:1787753359.658372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047700. 00010000:00000010:1.1:1787753359.658375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34000. 00010000:00000010:1.1:1787753359.658378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047600. 00010000:00000010:1.1:1787753359.658380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35200. 00010000:00000010:1.1:1787753359.658383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a86047e00. 00010000:00000010:1.1:1787753359.658386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34c00. 00000080:00000010:1.1:1787753359.879066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f220. 00000080:00000010:1.1:1787753359.879091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519faa0. 00000080:00000010:1.1:1787753359.879102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042100. 00000080:00000010:1.1:1787753359.879111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860423c0. 00000080:00000010:1.1:1787753359.879147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042600. 00000080:00000010:1.1:1787753359.879209:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042d00. 00000080:00000010:1.1:1787753359.879223:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fa80. 00000080:00000010:1.1:1787753359.879234:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f700. 00000080:00000010:1.1:1787753359.879242:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fa20. 00000080:00000010:1.1:1787753359.879249:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fec0. 00000080:00000010:1.1:1787753359.879261:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f440. 00000080:00000010:1.1:1787753359.879280:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f7e0. 00000080:00000010:1.1:1787753359.879290:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860429a0. 00000080:00000010:1.1:1787753359.879296:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860427c0. 00000080:00000010:1.1:1787753359.879305:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042960. 00000080:00000010:1.1:1787753359.887709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042c40. 00010000:00000010:1.1:1787753359.887745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5300. 00010000:00000010:1.1:1787753359.887752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6800. 00010000:00000010:1.1:1787753359.887760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2500. 00010000:00000010:1.1:1787753359.887763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6200. 00010000:00000010:1.1:1787753359.887767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5500. 00010000:00000010:1.1:1787753359.887771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5e00. 00010000:00000010:1.1:1787753359.887774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5900. 00010000:00000010:1.1:1787753359.887777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5600. 00010000:00000010:1.1:1787753359.887781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5400. 00010000:00000010:1.1:1787753359.887786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4800. 00010000:00000010:1.1:1787753359.887789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5800. 00010000:00000010:1.1:1787753359.887792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4200. 00010000:00000010:1.1:1787753359.887795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2900. 00010000:00000010:1.1:1787753359.887800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7800. 00010000:00000010:1.1:1787753359.887803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2400. 00010000:00000010:1.1:1787753359.887806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7000. 00010000:00000010:1.1:1787753359.887809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2800. 00010000:00000010:1.1:1787753359.887813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7c00. 00010000:00000010:1.1:1787753359.887816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2000. 00010000:00000010:1.1:1787753359.887820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6600. 00010000:00000010:1.1:1787753359.887823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2d00. 00010000:00000010:1.1:1787753359.887826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7400. 00010000:00000010:1.1:1787753359.887829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2b00. 00010000:00000010:1.1:1787753359.887834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb33600. 00010000:00000010:1.1:1787753359.887838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5000. 00010000:00000010:1.1:1787753359.887842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5800. 00010000:00000010:1.1:1787753359.887845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5d00. 00010000:00000010:1.1:1787753359.887848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5000. 00010000:00000010:1.1:1787753359.887851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5b00. 00010000:00000010:1.1:1787753359.887854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5c00. 00010000:00000010:1.1:1787753359.887857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5100. 00010000:00000010:1.1:1787753359.887859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4600. 00000080:00000010:2.1:1787753360.203397:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f9a0. 00000080:00000010:2.1:1787753360.203420:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f7c0. 00000080:00000010:2.1:1787753360.203425:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f960. 00000080:00000010:2.1:1787753360.203439:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fc40. 00000080:00000010:2.1:1787753360.203444:0:2425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f6c0. 00000080:00000010:2.1:1787753360.214327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f6e0. 00000080:00000010:2.1:1787753360.214354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fe60. 00000080:00000010:2.1:1787753360.214358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fc60. 00000080:00000010:2.1:1787753360.214361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f860. 00000080:00000010:2.1:1787753360.214365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f5e0. 00000080:00000010:2.1:1787753360.214372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042740. 00000080:00000010:2.1:1787753360.214379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042f20. 00000080:00000010:2.1:1787753360.214383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042b20. 00000080:00000010:2.1:1787753360.214387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042480. 00000080:00000010:2.1:1787753360.214391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860425a0. 00000080:00000010:2.1:1787753360.214394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042280. 00010000:00000010:2.1:1787753360.214403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3100. 00010000:00000010:2.1:1787753360.214412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939400. 00010000:00000010:2.1:1787753360.214418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3f00. 00010000:00000010:2.1:1787753360.214422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938a00. 00010000:00000010:2.1:1787753360.214425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3700. 00010000:00000010:2.1:1787753360.214430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6a00. 00010000:00000010:2.1:1787753360.214433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3600. 00010000:00000010:2.1:1787753360.214436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6400. 00010000:00000010:2.1:1787753360.214439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3e00. 00010000:00000010:2.1:1787753360.214442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6e00. 00010000:00000010:2.1:1787753360.214445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3200. 00010000:00000010:2.1:1787753360.214448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6000. 00010000:00000010:2.1:1787753360.214462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3c00. 00010000:00000010:2.1:1787753360.214467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7200. 00010000:00000010:2.1:1787753360.214470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3a00. 00010000:00000010:2.1:1787753360.214475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b6c00. 00010000:00000010:2.1:1787753360.214478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3300. 00010000:00000010:2.1:1787753360.214481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7a00. 00010000:00000010:2.1:1787753360.214485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3500. 00010000:00000010:2.1:1787753360.214488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7e00. 00010000:00000010:2.1:1787753360.214492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a2300. 00010000:00000010:2.1:1787753360.214495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b7600. 00010000:00000010:2.1:1787753360.214500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36f00. 00010000:00000010:2.1:1787753360.214507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4e00. 00010000:00000010:2.1:1787753360.214510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36700. 00010000:00000010:2.1:1787753360.214514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4000. 00010000:00000010:2.1:1787753360.214517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36600. 00010000:00000010:2.1:1787753360.214521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5200. 00010000:00000010:2.1:1787753360.214524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36e00. 00010000:00000010:2.1:1787753360.214527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4c00. 00010000:00000010:2.1:1787753360.214531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a5a00. 00010000:00000010:2.1:1787753360.214535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5a00. 00000080:00000010:0.1:1787753360.433400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f000. 00000080:00000010:0.1:1787753360.433429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f740. 00000080:00000010:0.1:1787753360.433434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ff20. 00000080:00000010:0.1:1787753360.433439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fb20. 00000080:00000010:0.1:1787753360.433443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f480. 00000080:00000010:0.1:1787753360.437314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f5a0. 00000080:00000010:0.1:1787753360.437342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f280. 00000080:00000010:0.1:1787753360.437349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f100. 00000080:00000010:0.1:1787753360.437357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042dc0. 00000080:00000010:0.1:1787753360.437367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860428a0. 00000080:00000010:0.1:1787753360.437375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042900. 00000080:00000010:0.1:1787753360.437383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860420e0. 00000080:00000010:0.1:1787753360.437388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042000. 00000080:00000010:0.1:1787753360.437393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f3c0. 00000080:00000010:0.1:1787753360.437397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f600. 00000080:00000010:0.1:1787753360.437404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fd00. 00010000:00000010:0.1:1787753360.437414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36800. 00010000:00000010:0.1:1787753360.437430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939200. 00010000:00000010:0.1:1787753360.437437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d600. 00010000:00000010:0.1:1787753360.437443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938c00. 00010000:00000010:0.1:1787753360.437447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93de00. 00010000:00000010:0.1:1787753360.437452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939a00. 00010000:00000010:0.1:1787753360.437456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d200. 00010000:00000010:0.1:1787753360.437459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939e00. 00010000:00000010:0.1:1787753360.437462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93dc00. 00010000:00000010:0.1:1787753360.437466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939600. 00010000:00000010:0.1:1787753360.437485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93da00. 00010000:00000010:0.1:1787753360.437489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938800. 00010000:00000010:0.1:1787753360.437494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3900. 00010000:00000010:0.1:1787753360.437497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938200. 00010000:00000010:0.1:1787753360.437501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3400. 00010000:00000010:0.1:1787753360.437505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939800. 00010000:00000010:0.1:1787753360.437511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3800. 00010000:00000010:0.1:1787753360.437519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93b200. 00010000:00000010:0.1:1787753360.437528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36000. 00010000:00000010:0.1:1787753360.438011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93ac00. 00010000:00000010:0.1:1787753360.438019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36d00. 00010000:00000010:0.1:1787753360.438024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b5400. 00010000:00000010:0.1:1787753360.438028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36b00. 00010000:00000010:0.1:1787753360.438032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4a00. 00010000:00000010:0.1:1787753360.438035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36100. 00010000:00000010:0.1:1787753360.438038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a858b4400. 00010000:00000010:0.1:1787753360.438042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3000. 00010000:00000010:0.1:1787753360.438045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939000. 00010000:00000010:0.1:1787753360.438048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3d00. 00010000:00000010:0.1:1787753360.438051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939c00. 00010000:00000010:0.1:1787753360.438056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa50a3b00. 00010000:00000010:0.1:1787753360.438060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938600. 00000080:00000010:2.1:1787753360.635227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f0e0. 00000080:00000010:2.1:1787753360.635246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042880. 00000080:00000010:2.1:1787753360.635256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042840. 00000080:00000010:2.1:1787753360.635261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042080. 00000080:00000010:2.1:1787753360.635265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860420c0. 00000080:00000010:2.1:1787753360.635274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042bc0. 00000080:00000010:2.1:1787753360.635282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042780. 00000080:00000010:2.1:1787753360.635286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860421e0. 00000080:00000010:2.1:1787753360.635290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042400. 00000080:00000010:1.1:1787753360.640741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042760. 00000080:00000010:1.1:1787753360.640775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042580. 00000080:00000010:1.1:1787753360.640780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ca0. 00010000:00000010:1.1:1787753360.640787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93df00. 00010000:00000010:1.1:1787753360.640794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938e00. 00010000:00000010:1.1:1787753360.640799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d700. 00010000:00000010:1.1:1787753360.640803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938000. 00010000:00000010:1.1:1787753360.640808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0e00. 00010000:00000010:1.1:1787753360.640816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93ba00. 00010000:00000010:1.1:1787753360.640820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0200. 00010000:00000010:1.1:1787753360.640824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93be00. 00010000:00000010:1.1:1787753360.640827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0c00. 00010000:00000010:1.1:1787753360.640830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93b600. 00010000:00000010:1.1:1787753360.640834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0a00. 00010000:00000010:1.1:1787753360.640839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93a800. 00010000:00000010:1.1:1787753360.640843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0300. 00010000:00000010:1.1:1787753360.640846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93a200. 00010000:00000010:1.1:1787753360.640849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0500. 00010000:00000010:1.1:1787753360.640852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93b800. 00010000:00000010:1.1:1787753360.640856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0900. 00010000:00000010:1.1:1787753360.640859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93b000. 00010000:00000010:1.1:1787753360.640866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36200. 00010000:00000010:1.1:1787753360.640870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93bc00. 00010000:00000010:1.1:1787753360.640873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36c00. 00010000:00000010:1.1:1787753360.640876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93a600. 00010000:00000010:1.1:1787753360.640879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36a00. 00010000:00000010:1.1:1787753360.640882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93b400. 00010000:00000010:1.1:1787753360.640886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36300. 00010000:00000010:1.1:1787753360.640889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93aa00. 00010000:00000010:1.1:1787753360.640892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36500. 00010000:00000010:1.1:1787753360.640895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93a400. 00010000:00000010:1.1:1787753360.640899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36900. 00010000:00000010:1.1:1787753360.640904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93ae00. 00010000:00000010:1.1:1787753360.640907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aabb36400. 00010000:00000010:1.1:1787753360.640910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d93a000. 00000080:00000010:2.1:1787753360.641197:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042fc0. 00000080:00000010:2.1:1787753360.641207:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860426a0. 00000080:00000010:2.1:1787753360.641211:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860428e0. 00000080:00000010:2.1:1787753360.641216:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860428c0. 00000080:00000010:2.1:1787753360.820138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042560. 00000080:00000010:2.1:1787753360.820161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860424e0. 00000080:00000010:2.1:1787753360.820168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f400. 00000080:00000010:2.1:1787753360.820176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519ffc0. 00000080:00000010:2.1:1787753360.820180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f6a0. 00000080:00000010:2.1:1787753360.820184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f8e0. 00000080:00000010:2.1:1787753360.820188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f8c0. 00000080:00000010:2.1:1787753360.820191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f760. 00000080:00000010:2.1:1787753360.820196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f580. 00000080:00000010:2.1:1787753360.820201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fca0. 00000080:00000010:2.1:1787753360.820219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fdc0. 00000080:00000010:2.1:1787753360.820224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f8a0. 00000080:00000010:2.1:1787753360.820230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f900. 00010000:00000010:2.1:1787753360.820238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0b00. 00010000:00000010:2.1:1787753360.820244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6000. 00010000:00000010:2.1:1787753360.820257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0100. 00010000:00000010:2.1:1787753360.820262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7200. 00010000:00000010:2.1:1787753360.820265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0f00. 00010000:00000010:2.1:1787753360.820268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6c00. 00010000:00000010:2.1:1787753360.820270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0700. 00010000:00000010:2.1:1787753360.820273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7a00. 00010000:00000010:2.1:1787753360.820276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0600. 00010000:00000010:2.1:1787753360.820280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7e00. 00010000:00000010:2.1:1787753360.820284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e000. 00010000:00000010:2.1:1787753360.820288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4200. 00010000:00000010:2.1:1787753360.820292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93ed00. 00010000:00000010:2.1:1787753360.820296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5800. 00010000:00000010:2.1:1787753360.820302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d300. 00010000:00000010:2.1:1787753360.820306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5000. 00010000:00000010:2.1:1787753360.820309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d500. 00010000:00000010:2.1:1787753360.820312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5c00. 00010000:00000010:2.1:1787753360.820314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d900. 00010000:00000010:2.1:1787753360.820317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4600. 00010000:00000010:2.1:1787753360.820320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d400. 00010000:00000010:2.1:1787753360.820323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5400. 00010000:00000010:2.1:1787753360.820326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d800. 00010000:00000010:2.1:1787753360.820330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4a00. 00010000:00000010:2.1:1787753360.820333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d000. 00010000:00000010:2.1:1787753360.820337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4400. 00010000:00000010:2.1:1787753360.820340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93dd00. 00010000:00000010:2.1:1787753360.820343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4e00. 00010000:00000010:2.1:1787753360.820346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93db00. 00010000:00000010:2.1:1787753360.820349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4000. 00010000:00000010:2.1:1787753360.820352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93d100. 00010000:00000010:2.1:1787753360.820354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938400. 00010000:00000010:2.1:1787753360.970883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1a00. 00010000:00000010:2.1:1787753360.970908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0c00. 00000080:00000010:2.1:1787753360.999250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042a40. 00000080:00000010:2.1:1787753360.999268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042320. 00000080:00000010:2.1:1787753360.999272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860422a0. 00000080:00000010:2.1:1787753360.999276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042e80. 00000080:00000010:2.1:1787753360.999280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860422c0. 00000080:00000010:2.1:1787753360.999284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ac0. 00000080:00000010:2.1:1787753360.999288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65820. 00000080:00000010:2.1:1787753360.999295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f840. 00000080:00000010:2.1:1787753360.999302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f080. 00000080:00000010:2.1:1787753361.015285:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f0c0. 00000080:00000010:2.1:1787753361.015298:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519fbc0. 00000080:00000010:2.1:1787753361.015302:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f780. 00000080:00000010:2.1:1787753361.015306:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a8519f1e0. 00000080:00000010:2.1:1787753361.015311:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ba0. 00000080:00000010:2.1:1787753361.015319:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042f40. 00000080:00000010:2.1:1787753361.015324:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042640. 00010000:00000010:2.1:1787753361.015337:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2f00. 00010000:00000010:2.1:1787753361.015344:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6200. 00010000:00000010:2.1:1787753361.015348:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2700. 00010000:00000010:2.1:1787753361.015353:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7800. 00010000:00000010:2.1:1787753361.015356:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2600. 00010000:00000010:2.1:1787753361.015359:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7000. 00010000:00000010:2.1:1787753361.015364:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2e00. 00010000:00000010:2.1:1787753361.015368:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7c00. 00010000:00000010:2.1:1787753361.015371:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2200. 00010000:00000010:2.1:1787753361.015374:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6600. 00010000:00000010:2.1:1787753361.015378:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0400. 00010000:00000010:2.1:1787753361.015381:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7400. 00010000:00000010:2.1:1787753361.015385:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0800. 00010000:00000010:2.1:1787753361.015389:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337d600. 00010000:00000010:2.1:1787753361.015396:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93ec00. 00010000:00000010:2.1:1787753361.015401:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5200. 00010000:00000010:2.1:1787753361.015405:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93ea00. 00010000:00000010:2.1:1787753361.015409:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4c00. 00010000:00000010:2.1:1787753361.015412:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e300. 00010000:00000010:2.1:1787753361.015415:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5a00. 00010000:00000010:2.1:1787753361.015418:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e500. 00010000:00000010:2.1:1787753361.015421:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5e00. 00010000:00000010:2.1:1787753361.015424:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e900. 00010000:00000010:2.1:1787753361.015427:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e5600. 00010000:00000010:2.1:1787753361.015430:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e400. 00010000:00000010:2.1:1787753361.015433:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e4800. 00010000:00000010:2.1:1787753361.015437:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e800. 00010000:00000010:2.1:1787753361.015441:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6a00. 00010000:00000010:2.1:1787753361.015444:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0000. 00010000:00000010:2.1:1787753361.015446:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6400. 00010000:00000010:2.1:1787753361.015449:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b0d00. 00010000:00000010:2.1:1787753361.015452:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6e00. 00000080:00000010:2.1:1787753361.212959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042620. 00000080:00000010:2.1:1787753361.212975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042980. 00000080:00000010:2.1:1787753361.212983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042d80. 00000080:00000010:2.1:1787753361.212990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f960. 00000080:00000010:2.1:1787753361.212998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc40. 00000080:00000010:2.1:1787753361.213002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f6c0. 00000080:00000010:2.1:1787753361.213007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f6e0. 00000080:00000010:2.1:1787753361.213011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe60. 00000080:00000010:2.1:1787753361.213015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc60. 00000080:00000010:2.1:1787753361.213019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f860. 00000080:00000010:2.1:1787753361.213023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042ea0. 00000080:00000010:2.1:1787753361.213030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042d60. 00000080:00000010:2.1:1787753361.213034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042f00. 00000080:00000010:2.1:1787753361.213038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042340. 00000080:00000010:2.1:1787753361.213042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042360. 00000080:00000010:2.1:1787753361.213046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042b60. 00010000:00000010:2.1:1787753361.213056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2300. 00010000:00000010:2.1:1787753361.213065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11a00. 00010000:00000010:2.1:1787753361.213070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2500. 00010000:00000010:2.1:1787753361.213073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11e00. 00010000:00000010:2.1:1787753361.213077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2900. 00010000:00000010:2.1:1787753361.213080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11600. 00010000:00000010:2.1:1787753361.213083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2400. 00010000:00000010:2.1:1787753361.213088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12800. 00010000:00000010:2.1:1787753361.213093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93eb00. 00010000:00000010:2.1:1787753361.213097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12200. 00010000:00000010:2.1:1787753361.213100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e100. 00010000:00000010:2.1:1787753361.213105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13800. 00010000:00000010:2.1:1787753361.213112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93ef00. 00010000:00000010:2.1:1787753361.213131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13000. 00010000:00000010:2.1:1787753361.213136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e700. 00010000:00000010:2.1:1787753361.213141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13c00. 00010000:00000010:2.1:1787753361.213144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e600. 00010000:00000010:2.1:1787753361.213148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12600. 00010000:00000010:2.1:1787753361.213151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93ee00. 00010000:00000010:2.1:1787753361.213155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13400. 00010000:00000010:2.1:1787753361.213158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9d93e200. 00010000:00000010:2.1:1787753361.213163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10800. 00010000:00000010:2.1:1787753361.213166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2800. 00010000:00000010:2.1:1787753361.213170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10200. 00010000:00000010:2.1:1787753361.213173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2000. 00010000:00000010:2.1:1787753361.213178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11800. 00010000:00000010:2.1:1787753361.213181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2d00. 00010000:00000010:2.1:1787753361.213184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11000. 00010000:00000010:2.1:1787753361.213187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2b00. 00010000:00000010:2.1:1787753361.213205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00010000:00000010:2.1:1787753361.213209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2100. 00010000:00000010:2.1:1787753361.213213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6800. 00000080:00000010:0.1:1787753361.390945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f480. 00000080:00000010:0.1:1787753361.390963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5a0. 00000080:00000010:0.1:1787753361.390974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f280. 00000080:00000010:0.1:1787753361.390978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f100. 00000080:00000010:0.1:1787753361.390982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f3c0. 00000080:00000010:0.1:1787753361.390986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f600. 00000080:00000010:0.1:1787753361.390991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd00. 00000080:00000010:0.1:1787753361.390995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f9a0. 00000080:00000010:0.1:1787753361.390998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f7c0. 00000080:00000010:0.1:1787753361.391004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042cc0. 00000080:00000010:0.1:1787753361.391012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860424c0. 00000080:00000010:0.1:1787753361.391016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042d40. 00000080:00000010:0.1:1787753361.391020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860421a0. 00000080:00000010:0.1:1787753361.391024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042300. 00000080:00000010:0.1:1787753361.391028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a860425c0. 00000080:00000010:0.1:1787753361.406155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a86042260. 00010000:00000010:0.1:1787753361.406171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1200. 00010000:00000010:0.1:1787753361.406179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12a00. 00010000:00000010:0.1:1787753361.406183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1c00. 00010000:00000010:0.1:1787753361.406186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12400. 00010000:00000010:0.1:1787753361.406189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1a00. 00010000:00000010:0.1:1787753361.406192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12e00. 00010000:00000010:0.1:1787753361.406195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1300. 00010000:00000010:0.1:1787753361.406199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12000. 00010000:00000010:0.1:1787753361.406202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1500. 00010000:00000010:0.1:1787753361.406206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13200. 00010000:00000010:0.1:1787753361.406213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1900. 00010000:00000010:0.1:1787753361.406216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a12c00. 00010000:00000010:0.1:1787753361.406220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1400. 00010000:00000010:0.1:1787753361.406223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13a00. 00010000:00000010:0.1:1787753361.406226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1800. 00010000:00000010:0.1:1787753361.406229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13e00. 00010000:00000010:0.1:1787753361.406232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e1000. 00010000:00000010:0.1:1787753361.406235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a13600. 00010000:00000010:0.1:1787753361.406239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e3200. 00010000:00000010:0.1:1787753361.406243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11400. 00010000:00000010:0.1:1787753361.406246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e3c00. 00010000:00000010:0.1:1787753361.406250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10a00. 00010000:00000010:0.1:1787753361.406254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e3a00. 00010000:00000010:0.1:1787753361.406257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10400. 00010000:00000010:0.1:1787753361.406260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e3300. 00010000:00000010:0.1:1787753361.406263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10e00. 00010000:00000010:0.1:1787753361.406267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e3500. 00010000:00000010:0.1:1787753361.406270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10000. 00010000:00000010:0.1:1787753361.406274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2c00. 00010000:00000010:0.1:1787753361.406278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a11200. 00010000:00000010:0.1:1787753361.406280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a858b2a00. 00010000:00000010:0.1:1787753361.406283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84a10c00. 00010000:00000010:2.1:1787753361.409276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d938a00. 00010000:00000010:2.1:1787753361.409287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d939400. 00010000:00000010:2.1:1787753361.409292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0000. 00010000:00000010:2.1:1787753361.409295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0e00. 00010000:00000010:2.1:1787753361.409298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0400. 00010000:00000010:2.1:1787753361.409301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0a00. 00010000:00000010:2.1:1787753361.409306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1400. 00010000:00000010:2.1:1787753361.409309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0600. 00010000:00000010:2.1:1787753361.409313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1c00. 00010000:00000010:2.1:1787753361.409315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1000. 00010000:00000010:2.1:1787753361.409318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1800. 00010000:00000010:2.1:1787753361.409321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0200. 00010000:00000010:2.1:1787753361.409324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e0800. 00010000:00000010:2.1:1787753361.409329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1600. 00010000:00000010:2.1:1787753361.409334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a830e1e00. 00000080:00000010:1.1:1787753362.052194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14ee0. 00000080:00000010:1.1:1787753362.052208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14de0. 00000080:00000010:1.1:1787753362.052211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14fa0. 00000080:00000010:1.1:1787753362.052215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f560. 00000080:00000010:1.1:1787753362.052222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f4e0. 00000080:00000010:1.1:1787753362.056197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f880. 00000080:00000010:1.1:1787753362.056223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f840. 00000080:00000010:1.1:1787753362.056228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f080. 00000080:00000010:1.1:1787753362.056235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14cc0. 00000080:00000010:1.1:1787753362.056242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a144c0. 00000080:00000010:1.1:1787753362.056247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d40. 00000080:00000010:1.1:1787753362.056250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a141a0. 00000080:00000010:1.1:1787753362.056254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14300. 00000080:00000010:1.1:1787753362.056259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a145c0. 00000080:00000010:1.1:1787753362.056262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14260. 00000080:00000010:1.1:1787753362.056267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14620. 00010000:00000010:1.1:1787753362.056319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15100. 00010000:00000010:1.1:1787753362.056327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970a00. 00010000:00000010:1.1:1787753362.056332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15f00. 00010000:00000010:1.1:1787753362.056335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970400. 00010000:00000010:1.1:1787753362.056337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15700. 00010000:00000010:1.1:1787753362.056340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970e00. 00010000:00000010:1.1:1787753362.056344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:1.1:1787753362.056348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7ec00. 00010000:00000010:1.1:1787753362.056351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:1.1:1787753362.056355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7fa00. 00010000:00000010:1.1:1787753362.056358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:1.1:1787753362.056361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7fe00. 00010000:00000010:1.1:1787753362.056364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2300. 00010000:00000010:1.1:1787753362.056367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7f600. 00010000:00000010:1.1:1787753362.056370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:1.1:1787753362.056374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7e800. 00010000:00000010:1.1:1787753362.056377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15600. 00010000:00000010:1.1:1787753362.056380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970000. 00010000:00000010:1.1:1787753362.056383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15e00. 00010000:00000010:1.1:1787753362.056386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971200. 00010000:00000010:1.1:1787753362.056389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15200. 00010000:00000010:1.1:1787753362.056392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970c00. 00010000:00000010:1.1:1787753362.056394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15c00. 00010000:00000010:1.1:1787753362.056399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6f5800. 00010000:00000010:1.1:1787753362.056402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15a00. 00010000:00000010:1.1:1787753362.056405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6f5000. 00010000:00000010:1.1:1787753362.056408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15300. 00010000:00000010:1.1:1787753362.056411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6f5c00. 00010000:00000010:1.1:1787753362.056413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15500. 00010000:00000010:1.1:1787753362.056416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6f4600. 00010000:00000010:1.1:1787753362.056419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15900. 00010000:00000010:1.1:1787753362.056422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac6f5400. 00000080:00000010:0.1:1787753362.219294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14500. 00000080:00000010:0.1:1787753362.219328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f320. 00000080:00000010:0.1:1787753362.219342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f2a0. 00000080:00000010:0.1:1787753362.226643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe80. 00000080:00000010:0.1:1787753362.226683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f2c0. 00000080:00000010:0.1:1787753362.226695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fac0. 00000080:00000010:0.1:1787753362.226699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fba0. 00000080:00000010:0.1:1787753362.226703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff40. 00000080:00000010:0.1:1787753362.226707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f640. 00000080:00000010:0.1:1787753362.226712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f720. 00000080:00000010:0.1:1787753362.226716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f160. 00000080:00000010:0.1:1787753362.226723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fce0. 00000080:00000010:0.1:1787753362.226730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c20. 00000080:00000010:0.1:1787753362.226736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14a00. 00000080:00000010:0.1:1787753362.226743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14b80. 00000080:00000010:0.1:1787753362.226747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14020. 00010000:00000010:0.1:1787753362.226756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17900. 00010000:00000010:0.1:1787753362.226767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971800. 00010000:00000010:0.1:1787753362.226777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78100. 00010000:00000010:0.1:1787753362.226782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973000. 00010000:00000010:0.1:1787753362.226786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78f00. 00010000:00000010:0.1:1787753362.226790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973c00. 00010000:00000010:0.1:1787753362.226793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78700. 00010000:00000010:0.1:1787753362.226797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972600. 00010000:00000010:0.1:1787753362.226800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78600. 00010000:00000010:0.1:1787753362.226804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7fc00. 00010000:00000010:0.1:1787753362.226808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78e00. 00010000:00000010:0.1:1787753362.226814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7e600. 00010000:00000010:0.1:1787753362.226817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78200. 00010000:00000010:0.1:1787753362.226820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7f400. 00010000:00000010:0.1:1787753362.226823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78c00. 00010000:00000010:0.1:1787753362.226825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7ea00. 00010000:00000010:0.1:1787753362.226828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78a00. 00010000:00000010:0.1:1787753362.226831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7e400. 00010000:00000010:0.1:1787753362.226834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78300. 00010000:00000010:0.1:1787753362.226838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7ee00. 00010000:00000010:0.1:1787753362.226841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78500. 00010000:00000010:0.1:1787753362.226844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7e000. 00010000:00000010:0.1:1787753362.226847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78900. 00010000:00000010:0.1:1787753362.226850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa0a7f200. 00010000:00000010:0.1:1787753362.226853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78400. 00010000:00000010:0.1:1787753362.226856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971000. 00010000:00000010:0.1:1787753362.226860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17400. 00010000:00000010:0.1:1787753362.226863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971c00. 00010000:00000010:0.1:1787753362.226867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15d00. 00010000:00000010:0.1:1787753362.226871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970600. 00010000:00000010:0.1:1787753362.226874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a15b00. 00010000:00000010:0.1:1787753362.226877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971400. 00000080:00000010:1.1:1787753362.472185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f980. 00000080:00000010:1.1:1787753362.472209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd80. 00000080:00000010:1.1:1787753362.472214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fea0. 00000080:00000010:1.1:1787753362.475622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14040. 00000080:00000010:1.1:1787753362.475636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65320. 00000080:00000010:1.1:1787753362.475643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe4a0. 00000080:00000010:1.1:1787753362.475649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaaffe1c0. 00000080:00000010:1.1:1787753362.475657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65ba0. 00000080:00000010:1.1:1787753362.475662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14200. 00000080:00000010:1.1:1787753362.475671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd60. 00000080:00000010:1.1:1787753362.493806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff00. 00000080:00000010:1.1:1787753362.493830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f340. 00000080:00000010:1.1:1787753362.493834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f360. 00000080:00000010:1.1:1787753362.493838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb60. 00000080:00000010:1.1:1787753362.493841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa40. 00000080:00000010:1.1:1787753362.493845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14680. 00010000:00000010:1.1:1787753362.493855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79c00. 00010000:00000010:1.1:1787753362.493862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972000. 00010000:00000010:1.1:1787753362.493866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79a00. 00010000:00000010:1.1:1787753362.493875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973200. 00010000:00000010:1.1:1787753362.493879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79300. 00010000:00000010:1.1:1787753362.493882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972c00. 00010000:00000010:1.1:1787753362.493886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17c00. 00010000:00000010:1.1:1787753362.493889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971600. 00010000:00000010:1.1:1787753362.493892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17a00. 00010000:00000010:1.1:1787753362.493896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337da00. 00010000:00000010:1.1:1787753362.493901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaae4de00. 00010000:00000010:1.1:1787753362.493905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7400. 00010000:00000010:1.1:1787753362.493909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306700. 00010000:00000010:1.1:1787753362.493913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6a00. 00010000:00000010:1.1:1787753362.493916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac306600. 00010000:00000010:1.1:1787753362.493920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337de00. 00010000:00000010:1.1:1787753362.493923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17300. 00010000:00000010:1.1:1787753362.493927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970800. 00010000:00000010:1.1:1787753362.493930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79500. 00010000:00000010:1.1:1787753362.493934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973a00. 00010000:00000010:1.1:1787753362.493937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79900. 00010000:00000010:1.1:1787753362.493940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973e00. 00010000:00000010:1.1:1787753362.493944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78800. 00010000:00000010:1.1:1787753362.493947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973600. 00010000:00000010:1.1:1787753362.493951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78000. 00010000:00000010:1.1:1787753362.493954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972800. 00010000:00000010:1.1:1787753362.493958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78d00. 00010000:00000010:1.1:1787753362.493961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972200. 00010000:00000010:1.1:1787753362.493965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a78b00. 00010000:00000010:1.1:1787753362.493967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973800. 00010000:00000010:1.1:1787753362.493971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17500. 00010000:00000010:1.1:1787753362.493974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970200. 00000080:00000010:2.1:1787753362.740160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f1a0. 00000080:00000010:2.1:1787753362.740191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f300. 00000080:00000010:2.1:1787753362.740195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5c0. 00000080:00000010:2.1:1787753362.740201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14520. 00000080:00000010:2.1:1787753362.740208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14f60. 00000080:00000010:2.1:1787753362.740211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a147a0. 00000080:00000010:2.1:1787753362.740215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14380. 00000080:00000010:2.1:1787753362.740219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f260. 00000080:00000010:2.1:1787753362.740222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f620. 00010000:00000010:2.1:1787753362.740230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79400. 00010000:00000010:2.1:1787753362.740237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976000. 00010000:00000010:2.1:1787753362.740243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79800. 00010000:00000010:2.1:1787753362.740248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977200. 00010000:00000010:2.1:1787753362.740251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79000. 00010000:00000010:2.1:1787753362.740254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976c00. 00010000:00000010:2.1:1787753362.740258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79d00. 00010000:00000010:2.1:1787753362.740261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977a00. 00010000:00000010:2.1:1787753362.740265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17f00. 00010000:00000010:2.1:1787753362.740269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975600. 00010000:00000010:2.1:1787753362.740273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17700. 00010000:00000010:2.1:1787753362.740276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974800. 00010000:00000010:2.1:1787753362.740280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79b00. 00010000:00000010:2.1:1787753362.740282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977e00. 00010000:00000010:2.1:1787753362.740286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79100. 00010000:00000010:2.1:1787753362.740289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977600. 00010000:00000010:2.1:1787753362.740292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79f00. 00010000:00000010:2.1:1787753362.740295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976800. 00010000:00000010:2.1:1787753362.740298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79700. 00010000:00000010:2.1:1787753362.740302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973400. 00010000:00000010:2.1:1787753362.740305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79600. 00010000:00000010:2.1:1787753362.740309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972a00. 00010000:00000010:2.1:1787753362.740311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17600. 00010000:00000010:2.1:1787753362.740315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974200. 00010000:00000010:2.1:1787753362.740318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17e00. 00010000:00000010:2.1:1787753362.740321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971a00. 00010000:00000010:2.1:1787753362.740325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17200. 00010000:00000010:2.1:1787753362.740328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971e00. 00010000:00000010:2.1:1787753362.740331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79e00. 00010000:00000010:2.1:1787753362.740334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972400. 00010000:00000010:2.1:1787753362.740337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a79200. 00010000:00000010:2.1:1787753362.740341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972e00. 00000080:00000010:2.1:1787753363.004259:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f380. 00000080:00000010:2.1:1787753363.004282:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f040. 00000080:00000010:2.1:1787753363.004287:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f200. 00000080:00000010:2.1:1787753363.004292:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f680. 00000080:00000010:2.1:1787753363.004296:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f500. 00000080:00000010:2.1:1787753363.004302:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc20. 00000080:00000010:2.1:1787753363.004306:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa00. 00000080:00000010:2.1:1787753363.022240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14b40. 00000080:00000010:2.1:1787753363.022257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14060. 00000080:00000010:2.1:1787753363.022261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14e40. 00000080:00000010:2.1:1787753363.022272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb80. 00000080:00000010:2.1:1787753363.022277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f020. 00000080:00000010:2.1:1787753363.022281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fee0. 00000080:00000010:2.1:1787753363.022285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00000080:00000010:2.1:1787753363.022288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14180. 00000080:00000010:2.1:1787753363.022292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14420. 00010000:00000010:2.1:1787753363.022300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7bd00. 00010000:00000010:2.1:1787753363.022306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8600. 00010000:00000010:2.1:1787753363.022311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7bb00. 00010000:00000010:2.1:1787753363.022315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976200. 00010000:00000010:2.1:1787753363.022318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b100. 00010000:00000010:2.1:1787753363.022322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977800. 00010000:00000010:2.1:1787753363.022326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7bf00. 00010000:00000010:2.1:1787753363.022329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977000. 00010000:00000010:2.1:1787753363.022332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b700. 00010000:00000010:2.1:1787753363.022335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977c00. 00010000:00000010:2.1:1787753363.022338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b600. 00010000:00000010:2.1:1787753363.022341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976600. 00010000:00000010:2.1:1787753363.022344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7be00. 00010000:00000010:2.1:1787753363.022347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad977400. 00010000:00000010:2.1:1787753363.022350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b200. 00010000:00000010:2.1:1787753363.022354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974e00. 00010000:00000010:2.1:1787753363.022358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17800. 00010000:00000010:2.1:1787753363.022361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974000. 00010000:00000010:2.1:1787753363.022364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17000. 00010000:00000010:2.1:1787753363.022368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975200. 00010000:00000010:2.1:1787753363.022371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7bc00. 00010000:00000010:2.1:1787753363.022374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976a00. 00010000:00000010:2.1:1787753363.022377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7ba00. 00010000:00000010:2.1:1787753363.022380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976400. 00010000:00000010:2.1:1787753363.022383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b300. 00010000:00000010:2.1:1787753363.022386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad976e00. 00010000:00000010:2.1:1787753363.022389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17d00. 00010000:00000010:2.1:1787753363.022392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974c00. 00010000:00000010:2.1:1787753363.022394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17b00. 00010000:00000010:2.1:1787753363.022397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975a00. 00010000:00000010:2.1:1787753363.022400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84a17100. 00010000:00000010:2.1:1787753363.022402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975e00. 00010000:00000010:1.1:1787753363.083168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517b000. 00010000:00000010:1.1:1787753363.083183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517b800. 00010000:00000010:1.1:1787753363.085285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972e00. 00010000:00000010:1.1:1787753363.085293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972400. 00010000:00000010:1.1:1787753363.085296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972a00. 00010000:00000010:1.1:1787753363.085301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973400. 00010000:00000010:1.1:1787753363.085304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973800. 00010000:00000010:1.1:1787753363.085307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972200. 00010000:00000010:1.1:1787753363.085310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972800. 00010000:00000010:1.1:1787753363.085313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973600. 00010000:00000010:1.1:1787753363.085317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973e00. 00010000:00000010:1.1:1787753363.085319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973a00. 00010000:00000010:1.1:1787753363.085322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972c00. 00010000:00000010:1.1:1787753363.085326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973200. 00010000:00000010:1.1:1787753363.085329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972000. 00010000:00000010:1.1:1787753363.085332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad972600. 00010000:00000010:1.1:1787753363.085335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973c00. 00010000:00000010:1.1:1787753363.085338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad973000. 00010000:00000010:1.1:1787753363.085342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517d600. 00010000:00000010:1.1:1787753363.085345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517de00. 00010000:00000010:1.1:1787753363.085348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517da00. 00010000:00000010:1.1:1787753363.085353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517cc00. 00010000:00000010:1.1:1787753363.085356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517d200. 00010000:00000010:1.1:1787753363.085358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517c000. 00010000:00000010:1.1:1787753363.085361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517ce00. 00010000:00000010:1.1:1787753363.085365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970000. 00010000:00000010:1.1:1787753363.085369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970e00. 00010000:00000010:1.1:1787753363.085372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970400. 00010000:00000010:1.1:1787753363.085374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad970a00. 00010000:00000010:1.1:1787753363.085378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971e00. 00010000:00000010:1.1:1787753363.085380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad971a00. 00010000:00000010:1.1:1787753363.085384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad6a00. 00010000:00000010:1.1:1787753363.085387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab6ad7400. 00010000:00000010:1.1:1787753363.085393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34c00. 00010000:00000010:1.1:1787753363.085398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35200. 00010000:00000010:1.1:1787753363.085402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34000. 00010000:00000010:1.1:1787753363.085405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34e00. 00010000:00000010:1.1:1787753363.085408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34400. 00010000:00000010:1.1:1787753363.085411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34a00. 00010000:00000010:1.1:1787753363.085414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35400. 00010000:00000010:1.1:1787753363.085417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34600. 00010000:00000010:1.1:1787753363.085420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35c00. 00010000:00000010:1.1:1787753363.085422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35000. 00010000:00000010:1.1:1787753363.085425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35800. 00010000:00000010:1.1:1787753363.085428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34200. 00010000:00000010:1.1:1787753363.085431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb34800. 00010000:00000010:1.1:1787753363.085433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35600. 00010000:00000010:1.1:1787753363.085436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35e00. 00010000:00000010:1.1:1787753363.085439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aabb35a00. 00010000:00000010:1.1:1787753363.085443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6600. 00010000:00000010:1.1:1787753363.085447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7c00. 00010000:00000010:1.1:1787753363.085450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7000. 00010000:00000010:1.1:1787753363.085452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7800. 00010000:00000010:1.1:1787753363.085455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6200. 00010000:00000010:1.1:1787753363.085458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a6800. 00010000:00000010:1.1:1787753363.085461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7600. 00010000:00000010:1.1:1787753363.085464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aa50a7e00. 00010000:00000010:1.1:1787753363.085467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517c400. 00010000:00000010:1.1:1787753363.085470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517ca00. 00010000:00000010:1.1:1787753363.085473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517d400. 00010000:00000010:1.1:1787753363.085476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517c600. 00010000:00000010:1.1:1787753363.085478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517dc00. 00010000:00000010:1.1:1787753363.085482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517d000. 00010000:00000010:1.1:1787753363.085484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517d800. 00010000:00000010:0.1:1787753363.085538:0:217044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517c800. 00010000:00000010:0.1:1787753363.092166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a8517c200. 00000080:00000010:0.1:1787753363.171173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14a60. 00000080:00000010:0.1:1787753363.171189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c00. 00000080:00000010:0.1:1787753363.171193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14fe0. 00000080:00000010:0.1:1787753363.171202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc00. 00000080:00000010:0.1:1787753363.171210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ffe0. 00000080:00000010:0.1:1787753363.171216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb40. 00000080:00000010:0.1:1787753363.175988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f060. 00000080:00000010:0.1:1787753363.176014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe40. 00000080:00000010:0.1:1787753363.176018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd20. 00000080:00000010:0.1:1787753363.176022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f180. 00000080:00000010:0.1:1787753363.176026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f420. 00000080:00000010:0.1:1787753363.176029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f140. 00000080:00000010:0.1:1787753363.176033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fda0. 00000080:00000010:0.1:1787753363.176036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f520. 00000080:00000010:0.1:1787753363.176040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff60. 00000080:00000010:0.1:1787753363.176043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f7a0. 00010000:00000010:0.1:1787753363.176048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1300. 00010000:00000010:0.1:1787753363.176054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975400. 00010000:00000010:0.1:1787753363.176058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1500. 00010000:00000010:0.1:1787753363.176062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974a00. 00010000:00000010:0.1:1787753363.176065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1900. 00010000:00000010:0.1:1787753363.176068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974400. 00010000:00000010:0.1:1787753363.176072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c300. 00010000:00000010:0.1:1787753363.176077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8400. 00010000:00000010:0.1:1787753363.176081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c500. 00010000:00000010:0.1:1787753363.176084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8e00. 00010000:00000010:0.1:1787753363.176087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c900. 00010000:00000010:0.1:1787753363.176091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8000. 00010000:00000010:0.1:1787753363.176094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c400. 00010000:00000010:0.1:1787753363.176099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9200. 00010000:00000010:0.1:1787753363.176102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c800. 00010000:00000010:0.1:1787753363.176106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8c00. 00010000:00000010:0.1:1787753363.176109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c000. 00010000:00000010:0.1:1787753363.176112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9a00. 00010000:00000010:0.1:1787753363.176131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7cd00. 00010000:00000010:0.1:1787753363.176136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9e00. 00010000:00000010:0.1:1787753363.176139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7cb00. 00010000:00000010:0.1:1787753363.176143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9600. 00010000:00000010:0.1:1787753363.176147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b500. 00010000:00000010:0.1:1787753363.176150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8800. 00010000:00000010:0.1:1787753363.176153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b900. 00010000:00000010:0.1:1787753363.176156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8200. 00010000:00000010:0.1:1787753363.176159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b400. 00010000:00000010:0.1:1787753363.176163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9800. 00010000:00000010:0.1:1787753363.176166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b800. 00010000:00000010:0.1:1787753363.176169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9000. 00010000:00000010:0.1:1787753363.176172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7b000. 00010000:00000010:0.1:1787753363.176175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9c00. 00000080:00000010:0.1:1787753363.480462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f120. 00000080:00000010:0.1:1787753363.480499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a149c0. 00000080:00000010:0.1:1787753363.480506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65040. 00000080:00000010:0.1:1787753363.480511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe00. 00000080:00000010:0.1:1787753363.480516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f3e0. 00000080:00000010:0.1:1787753363.480519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f240. 00000080:00000010:0.1:1787753363.480523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe20. 00000080:00000010:0.1:1787753363.480528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f9c0. 00000080:00000010:0.1:1787753363.480534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa60. 00010000:00000010:0.1:1787753363.480543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1200. 00010000:00000010:0.1:1787753363.480549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975000. 00010000:00000010:0.1:1787753363.480555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1c00. 00010000:00000010:0.1:1787753363.480558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975c00. 00010000:00000010:0.1:1787753363.480562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb800. 00010000:00000010:0.1:1787753363.480567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110a00. 00010000:00000010:0.1:1787753363.480571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb000. 00010000:00000010:0.1:1787753363.480574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110400. 00010000:00000010:0.1:1787753363.480577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ebd00. 00010000:00000010:0.1:1787753363.480580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110e00. 00010000:00000010:0.1:1787753363.480582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ebb00. 00010000:00000010:0.1:1787753363.480585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110000. 00010000:00000010:0.1:1787753363.480587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb100. 00010000:00000010:0.1:1787753363.480591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111200. 00010000:00000010:0.1:1787753363.480596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c100. 00010000:00000010:0.1:1787753363.480599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110c00. 00010000:00000010:0.1:1787753363.480602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7cf00. 00010000:00000010:0.1:1787753363.480606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad974600. 00010000:00000010:0.1:1787753363.480608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1a00. 00010000:00000010:0.1:1787753363.480612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337c800. 00010000:00000010:0.1:1787753363.480615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c700. 00010000:00000010:0.1:1787753363.480619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111a00. 00010000:00000010:0.1:1787753363.480622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c600. 00010000:00000010:0.1:1787753363.480625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111e00. 00010000:00000010:0.1:1787753363.480628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7ce00. 00010000:00000010:0.1:1787753363.480631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111600. 00010000:00000010:0.1:1787753363.480634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7c200. 00010000:00000010:0.1:1787753363.480637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110800. 00010000:00000010:0.1:1787753363.487103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7cc00. 00010000:00000010:0.1:1787753363.487141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e9400. 00010000:00000010:0.1:1787753363.487145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa0a7ca00. 00010000:00000010:0.1:1787753363.487149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8e8a00. 00000080:00000010:2.1:1787753363.781168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f800. 00000080:00000010:2.1:1787753363.781196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fbe0. 00000080:00000010:2.1:1787753363.781200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f820. 00000080:00000010:2.1:1787753363.781206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a142e0. 00000080:00000010:2.1:1787753363.781212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14540. 00000080:00000010:2.1:1787753363.781217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65a00. 00000080:00000010:2.1:1787753363.781223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f920. 00000080:00000010:2.1:1787753363.781227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f4a0. 00000080:00000010:2.1:1787753363.781230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f1c0. 00000080:00000010:2.1:1787753363.781234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65c20. 00000080:00000010:2.1:1787753363.781239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14120. 00000080:00000010:2.1:1787753363.781244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f460. 00000080:00000010:2.1:1787753363.781328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f9e0. 00000080:00000010:2.1:1787753363.781337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14e00. 00000080:00000010:2.1:1787753363.781341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a143e0. 00000080:00000010:2.1:1787753363.781346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc80. 00010000:00000010:2.1:1787753363.784234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb600. 00010000:00000010:2.1:1787753363.784250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837a00. 00010000:00000010:2.1:1787753363.784324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ebe00. 00010000:00000010:2.1:1787753363.784328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837e00. 00010000:00000010:2.1:1787753363.784332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb200. 00010000:00000010:2.1:1787753363.784336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837600. 00010000:00000010:2.1:1787753363.784339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ebc00. 00010000:00000010:2.1:1787753363.784343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113600. 00010000:00000010:2.1:1787753363.784411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1b00. 00010000:00000010:2.1:1787753363.784417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112800. 00010000:00000010:2.1:1787753363.784420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1100. 00010000:00000010:2.1:1787753363.784424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e114800. 00010000:00000010:2.1:1787753363.784428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaae4d600. 00010000:00000010:2.1:1787753363.784432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110200. 00010000:00000010:2.1:1787753363.784435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eba00. 00010000:00000010:2.1:1787753363.784440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111800. 00010000:00000010:2.1:1787753363.784443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb300. 00010000:00000010:2.1:1787753363.784446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111000. 00010000:00000010:2.1:1787753363.784449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1f00. 00010000:00000010:2.1:1787753363.784452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab337d200. 00010000:00000010:2.1:1787753363.784456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1700. 00010000:00000010:2.1:1787753363.784459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112200. 00010000:00000010:2.1:1787753363.784462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb500. 00010000:00000010:2.1:1787753363.784465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111c00. 00010000:00000010:2.1:1787753363.784468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb900. 00010000:00000010:2.1:1787753363.784471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e110600. 00010000:00000010:2.1:1787753363.784473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1600. 00010000:00000010:2.1:1787753363.784476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113800. 00010000:00000010:2.1:1787753363.784479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1e00. 00010000:00000010:2.1:1787753363.784492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad975800. 00010000:00000010:2.1:1787753363.784495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb400. 00010000:00000010:2.1:1787753363.784498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e111400. 00000080:00000010:2.1:1787753364.131190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a144a0. 00000080:00000010:2.1:1787753364.131231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a141c0. 00000080:00000010:2.1:1787753364.131240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa20. 00000080:00000010:2.1:1787753364.131248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fec0. 00000080:00000010:2.1:1787753364.131253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f440. 00000080:00000010:2.1:1787753364.131258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f7e0. 00000080:00000010:2.1:1787753364.131263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb00. 00000080:00000010:2.1:1787753364.131267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fae0. 00000080:00000010:2.1:1787753364.131271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f3a0. 00000080:00000010:2.1:1787753364.131275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f660. 00000080:00000010:2.1:1787753364.131280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14460. 00000080:00000010:2.1:1787753364.131284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a149e0. 00000080:00000010:2.1:1787753364.131288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c80. 00000080:00000010:2.1:1787753364.131293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14f80. 00000080:00000010:2.1:1787753364.131303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14940. 00000080:00000010:2.1:1787753364.131308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65de0. 00010000:00000010:2.1:1787753364.131322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117300. 00010000:00000010:2.1:1787753364.131331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112400. 00010000:00000010:2.1:1787753364.131335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117500. 00010000:00000010:2.1:1787753364.131339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112e00. 00010000:00000010:2.1:1787753364.131345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec900. 00010000:00000010:2.1:1787753364.131349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837c00. 00010000:00000010:2.1:1787753364.131353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec400. 00010000:00000010:2.1:1787753364.131358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836600. 00010000:00000010:2.1:1787753364.131362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec800. 00010000:00000010:2.1:1787753364.131365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837400. 00010000:00000010:2.1:1787753364.131368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec000. 00010000:00000010:2.1:1787753364.131371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836a00. 00010000:00000010:2.1:1787753364.131374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ecd00. 00010000:00000010:2.1:1787753364.131377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836400. 00010000:00000010:2.1:1787753364.131380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ecb00. 00010000:00000010:2.1:1787753364.131383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836e00. 00010000:00000010:2.1:1787753364.131386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec100. 00010000:00000010:2.1:1787753364.131389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836000. 00010000:00000010:2.1:1787753364.131393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ebf00. 00010000:00000010:2.1:1787753364.131396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837200. 00010000:00000010:2.1:1787753364.131400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eb700. 00010000:00000010:2.1:1787753364.131403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836c00. 00010000:00000010:2.1:1787753364.134326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117900. 00010000:00000010:2.1:1787753364.134351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112000. 00010000:00000010:2.1:1787753364.134358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1400. 00010000:00000010:2.1:1787753364.134375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113200. 00010000:00000010:2.1:1787753364.134378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1800. 00010000:00000010:2.1:1787753364.134383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112c00. 00010000:00000010:2.1:1787753364.134387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1000. 00010000:00000010:2.1:1787753364.134391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113a00. 00010000:00000010:2.1:1787753364.134394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac6f1d00. 00010000:00000010:2.1:1787753364.134397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115600. 00000080:00000010:1.1:1787753364.409316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14660. 00000080:00000010:1.1:1787753364.409339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14800. 00000080:00000010:1.1:1787753364.409345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed7a0. 00000080:00000010:1.1:1787753364.409351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed380. 00000080:00000010:1.1:1787753364.409358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed040. 00000080:00000010:1.1:1787753364.409362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed200. 00000080:00000010:1.1:1787753364.409366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed680. 00000080:00000010:1.1:1787753364.409369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed500. 00000080:00000010:1.1:1787753364.409374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5e0. 00000080:00000010:1.1:1787753364.409382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f220. 00000080:00000010:1.1:1787753364.409386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93faa0. 00000080:00000010:1.1:1787753364.409390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa80. 00000080:00000010:1.1:1787753364.409396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f700. 00000080:00000010:1.1:1787753364.409400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14be0. 00000080:00000010:1.1:1787753364.409404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14820. 00000080:00000010:1.1:1787753364.409407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14920. 00010000:00000010:1.1:1787753364.409416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117700. 00010000:00000010:1.1:1787753364.409423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113000. 00010000:00000010:1.1:1787753364.409427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117600. 00010000:00000010:1.1:1787753364.409430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113c00. 00010000:00000010:1.1:1787753364.409434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117e00. 00010000:00000010:1.1:1787753364.409438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8400. 00010000:00000010:1.1:1787753364.409442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8efc00. 00010000:00000010:1.1:1787753364.409446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8e00. 00010000:00000010:1.1:1787753364.409460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ecf00. 00010000:00000010:1.1:1787753364.409463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8000. 00010000:00000010:1.1:1787753364.409466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec700. 00010000:00000010:1.1:1787753364.409477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9200. 00010000:00000010:1.1:1787753364.409481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec600. 00010000:00000010:1.1:1787753364.409484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8c00. 00010000:00000010:1.1:1787753364.409487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ece00. 00010000:00000010:1.1:1787753364.409491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9a00. 00010000:00000010:1.1:1787753364.409494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec200. 00010000:00000010:1.1:1787753364.409497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9e00. 00010000:00000010:1.1:1787753364.414867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ecc00. 00010000:00000010:1.1:1787753364.414880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836800. 00010000:00000010:1.1:1787753364.414883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eca00. 00010000:00000010:1.1:1787753364.414887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84836200. 00010000:00000010:1.1:1787753364.414890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec300. 00010000:00000010:1.1:1787753364.414894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837800. 00010000:00000010:1.1:1787753364.414897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ec500. 00010000:00000010:1.1:1787753364.414900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84837000. 00010000:00000010:1.1:1787753364.414904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117200. 00010000:00000010:1.1:1787753364.414908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112600. 00010000:00000010:1.1:1787753364.414911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117c00. 00010000:00000010:1.1:1787753364.414914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113400. 00010000:00000010:1.1:1787753364.414916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117a00. 00010000:00000010:1.1:1787753364.414919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e112a00. 00000080:00000010:1.1:1787753364.611325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14a80. 00000080:00000010:1.1:1787753364.611364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65ce0. 00000080:00000010:1.1:1787753364.611374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed420. 00000080:00000010:1.1:1787753364.611382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed140. 00000080:00000010:1.1:1787753364.611386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edda0. 00000080:00000010:1.1:1787753364.611391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14700. 00000080:00000010:1.1:1787753364.611395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14a20. 00000080:00000010:1.1:1787753364.611400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14ec0. 00000080:00000010:1.1:1787753364.611404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14440. 00000080:00000010:1.1:1787753364.611408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a147e0. 00000080:00000010:1.1:1787753364.611412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14b00. 00000080:00000010:1.1:1787753364.611422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65720. 00000080:00000010:1.1:1787753364.611427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed520. 00000080:00000010:1.1:1787753364.611431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edf60. 00000080:00000010:1.1:1787753364.611436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14ae0. 00000080:00000010:1.1:1787753364.611444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a143a0. 00010000:00000010:1.1:1787753364.611452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830f00. 00010000:00000010:1.1:1787753364.611460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dbc00. 00010000:00000010:1.1:1787753364.611480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830700. 00010000:00000010:1.1:1787753364.611484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115c00. 00010000:00000010:1.1:1787753364.611490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8eff00. 00010000:00000010:1.1:1787753364.611496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9000. 00010000:00000010:1.1:1787753364.611499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef700. 00010000:00000010:1.1:1787753364.611502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9c00. 00010000:00000010:1.1:1787753364.611505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef600. 00010000:00000010:1.1:1787753364.611509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8600. 00010000:00000010:1.1:1787753364.611513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830600. 00010000:00000010:1.1:1787753364.611517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1da600. 00010000:00000010:1.1:1787753364.611521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830e00. 00010000:00000010:1.1:1787753364.611524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1db400. 00010000:00000010:1.1:1787753364.611529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117400. 00010000:00000010:1.1:1787753364.611532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1daa00. 00010000:00000010:1.1:1787753364.611535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117800. 00010000:00000010:1.1:1787753364.611538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1da400. 00010000:00000010:1.1:1787753364.611541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117000. 00010000:00000010:1.1:1787753364.611544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dae00. 00010000:00000010:1.1:1787753364.611546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117d00. 00010000:00000010:1.1:1787753364.611549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1da000. 00010000:00000010:1.1:1787753364.611552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117b00. 00010000:00000010:1.1:1787753364.611555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115000. 00010000:00000010:1.1:1787753364.611558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8efe00. 00010000:00000010:1.1:1787753364.611561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9400. 00010000:00000010:1.1:1787753364.611564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef200. 00010000:00000010:1.1:1787753364.611567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8a00. 00010000:00000010:1.1:1787753364.611570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117100. 00010000:00000010:1.1:1787753364.611573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1db200. 00010000:00000010:1.1:1787753364.611576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9e117f00. 00010000:00000010:1.1:1787753364.611579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e113e00. 00000080:00000010:2.1:1787753364.824414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14960. 00000080:00000010:2.1:1787753364.824470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c40. 00000080:00000010:2.1:1787753364.824476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a146c0. 00000080:00000010:2.1:1787753364.824480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a146e0. 00000080:00000010:2.1:1787753364.824488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edfe0. 00000080:00000010:2.1:1787753364.824496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb40. 00000080:00000010:2.1:1787753364.824501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed060. 00000080:00000010:2.1:1787753364.824505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ede40. 00000080:00000010:2.1:1787753364.824509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edd20. 00000080:00000010:2.1:1787753364.824513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed180. 00000080:00000010:2.1:1787753364.824517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14e60. 00000080:00000010:2.1:1787753364.824522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c60. 00000080:00000010:2.1:1787753364.824530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14860. 00000080:00000010:2.1:1787753364.824534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a145e0. 00000080:00000010:2.1:1787753364.824539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14220. 00000080:00000010:2.1:1787753364.824543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14aa0. 00010000:00000010:2.1:1787753364.824553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830a00. 00010000:00000010:2.1:1787753364.824562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dee00. 00010000:00000010:2.1:1787753364.824567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830300. 00010000:00000010:2.1:1787753364.824569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1de000. 00010000:00000010:2.1:1787753364.824572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830500. 00010000:00000010:2.1:1787753364.824576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dac00. 00010000:00000010:2.1:1787753364.824580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830900. 00010000:00000010:2.1:1787753364.824584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dba00. 00010000:00000010:2.1:1787753364.824590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef400. 00010000:00000010:2.1:1787753364.824593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dc400. 00010000:00000010:2.1:1787753364.824596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef800. 00010000:00000010:2.1:1787753364.824599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dce00. 00010000:00000010:2.1:1787753364.824602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef000. 00010000:00000010:2.1:1787753364.824605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9600. 00010000:00000010:2.1:1787753364.824609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8efd00. 00010000:00000010:2.1:1787753364.824612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8800. 00010000:00000010:2.1:1787753364.824615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8efb00. 00010000:00000010:2.1:1787753364.824617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d8200. 00010000:00000010:2.1:1787753364.824620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef100. 00010000:00000010:2.1:1787753364.824622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1d9800. 00010000:00000010:2.1:1787753364.824625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830400. 00010000:00000010:2.1:1787753364.824628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dbe00. 00010000:00000010:2.1:1787753364.824631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830800. 00010000:00000010:2.1:1787753364.824634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1db600. 00010000:00000010:2.1:1787753364.824637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830000. 00010000:00000010:2.1:1787753364.824641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1da800. 00010000:00000010:2.1:1787753364.824644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830d00. 00010000:00000010:2.1:1787753364.824646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1da200. 00010000:00000010:2.1:1787753364.828475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830b00. 00010000:00000010:2.1:1787753364.828501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1db800. 00010000:00000010:2.1:1787753364.828505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830100. 00010000:00000010:2.1:1787753364.828508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1db000. 00000080:00000010:1.1:1787753365.393499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14900. 00000080:00000010:1.1:1787753365.393518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a140e0. 00000080:00000010:1.1:1787753365.393523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14000. 00000080:00000010:1.1:1787753365.393531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14740. 00000080:00000010:1.1:1787753365.393535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d65c40. 00000080:00000010:1.1:1787753365.408934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14f20. 00000080:00000010:1.1:1787753365.408960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d656c0. 00000080:00000010:1.1:1787753365.408972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed240. 00000080:00000010:1.1:1787753365.408980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ede20. 00000080:00000010:1.1:1787753365.408984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed9c0. 00000080:00000010:1.1:1787753365.409021:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14b20. 00000080:00000010:1.1:1787753365.409026:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14480. 00000080:00000010:1.1:1787753365.409031:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a145a0. 00000080:00000010:1.1:1787753365.409035:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14280. 00000080:00000010:1.1:1787753365.412580:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14100. 00000080:00000010:1.1:1787753365.412606:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a143c0. 00000080:00000010:1.1:1787753365.412610:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14600. 00000080:00000010:1.1:1787753365.412614:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d00. 00000080:00000010:1.1:1787753365.412618:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a149a0. 00000080:00000010:1.1:1787753365.412624:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d658c0. 00000080:00000010:1.1:1787753365.412633:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8eda60. 00000080:00000010:1.1:1787753365.412639:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edc00. 00000080:00000010:1.1:1787753365.412643:0:217308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a147c0. 00010000:00000010:1.1:1787753365.412650:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaae4df00. 00010000:00000010:1.1:1787753365.412657:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacbdf200. 00010000:00000010:1.1:1787753365.412666:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832c00. 00010000:00000010:1.1:1787753365.412673:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1df200. 00010000:00000010:1.1:1787753365.412677:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832a00. 00010000:00000010:1.1:1787753365.412682:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dec00. 00010000:00000010:1.1:1787753365.412685:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832300. 00010000:00000010:1.1:1787753365.413479:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dfa00. 00010000:00000010:1.1:1787753365.413485:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832500. 00010000:00000010:1.1:1787753365.413489:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e114200. 00010000:00000010:1.1:1787753365.413492:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832900. 00010000:00000010:1.1:1787753365.413496:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dfe00. 00010000:00000010:1.1:1787753365.413501:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832400. 00010000:00000010:1.1:1787753365.413506:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115800. 00010000:00000010:1.1:1787753365.413509:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aaae4d700. 00010000:00000010:1.1:1787753365.413515:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dd000. 00010000:00000010:1.1:1787753365.413521:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835900. 00010000:00000010:1.1:1787753365.413525:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1ddc00. 00010000:00000010:1.1:1787753365.413528:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835400. 00010000:00000010:1.1:1787753365.413533:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dc600. 00010000:00000010:1.1:1787753365.413536:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8efa00. 00010000:00000010:1.1:1787753365.413540:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1df600. 00010000:00000010:1.1:1787753365.413544:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832800. 00010000:00000010:1.1:1787753365.413549:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1de800. 00010000:00000010:1.1:1787753365.413552:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832000. 00010000:00000010:1.1:1787753365.413555:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1de200. 00010000:00000010:1.1:1787753365.413559:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832d00. 00010000:00000010:1.1:1787753365.413562:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1df800. 00010000:00000010:1.1:1787753365.413565:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832b00. 00010000:00000010:1.1:1787753365.413568:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1df000. 00010000:00000010:1.1:1787753365.413571:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832100. 00010000:00000010:1.1:1787753365.413575:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dfc00. 00010000:00000010:1.1:1787753365.413578:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832f00. 00010000:00000010:1.1:1787753365.413582:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1de600. 00010000:00000010:1.1:1787753365.413585:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832700. 00010000:00000010:1.1:1787753365.413588:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1df400. 00010000:00000010:1.1:1787753365.413592:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830200. 00010000:00000010:1.1:1787753365.413596:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dea00. 00010000:00000010:1.1:1787753365.413599:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84830c00. 00010000:00000010:1.1:1787753365.413603:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115200. 00010000:00000010:1.1:1787753365.413606:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef300. 00010000:00000010:1.1:1787753365.413610:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dd400. 00010000:00000010:1.1:1787753365.413614:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef500. 00010000:00000010:1.1:1787753365.413618:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dca00. 00010000:00000010:1.1:1787753365.413621:0:217308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aac8ef900. 00010000:00000010:1.1:1787753365.413624:0:217308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1de400. 00000080:00000010:1.1:1787753365.421167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f9a0. 00010000:00000010:2.1:1787753365.422655:0:217310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dbe00. 00000080:00000010:2.1:1787753365.422678:0:217310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed920. 00000080:00000010:2.1:1787753365.422694:0:217310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4a0. 00000080:00000010:2.1:1787753365.422699:0:217310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed1c0. 00000080:00000010:2.1:1787753365.422706:0:217310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed460. 00000080:00000010:2.1:1787753365.422711:0:217310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed9e0. 00000080:00000010:2.1:1787753365.423074:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edc80. 00000080:00000010:2.1:1787753365.423080:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edf80. 00000080:00000010:2.1:1787753365.423084:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed940. 00000080:00000010:2.1:1787753365.423091:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed0a0. 00000080:00000010:2.1:1787753365.423095:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed2e0. 00000080:00000010:2.1:1787753365.423101:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed540. 00000080:00000010:2.1:1787753365.423108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed120. 00000080:00000010:2.1:1787753365.423113:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ede00. 00000080:00000010:2.1:1787753365.423135:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00000080:00000010:2.1:1787753365.423141:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a148a0. 00000080:00000010:2.1:1787753365.423149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a88d657c0. 00010000:00000010:2.1:1787753365.423156:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aacbdad00. 00010000:00000010:2.1:1787753365.423164:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a90ea9a00. 00010000:00000010:2.1:1787753365.423172:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835800. 00010000:00000010:2.1:1787753365.423176:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a90ea9e00. 00010000:00000010:2.1:1787753365.423179:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835000. 00010000:00000010:2.1:1787753365.423182:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a90ea9600. 00010000:00000010:2.1:1787753365.423185:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835d00. 00010000:00000010:2.1:1787753365.423190:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a90ea8800. 00010000:00000010:2.1:1787753365.423194:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835b00. 00010000:00000010:2.1:1787753365.423196:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a90ea8200. 00010000:00000010:2.1:1787753365.423199:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835100. 00010000:00000010:2.1:1787753365.423203:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dc000. 00010000:00000010:2.1:1787753365.423206:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835f00. 00010000:00000010:2.1:1787753365.423209:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dd200. 00010000:00000010:2.1:1787753365.423213:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835700. 00010000:00000010:2.1:1787753365.423216:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dcc00. 00010000:00000010:2.1:1787753365.423219:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835600. 00010000:00000010:2.1:1787753365.423224:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dda00. 00010000:00000010:2.1:1787753365.423227:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835e00. 00010000:00000010:2.1:1787753365.423230:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dde00. 00010000:00000010:2.1:1787753365.423232:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835200. 00010000:00000010:2.1:1787753365.423236:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dd600. 00010000:00000010:2.1:1787753365.423239:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835c00. 00010000:00000010:2.1:1787753365.423243:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dc800. 00010000:00000010:2.1:1787753365.423246:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835a00. 00010000:00000010:2.1:1787753365.423251:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dc200. 00010000:00000010:2.1:1787753365.423254:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835300. 00010000:00000010:2.1:1787753365.423259:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aba1dd800. 00010000:00000010:2.1:1787753365.423262:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84835500. 00010000:00000010:2.1:1787753365.423265:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aacbde000. 00010000:00000010:2.1:1787753365.423269:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84832200. 00010000:00000010:2.1:1787753365.423273:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9e115400. 00010000:00000010:0.1:1787754290.516657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754290.516672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:0.1:1787754290.521200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88013180. 00000080:00000010:0.1:1787754290.521231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b440. 00000080:00000010:3.1:1787754290.582374:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bc60. 00010000:00000010:2.1:1787754290.583169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:2.1:1787754290.583178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7e00. 00000080:00000010:3.1:1787754290.597176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88020840. 00000080:00000010:3.1:1787754290.597184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a141e0. 00010000:00000010:2.1:1787754290.600408:0:217709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c100. 00010000:00000010:2.1:1787754290.600426:0:217709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7c00. 00000080:00000010:2.1:1787754290.602558:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88017380. 00000080:00000010:2.1:1787754290.602583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14aa0. 00010000:00000010:2.1:1787754290.621162:0:217713:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:2.1:1787754290.621180:0:217713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31400. 00000080:00000010:1.1:1787754290.640188:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88010840. 00000080:00000010:1.1:1787754290.640208:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc00. 00010000:00000010:1.1:1787754290.665946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754290.665957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:3.1:1787754290.674253:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88010000. 00000080:00000010:3.1:1787754290.674285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edcc0. 00010000:00000010:1.1:1787754290.690383:0:217721:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754290.690403:0:217721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6000. 00000080:00000010:1.1:1787754290.715166:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88015280. 00000080:00000010:1.1:1787754290.715176:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14900. 00010000:00000010:1.1:1787754290.737149:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754290.737158:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:1.1:1787754290.756667:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88012100. 00000080:00000010:1.1:1787754290.756691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed980. 00010000:00000010:1.1:1787754290.770290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754290.770306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:1.1:1787754290.791158:0:217309:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88032100. 00000080:00000010:1.1:1787754290.791176:0:217309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed620. 00010000:00000010:0.1:1787754290.809916:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754290.809926:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb000. 00000080:00000010:0.1:1787754290.811495:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880339c0. 00000080:00000010:0.1:1787754290.811506:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed980. 00010000:00000010:0.1:1787754290.842376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754290.842385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:3.1:1787754290.849152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880318c0. 00000080:00000010:3.1:1787754290.849181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00000080:00000010:3.1:1787754290.860488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88032940. 00000080:00000010:3.1:1787754290.860503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14bc0. 00010000:00000010:1.1:1787754290.861186:0:217730:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754290.861194:0:217730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6e00. 00010000:00000010:1.1:1787754290.877152:0:217728:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:1.1:1787754290.877163:0:217728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30c00. 00000080:00000010:0.1:1787754290.891400:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88036300. 00000080:00000010:0.1:1787754290.891412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14240. 00010000:00000010:1.1:1787754290.900360:0:217732:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:1.1:1787754290.900378:0:217732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:2.1:1787754290.907931:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88035ac0. 00000080:00000010:2.1:1787754290.907951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b360. 00010000:00000010:2.1:1787754290.931153:0:217738:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:2.1:1787754290.931164:0:217738:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31400. 00000080:00000010:1.1:1787754290.935217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88034a40. 00000080:00000010:1.1:1787754290.935229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fce0. 00010000:00000010:1.1:1787754290.939166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:1.1:1787754290.939177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:1.1:1787754290.950214:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88034200. 00000080:00000010:1.1:1787754290.950226:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed9c0. 00010000:00000010:1.1:1787754290.966493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:1.1:1787754290.966512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb800. 00000080:00000010:1.1:1787754290.970064:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88036b40. 00000080:00000010:1.1:1787754290.970076:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edc20. 00010000:00000010:1.1:1787754290.982404:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:1.1:1787754290.982421:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:1.1:1787754291.010028:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88033180. 00000080:00000010:1.1:1787754291.010040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed9c0. 00010000:00000010:3.1:1787754291.015548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:3.1:1787754291.015570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb600. 00000080:00000010:3.1:1787754291.053061:0:217750:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88031080. 00000080:00000010:3.1:1787754291.053085:0:217750:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed360. 00010000:00000010:3.1:1787754291.065063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:3.1:1787754291.065081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7200. 00000080:00000010:0.1:1787754291.084314:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88037380. 00000080:00000010:0.1:1787754291.084337:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a145e0. 00010000:00000010:0.1:1787754291.101166:0:217753:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754291.101187:0:217753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:3.1:1787754291.165318:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88030840. 00000080:00000010:3.1:1787754291.165339:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b080. 00010000:00000010:2.1:1787754291.216063:0:217731:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:2.1:1787754291.216071:0:217731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7400. 00000080:00000010:3.1:1787754291.222155:0:217731:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88030000. 00000080:00000010:3.1:1787754291.222178:0:217731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14020. 00010000:00000010:0.1:1787754291.229446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754291.229458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7200. 00000080:00000010:2.1:1787754291.252177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88035280. 00000080:00000010:2.1:1787754291.252196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14c80. 00010000:00000010:0.1:1787754291.290402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:0.1:1787754291.290416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:1.1:1787754291.290477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88039080. 00000080:00000010:1.1:1787754291.290489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f6a0. 00010000:00000010:3.1:1787754291.299402:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46db00. 00010000:00000010:3.1:1787754291.299421:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb800. 00000080:00000010:0.1:1787754291.300265:0:1388:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803f380. 00000080:00000010:0.1:1787754291.300277:0:1388:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed160. 00010000:00000010:1.1:1787754291.307167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:1.1:1787754291.307175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754291.316732:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88026b40. 00000080:00000010:0.1:1787754291.316765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754291.356185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.356199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:2.1:1787754291.367477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88023180. 00000080:00000010:2.1:1787754291.367513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b320. 00010000:00000010:2.1:1787754291.374684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:2.1:1787754291.374707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30600. 00000080:00000010:0.1:1787754291.396811:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804eb40. 00000080:00000010:0.1:1787754291.396835:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f080. 00010000:00000010:0.1:1787754291.409422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.409439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:0.1:1787754291.415656:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88038840. 00000080:00000010:0.1:1787754291.415677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:1.1:1787754291.420000:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754291.420014:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fac00. 00000080:00000010:1.1:1787754291.431458:0:217762:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88038000. 00000080:00000010:1.1:1787754291.431532:0:217762:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed1a0. 00010000:00000010:3.1:1787754291.436258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:3.1:1787754291.436276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa200. 00000080:00000010:2.1:1787754291.464325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88044a40. 00000080:00000010:2.1:1787754291.464349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edea0. 00010000:00000010:1.1:1787754291.479923:0:217762:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754291.479933:0:217762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30200. 00000080:00000010:3.1:1787754291.482273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88044200. 00000080:00000010:3.1:1787754291.482332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f640. 00010000:00000010:3.1:1787754291.492258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:3.1:1787754291.492266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6600. 00000080:00000010:3.1:1787754291.496241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88046b40. 00000080:00000010:3.1:1787754291.496273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14520. 00010000:00000010:0.1:1787754291.500461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ce00. 00010000:00000010:0.1:1787754291.500471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6200. 00000080:00000010:0.1:1787754291.506625:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88047380. 00000080:00000010:0.1:1787754291.506653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14740. 00010000:00000010:0.1:1787754291.516318:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.516325:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:0.1:1787754291.520316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88040840. 00000080:00000010:0.1:1787754291.520345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754291.535298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.535307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.542981:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803d280. 00000080:00000010:0.1:1787754291.543003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b2c0. 00010000:00000010:0.1:1787754291.561378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.561394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.561405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803a100. 00000080:00000010:0.1:1787754291.561414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754291.588683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:0.1:1787754291.588700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:0.1:1787754291.597176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803b9c0. 00000080:00000010:0.1:1787754291.597199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b2c0. 00010000:00000010:0.1:1787754291.600279:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.600292:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.600302:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880398c0. 00000080:00000010:0.1:1787754291.600313:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754291.614659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:0.1:1787754291.614681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2200. 00000080:00000010:0.1:1787754291.618302:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803a940. 00000080:00000010:0.1:1787754291.618325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5c0. 00010000:00000010:0.1:1787754291.650471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:0.1:1787754291.650758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.650769:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803e300. 00000080:00000010:0.1:1787754291.650783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754291.661324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.661338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2200. 00000080:00000010:0.1:1787754291.669195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803dac0. 00000080:00000010:0.1:1787754291.669212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5c0. 00010000:00000010:1.1:1787754291.682186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:1.1:1787754291.682200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:1.1:1787754291.682211:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804f380. 00000080:00000010:1.1:1787754291.682227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b2c0. 00010000:00000010:1.1:1787754291.687872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754291.687883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:1.1:1787754291.690160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88048840. 00000080:00000010:1.1:1787754291.690176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edba0. 00010000:00000010:1.1:1787754291.705473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:1.1:1787754291.705490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7faa00. 00000080:00000010:1.1:1787754291.710710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88048000. 00000080:00000010:1.1:1787754291.710723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edd60. 00010000:00000010:3.1:1787754291.721286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46dc00. 00010000:00000010:3.1:1787754291.721295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7faa00. 00000080:00000010:1.1:1787754291.728672:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804d280. 00000080:00000010:1.1:1787754291.728688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edba0. 00010000:00000010:2.1:1787754291.744400:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:2.1:1787754291.744409:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:2.1:1787754291.744419:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804a100. 00000080:00000010:2.1:1787754291.744429:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff20. 00010000:00000010:2.1:1787754291.756329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf600. 00010000:00000010:2.1:1787754291.756351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754291.774729:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804b9c0. 00000080:00000010:2.1:1787754291.774748:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f320. 00010000:00000010:2.1:1787754291.793155:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:2.1:1787754291.793163:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754291.797759:0:2418:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880518c0. 00000080:00000010:2.1:1787754291.797864:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff20. 00010000:00000010:2.1:1787754291.800630:0:2417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754291.800640:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:3.1:1787754291.809081:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803eb40. 00000080:00000010:3.1:1787754291.809100:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f320. 00010000:00000010:3.1:1787754291.825082:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:3.1:1787754291.825091:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6600. 00000080:00000010:3.1:1787754291.831175:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803b180. 00000080:00000010:3.1:1787754291.831192:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14520. 00010000:00000010:1.1:1787754291.837391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d500. 00010000:00000010:1.1:1787754291.837416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7000. 00000080:00000010:1.1:1787754291.848180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88052940. 00000080:00000010:1.1:1787754291.848200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14000. 00010000:00000010:0.1:1787754291.857175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:0.1:1787754291.857198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.872573:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88056300. 00000080:00000010:0.1:1787754291.872602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:2.1:1787754291.888549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:2.1:1787754291.888561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3200. 00000080:00000010:0.1:1787754291.894623:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805ca40. 00000080:00000010:0.1:1787754291.894643:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b640. 00010000:00000010:0.1:1787754291.903376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2b00. 00010000:00000010:0.1:1787754291.903396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2000. 00000080:00000010:0.1:1787754291.921700:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88055ac0. 00000080:00000010:0.1:1787754291.921734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:2.1:1787754291.960336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2b00. 00010000:00000010:2.1:1787754291.960346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2000. 00000080:00000010:0.1:1787754291.985236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88054a40. 00000080:00000010:0.1:1787754291.985257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b640. 00010000:00000010:1.1:1787754292.003350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d500. 00010000:00000010:1.1:1787754292.003370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:1.1:1787754292.020392:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88054200. 00000080:00000010:1.1:1787754292.020416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edd60. 00010000:00000010:1.1:1787754292.044427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d500. 00010000:00000010:1.1:1787754292.044438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:1.1:1787754292.052374:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88056b40. 00000080:00000010:1.1:1787754292.052400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00010000:00000010:0.1:1787754292.074330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d500. 00010000:00000010:0.1:1787754292.074357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:0.1:1787754292.096193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88053180. 00000080:00000010:0.1:1787754292.096224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edd60. 00010000:00000010:1.1:1787754292.103776:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754292.103799:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.122172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805c200. 00000080:00000010:1.1:1787754292.122188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b640. 00010000:00000010:1.1:1787754292.126193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754292.126202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.130735:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805eb40. 00000080:00000010:1.1:1787754292.130764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00010000:00000010:0.1:1787754292.144194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.144220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3600. 00000080:00000010:0.1:1787754292.164844:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805b180. 00000080:00000010:0.1:1787754292.164860:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:1.1:1787754292.189673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754292.189695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3600. 00000080:00000010:1.1:1787754292.189706:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88059080. 00000080:00000010:1.1:1787754292.189717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bbc0. 00010000:00000010:1.1:1787754292.194781:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.194802:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.220178:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802eb40. 00000080:00000010:1.1:1787754292.220204:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00010000:00000010:0.1:1787754292.226672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.226691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2800. 00000080:00000010:0.1:1787754292.231648:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802b180. 00000080:00000010:0.1:1787754292.231675:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb60. 00010000:00000010:0.1:1787754292.238302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.238326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:2.1:1787754292.251181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880639c0. 00000080:00000010:2.1:1787754292.251204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b500. 00010000:00000010:0.1:1787754292.255283:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.255290:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:0.1:1787754292.262028:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805d280. 00000080:00000010:0.1:1787754292.262050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f720. 00010000:00000010:0.1:1787754292.267695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.267721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:0.1:1787754292.287198:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805a100. 00000080:00000010:0.1:1787754292.287231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bba0. 00010000:00000010:1.1:1787754292.298485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.298517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.315852:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805b9c0. 00000080:00000010:1.1:1787754292.315868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00010000:00000010:0.1:1787754292.331325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:0.1:1787754292.331350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:0.1:1787754292.346341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880598c0. 00000080:00000010:0.1:1787754292.346372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed140. 00010000:00000010:1.1:1787754292.360295:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2700. 00010000:00000010:1.1:1787754292.360304:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:1.1:1787754292.373201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88055280. 00000080:00000010:1.1:1787754292.373225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bba0. 00010000:00000010:1.1:1787754292.389232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.389242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:2.1:1787754292.394093:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806c200. 00000080:00000010:2.1:1787754292.394206:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed3e0. 00010000:00000010:2.1:1787754292.400081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754292.400091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30200. 00000080:00000010:3.1:1787754292.423461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806eb40. 00000080:00000010:3.1:1787754292.423497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc60. 00010000:00000010:0.1:1787754292.453199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:0.1:1787754292.453207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6600. 00000080:00000010:0.1:1787754292.461687:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806b180. 00000080:00000010:0.1:1787754292.461714:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14520. 00010000:00000010:1.1:1787754292.489271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.489292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2800. 00000080:00000010:1.1:1787754292.501175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88069080. 00000080:00000010:1.1:1787754292.501187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b560. 00010000:00000010:2.1:1787754292.514219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c200. 00010000:00000010:2.1:1787754292.514241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31600. 00000080:00000010:0.1:1787754292.522697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806f380. 00000080:00000010:0.1:1787754292.522723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f3c0. 00010000:00000010:0.1:1787754292.544234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:0.1:1787754292.544257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:0.1:1787754292.559431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88068840. 00000080:00000010:0.1:1787754292.559459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bc20. 00010000:00000010:1.1:1787754292.576350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.576373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.588247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88068000. 00000080:00000010:1.1:1787754292.588277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed320. 00010000:00000010:1.1:1787754292.611304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.611316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.616426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806d280. 00000080:00000010:1.1:1787754292.616447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edf00. 00010000:00000010:1.1:1787754292.631784:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.631806:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:2.1:1787754292.639632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806a100. 00000080:00000010:2.1:1787754292.639648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed320. 00010000:00000010:2.1:1787754292.672338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754292.672362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754292.683192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806b9c0. 00000080:00000010:2.1:1787754292.683224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe60. 00010000:00000010:2.1:1787754292.683236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:2.1:1787754292.683245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:2.1:1787754292.683251:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880698c0. 00000080:00000010:2.1:1787754292.683259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f860. 00010000:00000010:2.1:1787754292.690377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:2.1:1787754292.690401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754292.709547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806a940. 00000080:00000010:2.1:1787754292.709577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f280. 00010000:00000010:2.1:1787754292.731365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:2.1:1787754292.731378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754292.740436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88074a40. 00000080:00000010:2.1:1787754292.740463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f860. 00010000:00000010:3.1:1787754292.760315:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf100. 00010000:00000010:3.1:1787754292.760335:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754292.770317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88029080. 00000080:00000010:2.1:1787754292.770342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f280. 00010000:00000010:1.1:1787754292.786173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:1.1:1787754292.786192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:1.1:1787754292.798433:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802f380. 00000080:00000010:1.1:1787754292.798466:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bc20. 00010000:00000010:1.1:1787754292.817227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.817239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754292.817249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880618c0. 00000080:00000010:1.1:1787754292.817265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edf00. 00010000:00000010:1.1:1787754292.823174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754292.823185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa400. 00000080:00000010:1.1:1787754292.823196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806e300. 00000080:00000010:1.1:1787754292.823212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ede80. 00010000:00000010:1.1:1787754292.834194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.834203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:1.1:1787754292.834213:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807ca40. 00000080:00000010:1.1:1787754292.834227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edfc0. 00010000:00000010:3.1:1787754292.844327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4cc00. 00010000:00000010:3.1:1787754292.844349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa400. 00000080:00000010:3.1:1787754292.864921:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807c200. 00000080:00000010:3.1:1787754292.864936:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ede80. 00010000:00000010:1.1:1787754292.879753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754292.879765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30800. 00000080:00000010:1.1:1787754292.889515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88074200. 00000080:00000010:1.1:1787754292.889540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd80. 00010000:00000010:0.1:1787754292.901623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754292.901648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:0.1:1787754292.913273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88076b40. 00000080:00000010:0.1:1787754292.913298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bcc0. 00010000:00000010:0.1:1787754292.941061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754292.941070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:0.1:1787754292.956863:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88073180. 00000080:00000010:0.1:1787754292.956881:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b280. 00010000:00000010:0.1:1787754292.962418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754292.962438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2800. 00000080:00000010:0.1:1787754292.967189:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88071080. 00000080:00000010:0.1:1787754292.967212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bcc0. 00010000:00000010:0.1:1787754292.980346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754292.980364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:0.1:1787754292.987488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88080840. 00000080:00000010:0.1:1787754292.987536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b280. 00010000:00000010:0.1:1787754293.025176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754293.025186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:1.1:1787754293.029166:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88062940. 00000080:00000010:1.1:1787754293.029180:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bcc0. 00010000:00000010:1.1:1787754293.041371:0:217536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754293.041380:0:217536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:1.1:1787754293.055182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88066300. 00000080:00000010:1.1:1787754293.055212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edfc0. 00010000:00000010:0.1:1787754293.059184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754293.059209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31000. 00000080:00000010:0.1:1787754293.078164:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88065ac0. 00000080:00000010:0.1:1787754293.078179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f6a0. 00010000:00000010:2.1:1787754293.100750:0:217760:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754293.100776:0:217760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3c00. 00000080:00000010:1.1:1787754293.141225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88064a40. 00000080:00000010:1.1:1787754293.141251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b280. 00010000:00000010:1.1:1787754293.141431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754293.141439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754293.153232:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88028840. 00000080:00000010:1.1:1787754293.153252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8eda40. 00010000:00000010:1.1:1787754293.153288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754293.153295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:1.1:1787754293.168206:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88064200. 00000080:00000010:1.1:1787754293.168243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed560. 00010000:00000010:1.1:1787754293.184174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754293.184190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:0.1:1787754293.203391:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807eb40. 00000080:00000010:0.1:1787754293.203479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8eda40. 00010000:00000010:0.1:1787754293.218432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787754293.218451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2800. 00000080:00000010:0.1:1787754293.226559:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88066b40. 00000080:00000010:0.1:1787754293.226578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b7c0. 00010000:00000010:1.1:1787754293.250175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:1.1:1787754293.250193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2800. 00000080:00000010:0.1:1787754293.273388:0:217536:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88028000. 00000080:00000010:0.1:1787754293.273413:0:217536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b260. 00010000:00000010:0.1:1787754293.289182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2000. 00010000:00000010:0.1:1787754293.289200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:0.1:1787754293.289209:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807b180. 00000080:00000010:0.1:1787754293.289232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b7c0. 00010000:00000010:0.1:1787754293.315173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2000. 00010000:00000010:0.1:1787754293.315194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3600. 00000080:00000010:0.1:1787754293.332201:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88079080. 00000080:00000010:0.1:1787754293.332223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b260. 00010000:00000010:0.1:1787754293.343308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2000. 00010000:00000010:0.1:1787754293.343327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3600. 00000080:00000010:0.1:1787754293.362508:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807f380. 00000080:00000010:0.1:1787754293.362525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b7c0. 00010000:00000010:1.1:1787754293.390509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2000. 00010000:00000010:1.1:1787754293.390525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3600. 00000080:00000010:1.1:1787754293.408273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88063180. 00000080:00000010:1.1:1787754293.408297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b260. 00010000:00000010:1.1:1787754293.417464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754293.417498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:1.1:1787754293.431337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88080000. 00000080:00000010:1.1:1787754293.431367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed560. 00010000:00000010:0.1:1787754293.444197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754293.444220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa600. 00000080:00000010:0.1:1787754293.452175:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88085280. 00000080:00000010:0.1:1787754293.452202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed1e0. 00010000:00000010:0.1:1787754293.464454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754293.464463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:0.1:1787754293.482144:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88082100. 00000080:00000010:0.1:1787754293.482157:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b7c0. 00010000:00000010:0.1:1787754293.491214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754293.491228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3400. 00000080:00000010:0.1:1787754293.508824:0:217766:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8808c200. 00000080:00000010:0.1:1787754293.508851:0:217766:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b160. 00010000:00000010:0.1:1787754295.367140:0:217829:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754295.441173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754295.441190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00010000:00000010:2.1:1787754295.569232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754295.569246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6c00. 00010000:00000010:2.1:1787754295.569251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2600. 00000080:00000010:2.1:1787754295.598310:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88046300. 00000080:00000010:2.1:1787754295.598322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a148c0. 00010000:00000010:2.1:1787754295.626161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754295.626178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30400. 00000080:00000010:2.1:1787754295.640961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88045ac0. 00000080:00000010:2.1:1787754295.640986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fea0. 00010000:00000010:0.1:1787754295.662377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754295.662393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754295.693290:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8808eb40. 00000080:00000010:0.1:1787754295.693308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bc40. 00010000:00000010:0.1:1787754295.720940:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754295.720951:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754295.733265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880839c0. 00000080:00000010:0.1:1787754295.733283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754295.756172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4cb00. 00010000:00000010:2.1:1787754295.756187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30c00. 00000080:00000010:0.1:1787754295.776498:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88043180. 00000080:00000010:0.1:1787754295.776519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fee0. 00010000:00000010:1.1:1787754295.798251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754295.798268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754295.821619:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880818c0. 00000080:00000010:1.1:1787754295.821636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed5a0. 00010000:00000010:1.1:1787754295.839824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754295.839841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754295.865236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88078840. 00000080:00000010:1.1:1787754295.865251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed100. 00010000:00000010:1.1:1787754295.883332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754295.883340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31600. 00000080:00000010:1.1:1787754295.886338:0:217834:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88041080. 00000080:00000010:1.1:1787754295.886351:0:217834:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f4a0. 00010000:00000010:1.1:1787754295.897187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754295.897201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:0.1:1787754295.949287:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88040000. 00000080:00000010:0.1:1787754295.949301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed100. 00010000:00000010:1.1:1787754295.964168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754295.964185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:0.1:1787754295.981713:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88078000. 00000080:00000010:0.1:1787754295.981735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed5a0. 00010000:00000010:0.1:1787754296.014139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.014148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:0.1:1787754296.020789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804b180. 00000080:00000010:0.1:1787754296.020804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fc20. 00010000:00000010:0.1:1787754296.024285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.024301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.040325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88049080. 00000080:00000010:0.1:1787754296.040353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754296.045175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c800. 00010000:00000010:2.1:1787754296.045191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30600. 00000080:00000010:0.1:1787754296.062336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88082940. 00000080:00000010:0.1:1787754296.062348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe40. 00010000:00000010:0.1:1787754296.068779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.068786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30600. 00000080:00000010:1.1:1787754296.072298:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88045280. 00000080:00000010:1.1:1787754296.072322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f3a0. 00010000:00000010:1.1:1787754296.101169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.101184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.106230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88042100. 00000080:00000010:1.1:1787754296.106242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:2.1:1787754296.124617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754296.124630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6a00. 00000080:00000010:2.1:1787754296.144178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8808b180. 00000080:00000010:2.1:1787754296.144194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14220. 00010000:00000010:2.1:1787754296.148586:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754296.148595:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31000. 00000080:00000010:2.1:1787754296.160187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88086300. 00000080:00000010:2.1:1787754296.160207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f540. 00010000:00000010:1.1:1787754296.179184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.179198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.190266:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880439c0. 00000080:00000010:1.1:1787754296.190297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:1.1:1787754296.215664:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.215674:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.227234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88052100. 00000080:00000010:1.1:1787754296.227254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4c0. 00010000:00000010:2.1:1787754296.242280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754296.242296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31000. 00000080:00000010:2.1:1787754296.257619:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807d280. 00000080:00000010:2.1:1787754296.257638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f540. 00010000:00000010:2.1:1787754296.268254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754296.268265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31000. 00000080:00000010:1.1:1787754296.302256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88089080. 00000080:00000010:1.1:1787754296.302273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f240. 00010000:00000010:0.1:1787754296.318606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.318621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.328368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880539c0. 00000080:00000010:0.1:1787754296.328390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:1.1:1787754296.350167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.350181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.362194:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88085ac0. 00000080:00000010:1.1:1787754296.362216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4c0. 00010000:00000010:1.1:1787754296.384308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.384322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.400796:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88084a40. 00000080:00000010:1.1:1787754296.400814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:1.1:1787754296.423166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.423180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31000. 00000080:00000010:1.1:1787754296.476624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803ca40. 00000080:00000010:1.1:1787754296.476645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f540. 00010000:00000010:3.1:1787754296.490290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ca00. 00010000:00000010:3.1:1787754296.490305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7800. 00000080:00000010:3.1:1787754296.497634:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88084200. 00000080:00000010:3.1:1787754296.497663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00010000:00000010:1.1:1787754296.510154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.510170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.522169:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8803c200. 00000080:00000010:1.1:1787754296.522187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:3.1:1787754296.531165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ca00. 00010000:00000010:3.1:1787754296.531179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00000080:00000010:3.1:1787754296.544172:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88086b40. 00000080:00000010:3.1:1787754296.544191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00010000:00000010:1.1:1787754296.561197:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.561204:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.568184:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880498c0. 00000080:00000010:1.1:1787754296.568204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:3.1:1787754296.583172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ca00. 00010000:00000010:3.1:1787754296.583184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00000080:00000010:3.1:1787754296.587754:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88083180. 00000080:00000010:3.1:1787754296.587776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00010000:00000010:2.1:1787754296.594272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ca00. 00010000:00000010:2.1:1787754296.594288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7800. 00000080:00000010:1.1:1787754296.602317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88081080. 00000080:00000010:1.1:1787754296.602715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a141a0. 00010000:00000010:1.1:1787754296.628058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.628075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:1.1:1787754296.637655:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804a940. 00000080:00000010:1.1:1787754296.637667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93ff80. 00010000:00000010:2.1:1787754296.644633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754296.644648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30400. 00000080:00000010:0.1:1787754296.655329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88087380. 00000080:00000010:0.1:1787754296.655355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f2a0. 00010000:00000010:1.1:1787754296.666167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.666193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:1.1:1787754296.678174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804e300. 00000080:00000010:1.1:1787754296.678196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:0.1:1787754296.687546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.687563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.699257:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807a100. 00000080:00000010:0.1:1787754296.699281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:0.1:1787754296.726164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.726174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:1.1:1787754296.758093:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807b9c0. 00000080:00000010:1.1:1787754296.758110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0bc40. 00010000:00000010:1.1:1787754296.767708:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.767722:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30400. 00000080:00000010:1.1:1787754296.772260:0:217835:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804dac0. 00000080:00000010:1.1:1787754296.772274:0:217835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd20. 00010000:00000010:1.1:1787754296.782151:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.782158:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30a00. 00000080:00000010:1.1:1787754296.793185:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88096b40. 00000080:00000010:1.1:1787754296.793200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5c0. 00010000:00000010:0.1:1787754296.818169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.818176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fbe00. 00000080:00000010:0.1:1787754296.823539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88093180. 00000080:00000010:0.1:1787754296.823555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8edb00. 00010000:00000010:1.1:1787754296.826388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.826403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:1.1:1787754296.832252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804ca40. 00000080:00000010:1.1:1787754296.832268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f520. 00010000:00000010:0.1:1787754296.847418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.847433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.865268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88061080. 00000080:00000010:0.1:1787754296.865287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:1.1:1787754296.878169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.878189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa400. 00000080:00000010:1.1:1787754296.892300:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8804c200. 00000080:00000010:1.1:1787754296.892321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4c0. 00010000:00000010:1.1:1787754296.905168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754296.905187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa400. 00000080:00000010:1.1:1787754296.916304:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805dac0. 00000080:00000010:1.1:1787754296.916325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed420. 00010000:00000010:0.1:1787754296.934195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.934211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.940292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88091080. 00000080:00000010:0.1:1787754296.940312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:0.1:1787754296.951305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.951321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754296.958308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880798c0. 00000080:00000010:0.1:1787754296.958327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:3.1:1787754296.973227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c300. 00010000:00000010:3.1:1787754296.973242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa400. 00000080:00000010:3.1:1787754296.986271:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88060000. 00000080:00000010:3.1:1787754296.986380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed420. 00010000:00000010:0.1:1787754296.995168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754296.995186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.023295:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807a940. 00000080:00000010:0.1:1787754297.023316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:3.1:1787754297.028272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c300. 00010000:00000010:3.1:1787754297.028287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00000080:00000010:3.1:1787754297.045767:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88065280. 00000080:00000010:3.1:1787754297.045782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00010000:00000010:0.1:1787754297.056062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754297.056069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.059837:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807e300. 00000080:00000010:0.1:1787754297.059854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:0.1:1787754297.076219:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754297.076236:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:0.1:1787754297.080238:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8807dac0. 00000080:00000010:0.1:1787754297.080251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754297.093167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c300. 00010000:00000010:2.1:1787754297.093179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00000080:00000010:0.1:1787754297.097159:0:217835:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802a940. 00000080:00000010:0.1:1787754297.097171:0:217835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14d20. 00010000:00000010:0.1:1787754297.103378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754297.103394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30600. 00000080:00000010:0.1:1787754297.119275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88067380. 00000080:00000010:0.1:1787754297.119291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f120. 00010000:00000010:0.1:1787754297.125486:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754297.125506:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:0.1:1787754297.129997:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88098000. 00000080:00000010:0.1:1787754297.130012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754297.144700:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.144711:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:2.1:1787754297.152463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802e300. 00000080:00000010:2.1:1787754297.152482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe20. 00010000:00000010:0.1:1787754297.170170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:0.1:1787754297.170182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:0.1:1787754297.170190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809d280. 00000080:00000010:0.1:1787754297.170199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:0.1:1787754297.174323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:0.1:1787754297.174341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.190261:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809a100. 00000080:00000010:0.1:1787754297.190276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:2.1:1787754297.211814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.211832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:2.1:1787754297.220190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802dac0. 00000080:00000010:2.1:1787754297.220206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe20. 00010000:00000010:2.1:1787754297.220216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787754297.220222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31600. 00000080:00000010:2.1:1787754297.224265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802ca40. 00000080:00000010:2.1:1787754297.224276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f460. 00010000:00000010:0.1:1787754297.230170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:0.1:1787754297.230185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.238180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809b9c0. 00000080:00000010:0.1:1787754297.238197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:0.1:1787754297.248153:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:0.1:1787754297.248160:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.254256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88097380. 00000080:00000010:0.1:1787754297.254279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754297.268131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787754297.268151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:2.1:1787754297.278339:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8802c200. 00000080:00000010:2.1:1787754297.278358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe20. 00010000:00000010:2.1:1787754297.284316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787754297.284337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:2.1:1787754297.296182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88062100. 00000080:00000010:2.1:1787754297.296201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f060. 00010000:00000010:0.1:1787754297.315162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:0.1:1787754297.315169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:0.1:1787754297.315193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88060840. 00000080:00000010:0.1:1787754297.315201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:2.1:1787754297.319173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787754297.319190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2a00. 00000080:00000010:2.1:1787754297.352831:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88090840. 00000080:00000010:2.1:1787754297.352852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b5e0. 00010000:00000010:2.1:1787754297.352861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787754297.352868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2c00. 00000080:00000010:2.1:1787754297.354278:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805f380. 00000080:00000010:2.1:1787754297.354299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b1e0. 00010000:00000010:3.1:1787754297.363279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:3.1:1787754297.363297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31200. 00000080:00000010:0.1:1787754297.374187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88058840. 00000080:00000010:0.1:1787754297.374211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f060. 00010000:00000010:3.1:1787754297.390399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c000. 00010000:00000010:3.1:1787754297.390406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:0.1:1787754297.394537:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880998c0. 00000080:00000010:0.1:1787754297.394557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd40. 00010000:00000010:0.1:1787754297.407432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:0.1:1787754297.407455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2400. 00000080:00000010:0.1:1787754297.412320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88090000. 00000080:00000010:0.1:1787754297.412340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b220. 00010000:00000010:2.1:1787754297.424173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2900. 00010000:00000010:2.1:1787754297.424190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6400. 00000080:00000010:2.1:1787754297.432306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88058000. 00000080:00000010:2.1:1787754297.432326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14580. 00010000:00000010:2.1:1787754297.443168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.443189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:2.1:1787754297.461288:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88051080. 00000080:00000010:2.1:1787754297.461311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5e0. 00010000:00000010:1.1:1787754297.470176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:1.1:1787754297.470193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2400. 00000080:00000010:1.1:1787754297.478768:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809a940. 00000080:00000010:1.1:1787754297.478790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b220. 00010000:00000010:1.1:1787754297.495932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:1.1:1787754297.495950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:1.1:1787754297.495961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88095280. 00000080:00000010:1.1:1787754297.495974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4c0. 00010000:00000010:3.1:1787754297.500358:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c000. 00010000:00000010:3.1:1787754297.500366:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:3.1:1787754297.504288:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88057380. 00000080:00000010:3.1:1787754297.504308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f5e0. 00010000:00000010:2.1:1787754297.519264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46df00. 00010000:00000010:2.1:1787754297.519281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fb200. 00000080:00000010:3.1:1787754297.523298:0:217835:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88092100. 00000080:00000010:3.1:1787754297.523310:0:217835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed4c0. 00010000:00000010:2.1:1787754297.535287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.535297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7600. 00000080:00000010:0.1:1787754297.540305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880939c0. 00000080:00000010:0.1:1787754297.540324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14dc0. 00010000:00000010:3.1:1787754297.547287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c000. 00010000:00000010:3.1:1787754297.547305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:3.1:1787754297.566249:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88050840. 00000080:00000010:3.1:1787754297.566271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f380. 00010000:00000010:0.1:1787754297.570065:0:217835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:0.1:1787754297.570074:0:217835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2e00. 00000080:00000010:0.1:1787754297.581625:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809e300. 00000080:00000010:0.1:1787754297.581643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b660. 00010000:00000010:2.1:1787754297.586167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c000. 00010000:00000010:2.1:1787754297.586184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7800. 00000080:00000010:0.1:1787754297.594179:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88050000. 00000080:00000010:0.1:1787754297.594199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14920. 00010000:00000010:0.1:1787754297.601287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:0.1:1787754297.601305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2e00. 00000080:00000010:0.1:1787754297.611182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806dac0. 00000080:00000010:0.1:1787754297.611203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b660. 00010000:00000010:0.1:1787754297.622177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:0.1:1787754297.622194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30200. 00000080:00000010:0.1:1787754297.633228:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809dac0. 00000080:00000010:0.1:1787754297.633249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f2e0. 00010000:00000010:0.1:1787754297.642289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:0.1:1787754297.642307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30600. 00000080:00000010:0.1:1787754297.660182:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8806ca40. 00000080:00000010:0.1:1787754297.660199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fd20. 00000080:00000010:0.1:1787754297.667665:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809ca40. 00000080:00000010:0.1:1787754297.667682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f2a0. 00010000:00000010:2.1:1787754297.677195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.677211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00010000:00000010:1.1:1787754297.682191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2500. 00010000:00000010:1.1:1787754297.682205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b2e00. 00000080:00000010:1.1:1787754297.686470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809c200. 00000080:00000010:1.1:1787754297.686489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b660. 00010000:00000010:2.1:1787754297.701239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.701254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:2.1:1787754297.712195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805a940. 00000080:00000010:2.1:1787754297.712211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb80. 00010000:00000010:2.1:1787754297.720940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.720957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b30800. 00000080:00000010:2.1:1787754297.728143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8805e300. 00000080:00000010:2.1:1787754297.728164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fe80. 00010000:00000010:1.1:1787754297.729158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754297.729171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7faa00. 00000080:00000010:1.1:1787754297.736303:0:217835:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a8809eb40. 00000080:00000010:1.1:1787754297.736316:0:217835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed280. 00010000:00000010:1.1:1787754297.746928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754297.746946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7faa00. 00000080:00000010:0.1:1787754297.755380:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880918c0. 00000080:00000010:0.1:1787754297.755401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed9a0. 00010000:00000010:2.1:1787754297.767351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.767368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:0.1:1787754297.785825:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88077380. 00000080:00000010:0.1:1787754297.785842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb80. 00010000:00000010:2.1:1787754297.791453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.791464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:2.1:1787754297.795265:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88092940. 00000080:00000010:2.1:1787754297.795282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb00. 00010000:00000010:0.1:1787754297.807198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:0.1:1787754297.807206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3800. 00000080:00000010:0.1:1787754297.812304:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88070840. 00000080:00000010:0.1:1787754297.812327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b240. 00010000:00000010:0.1:1787754297.836170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:0.1:1787754297.836178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3000. 00000080:00000010:0.1:1787754297.836186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88070000. 00000080:00000010:0.1:1787754297.836193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b980. 00010000:00000010:3.1:1787754297.838575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c700. 00010000:00000010:3.1:1787754297.838591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31a00. 00000080:00000010:3.1:1787754297.844201:0:217835:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88096300. 00000080:00000010:3.1:1787754297.844213:0:217835:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb00. 00010000:00000010:3.1:1787754297.852177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c700. 00010000:00000010:3.1:1787754297.852196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6a00. 00000080:00000010:3.1:1787754297.871272:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88095ac0. 00000080:00000010:3.1:1787754297.871284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14820. 00010000:00000010:0.1:1787754297.884309:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:0.1:1787754297.884316:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3000. 00000080:00000010:0.1:1787754297.892930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88075280. 00000080:00000010:0.1:1787754297.892949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b980. 00010000:00000010:1.1:1787754297.904291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754297.904302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7faa00. 00000080:00000010:1.1:1787754297.909180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88072100. 00000080:00000010:1.1:1787754297.909199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b240. 00010000:00000010:1.1:1787754297.925159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:1.1:1787754297.925177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa800. 00000080:00000010:1.1:1787754297.942426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880739c0. 00000080:00000010:1.1:1787754297.942444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aac8ed280. 00010000:00000010:2.1:1787754297.950305:0:217834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d400. 00010000:00000010:2.1:1787754297.950311:0:217834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:2.1:1787754297.978486:0:2417:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a880718c0. 00000080:00000010:2.1:1787754297.978511:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fa80. 00010000:00000010:2.1:1787754297.978522:0:2417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787754297.978528:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31800. 00000080:00000010:2.1:1787754297.981413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88072940. 00000080:00000010:2.1:1787754297.981432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93f020. 00010000:00000010:0.1:1787754297.984992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:0.1:1787754297.985019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab2b31c00. 00000080:00000010:0.1:1787754297.986364:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88076300. 00000080:00000010:0.1:1787754297.986379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a9d93fb40. 00010000:00000010:0.1:1787754298.005173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:0.1:1787754298.005188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac8b3000. 00000080:00000010:0.1:1787754298.005207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977a88075ac0. 00000080:00000010:0.1:1787754298.005216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b980. 00010000:00000010:3.1:1787754298.032314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4c700. 00010000:00000010:1.1:1787754322.815174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e6200. 00000080:00000010:1.1:1787754322.852166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977a84a14240. 00010000:00000010:1.1:1787754322.852189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a9230c800. 00010000:00000010:1.1:1787754322.852195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a81645400. 00010000:00000010:1.1:1787754322.993510:0:219386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe46d700. 00010000:00000010:1.1:1787754322.993518:0:219386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7fa000. 00010000:00000010:0.1:1787754323.067172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2100. 00010000:00000010:1.1:1787754661.695174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883000. 00000080:00000010:2.1:1787754661.788259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023100. 00010000:00000010:2.1:1787754661.788279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84b4ca00. 00010000:00000010:2.1:1787754661.788299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abe7e7200. 00010000:00000010:1.1:1787754661.999327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00010000:00000010:1.1:1787754661.999348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883000. 00010000:00000010:1.1:1787754662.026192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c600. 00010000:00000010:1.1:1787754662.030162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00010000:00000010:1.1:1787754662.030176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00000080:00000010:0.1:1787754662.101153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0237a0. 00010000:00000010:0.1:1787754662.156212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:3.1:1787754662.208193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00010000:00000010:0.1:1787754662.266191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046a00. 00000080:00000010:0.1:1787754662.309207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f560. 00010000:00000010:3.1:1787754662.332481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15000. 00010000:00000010:1.1:1787754662.341290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047400. 00010000:00000010:2.1:1787754662.515392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00000080:00000010:2.1:1787754662.515408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe609be0. 00000080:00000010:1.1:1787754662.516223:0:195941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023140. 00010000:00000010:1.1:1787754662.536302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6800. 00010000:00000010:0.1:1787754662.541254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:0.1:1787754662.550430:0:220407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053e00. 00010000:00000010:0.1:1787754662.550448:0:220407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00000080:00000010:0.1:1787754662.550454:0:220407:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f4e0. 00010000:00000010:2.1:1787754662.595280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046a00. 00000080:00000010:0.1:1787754662.605196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8fea0. 00010000:00000010:2.1:1787754662.650678:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7200. 00010000:00000010:1.1:1787754662.739155:0:220411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046c00. 00010000:00000010:1.1:1787754662.739162:0:220411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00010000:00000010:1.1:1787754662.739168:0:220411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00010000:00000010:1.1:1787754662.739174:0:220411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c600. 00010000:00000010:1.1:1787754662.739179:0:220411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883000. 00010000:00000010:1.1:1787754662.739183:0:220411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053e00. 00010000:00000010:1.1:1787754662.739187:0:220411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047200. 00000080:00000010:1.1:1787754662.746186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f400. 00000080:00000010:2.1:1787754662.749301:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac0031080. 00010000:00000010:0.1:1787754662.770166:0:198603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883400. 00010000:00000010:0.1:1787754662.770181:0:198603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00010000:00000010:0.1:1787754662.770187:0:198603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:0.1:1787754662.770191:0:198603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00010000:00000010:0.1:1787754662.770196:0:198603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053d00. 00010000:00000010:0.1:1787754662.770198:0:198603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047600. 00010000:00000010:0.1:1787754662.780275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053f00. 00010000:00000010:0.1:1787754662.780289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047000. 00000080:00000010:0.1:1787754662.797470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac0037380. 00000080:00000010:0.1:1787754662.797492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f120. 00010000:00000010:1.1:1787754668.184452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053300. 00010000:00000010:1.1:1787754668.184484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12600. 00010000:00000010:0.1:1787754671.855331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00000080:00000010:0.1:1787754672.087189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f100. 00010000:00000010:0.1:1787754672.087205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:0.1:1787754672.087213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:1.1:1787754672.191193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053200. 00010000:00000010:1.1:1787754672.191217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046200. 00010000:00000010:1.1:1787754672.202162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c200. 00010000:00000010:1.1:1787754672.206190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ca00. 00010000:00000010:1.1:1787754672.206211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883000. 00000080:00000010:1.1:1787754672.273164:0:220998:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023b00. 00010000:00000010:1.1:1787754672.300476:0:220998:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c200. 00010000:00000010:1.1:1787754672.346183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00000080:00000010:1.1:1787754672.370194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023b00. 00010000:00000010:3.1:1787754672.406470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c200. 00010000:00000010:3.1:1787754672.406480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00000080:00000010:2.1:1787754672.407084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0230e0. 00010000:00000010:0.1:1787754672.414269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036400. 00010000:00000010:0.1:1787754672.414298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6800. 00000080:00000010:0.1:1787754672.414307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0c1740. 00010000:00000010:1.1:1787754672.471170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00000080:00000010:3.1:1787754672.513174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe609a20. 00010000:00000010:2.1:1787754672.551423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00010000:00000010:2.1:1787754672.698221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882e00. 00000080:00000010:1.1:1787754672.731179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023580. 00010000:00000010:2.1:1787754672.812183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00000080:00000010:1.1:1787754672.890342:0:221007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0c1780. 00010000:00000010:1.1:1787754672.896198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883200. 00010000:00000010:1.1:1787754672.896222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882a00. 00010000:00000010:1.1:1787754672.896228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ca00. 00010000:00000010:1.1:1787754672.896233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883000. 00010000:00000010:1.1:1787754672.896238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036600. 00010000:00000010:1.1:1787754672.896242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6800. 00000080:00000010:1.1:1787754672.910242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023580. 00000080:00000010:1.1:1787754672.915146:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac0030840. 00010000:00000010:1.1:1787754672.922205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882000. 00010000:00000010:1.1:1787754672.922219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00010000:00000010:1.1:1787754672.922226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053a00. 00010000:00000010:1.1:1787754672.922231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00010000:00000010:1.1:1787754672.922234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:1.1:1787754672.922238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:1.1:1787754672.926250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053700. 00010000:00000010:1.1:1787754672.926277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047600. 00000080:00000010:2.1:1787754672.977258:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac0049080. 00000080:00000010:2.1:1787754672.977286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f520. 00010000:00000010:0.1:1787754677.391174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c000. 00010000:00000010:0.1:1787754677.391192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:2.1:1787754697.765477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c700. 00010000:00000010:2.1:1787754697.765498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882200. 00000080:00000010:2.1:1787754698.044149:0:222354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f3e0. 00010000:00000010:2.1:1787754698.248475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036f00. 00010000:00000010:2.1:1787754698.248488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047000. 00010000:00000010:2.1:1787754698.248493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:2.1:1787754698.248495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047200. 00000080:00000010:3.1:1787754698.318299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0c1760. 00000080:00000010:3.1:1787754698.318319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac004e300. 00010000:00000010:3.1:1787754706.049152:0:222927:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15800. 00010000:00000010:3.1:1787754706.049169:0:222927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00000080:00000010:1.1:1787754706.049526:0:222928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe609180. 00010000:00000010:1.1:1787754706.109618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c000. 00010000:00000010:1.1:1787754706.109628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882200. 00000080:00000010:3.1:1787754706.117587:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023700. 00010000:00000010:3.1:1787754706.125488:0:222934:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cd00. 00010000:00000010:3.1:1787754706.125500:0:222934:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883600. 00010000:00000010:1.1:1787754706.126171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15800. 00010000:00000010:1.1:1787754706.126177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00000080:00000010:1.1:1787754706.126186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abe609ac0. 00010000:00000010:3.1:1787754715.181236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053200. 00010000:00000010:3.1:1787754715.181263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00000080:00000010:0.1:1787754715.204174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023800. 00010000:00000010:1.1:1787754715.239896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15200. 00010000:00000010:1.1:1787754715.239920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13000. 00010000:00000010:2.1:1787754715.252881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00010000:00000010:2.1:1787754715.259093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:2.1:1787754715.259102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882800. 00000080:00000010:0.1:1787754715.388793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0231c0. 00010000:00000010:1.1:1787754715.507995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:0.1:1787754717.115193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00000080:00000010:0.1:1787754717.133068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8fae0. 00010000:00000010:0.1:1787754717.133100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036500. 00010000:00000010:0.1:1787754717.133109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6000. 00010000:00000010:0.1:1787754717.988445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00010000:00000010:0.1:1787754717.988466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053a00. 00010000:00000010:0.1:1787754717.988470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00010000:00000010:0.1:1787754717.988473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:0.1:1787754717.988477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00000080:00000010:0.1:1787754718.000168:0:223546:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f260. 00000080:00000010:0.1:1787754718.000190:0:223546:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac004dac0. 00010000:00000010:1.1:1787754718.015202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7200. 00010000:00000010:1.1:1787754718.015230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883e00. 00010000:00000010:1.1:1787754718.015239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:1.1:1787754718.015244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00010000:00000010:1.1:1787754718.015249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:1.1:1787754718.015253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00000080:00000010:1.1:1787754718.061174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb0232e0. 00000080:00000010:1.1:1787754718.237482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac00439c0. 00010000:00000010:1.1:1787754718.270919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882800. 00010000:00000010:0.1:1787754718.332903:0:1059:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cb00. 00010000:00000010:0.1:1787754718.332915:0:1059:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:0.1:1787754718.332920:0:1059:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c600. 00010000:00000010:0.1:1787754718.332923:0:1059:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883e00. 00010000:00000010:0.1:1787754718.347189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c900. 00010000:00000010:0.1:1787754718.347230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882c00. 00010000:00000010:1.1:1787754718.347823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cf00. 00010000:00000010:1.1:1787754718.347830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00000080:00000010:0.1:1787754718.382195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac004ca40. 00000080:00000010:0.1:1787754718.382227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8fae0. 00010000:00000010:1.1:1787754722.976168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036e00. 00010000:00000010:1.1:1787754722.976188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6800. 00010000:00000010:1.1:1787754727.097163:0:224120:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053a00. 00010000:00000010:1.1:1787754727.097184:0:224120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00000080:00000010:0.1:1787754727.118870:0:224122:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023940. 00010000:00000010:1.1:1787754727.132509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6300. 00010000:00000010:1.1:1787754727.132519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12000. 00010000:00000010:1.1:1787754727.137196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883600. 00010000:00000010:0.1:1787754727.214682:0:1395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7a00. 00000080:00000010:0.1:1787754727.214699:0:1395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa05a86e0. 00000080:00000010:0.1:1787754727.235512:0:1042:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023320. 00010000:00000010:1.1:1787754735.921220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047400. 00010000:00000010:1.1:1787754735.921228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c900. 00010000:00000010:1.1:1787754735.921232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00000080:00000010:1.1:1787754735.925537:0:224698:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f640. 00000080:00000010:1.1:1787754735.973161:0:224696:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abbe8f2c0. 00010000:00000010:0.1:1787754735.974467:0:224700:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053300. 00010000:00000010:0.1:1787754735.974477:0:224700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047200. 00010000:00000010:2.1:1787754736.032343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883400. 00000080:00000010:1.1:1787754736.055871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023ee0. 00010000:00000010:3.1:1787754736.121545:0:224114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882a00. 00010000:00000010:1.1:1787754736.132694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c900. 00010000:00000010:1.1:1787754736.132703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883200. 00010000:00000010:3.1:1787754736.138172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ce00. 00010000:00000010:3.1:1787754736.138189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00000080:00000010:1.1:1787754736.138458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abb023920. 00010000:00000010:0.1:1787754736.180261:0:224704:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6900. 00010000:00000010:0.1:1787754736.180353:0:224704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00000080:00000010:3.1:1787754736.186202:0:224705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aa05a81c0. 00000080:00000010:1.1:1787755177.726154:0:225892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977aaca0b420. 00010000:00000010:1.1:1787755177.759329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053c00. 00010000:00000010:1.1:1787755177.759349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047600. 00010000:00000010:1.1:1787755177.759355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c500. 00010000:00000010:1.1:1787755177.759360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882400. 00010000:00000010:3.1:1787755757.329134:0:227218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00010000:00000010:1.1:1787755757.476838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8ce00. 00010000:00000010:1.1:1787755757.476864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00000080:00000010:0.1:1787755757.538966:0:227227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ad80. 00010000:00000010:0.1:1787755757.805858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00010000:00000010:0.1:1787755757.816400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036400. 00010000:00000010:0.1:1787755757.816418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00000080:00000010:0.1:1787755757.846399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a160. 00010000:00000010:0.1:1787755757.846422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c400. 00010000:00000010:0.1:1787755757.846430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882200. 00000080:00000010:1.1:1787755757.902042:0:226021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51705e0. 00010000:00000010:2.1:1787755757.951349:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047c00. 00010000:00000010:1.1:1787755757.982222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c500. 00010000:00000010:1.1:1787755757.982252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046200. 00000080:00000010:1.1:1787755758.054194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334a0. 00010000:00000010:0.1:1787755758.217277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8ca00. 00010000:00000010:0.1:1787755758.217305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00010000:00000010:1.1:1787755758.222600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c900. 00010000:00000010:1.1:1787755758.222629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cb00. 00010000:00000010:1.1:1787755758.222637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047400. 00000080:00000010:0.1:1787755758.299177:0:227236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833140. 00010000:00000010:2.1:1787755758.326182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8ca00. 00010000:00000010:2.1:1787755758.326207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00000080:00000010:0.1:1787755758.385183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833140. 00010000:00000010:1.1:1787755758.409850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8cc00. 00010000:00000010:1.1:1787755758.409873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:1.1:1787755758.450167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ca00. 00010000:00000010:1.1:1787755758.457902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00010000:00000010:1.1:1787755758.457928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882a00. 00000080:00000010:2.1:1787755758.503266:0:227238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170380. 00010000:00000010:2.1:1787755758.541362:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036a00. 00010000:00000010:2.1:1787755758.541374:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00000080:00000010:1.1:1787755758.589091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675680. 00010000:00000010:0.1:1787755758.654625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8cb00. 00010000:00000010:0.1:1787755758.670489:0:227239:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c400. 00010000:00000010:0.1:1787755758.670498:0:227239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047600. 00000080:00000010:0.1:1787755758.708883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833140. 00010000:00000010:1.1:1787755758.744336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ca00. 00010000:00000010:1.1:1787755758.744347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882e00. 00010000:00000010:2.1:1787755758.794174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:2.1:1787755758.816071:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036a00. 00010000:00000010:0.1:1787755758.863241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047600. 00010000:00000010:0.1:1787755759.061311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046000. 00010000:00000010:1.1:1787755759.131248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882000. 00000080:00000010:1.1:1787755759.131281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170fe0. 00010000:00000010:1.1:1787755759.271819:0:227251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882000. 00010000:00000010:0.1:1787755759.829816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00000080:00000010:0.1:1787755759.829842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675c80. 00010000:00000010:0.1:1787755759.897279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6000. 00000080:00000010:0.1:1787755759.897305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675400. 00010000:00000010:1.1:1787755769.225219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883e00. 00000080:00000010:0.1:1787755769.233261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170360. 00010000:00000010:0.1:1787755769.233297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c200. 00010000:00000010:0.1:1787755769.233304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046c00. 00010000:00000010:1.1:1787755769.579201:0:227882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882800. 00010000:00000010:1.1:1787755769.602180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882800. 00000080:00000010:1.1:1787755769.602213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170180. 00010000:00000010:1.1:1787755769.602242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ce00. 00010000:00000010:1.1:1787755769.602246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:1.1:1787755769.882821:0:227891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:1.1:1787755769.902360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00000080:00000010:0.1:1787755769.916673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170d00. 00010000:00000010:0.1:1787755769.916784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c200. 00010000:00000010:0.1:1787755769.916793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046c00. 00010000:00000010:3.1:1787755770.266798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00010000:00000010:0.1:1787755770.308197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7c00. 00000080:00000010:1.1:1787755770.312343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675940. 00010000:00000010:1.1:1787755770.312380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00ce00. 00010000:00000010:1.1:1787755770.312389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882800. 00010000:00000010:1.1:1787755770.510334:0:227905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:1.1:1787755770.574373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00000080:00000010:0.1:1787755770.580885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170620. 00000080:00000010:0.1:1787755770.611158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833e00. 00010000:00000010:1.1:1787755770.674317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:2.1:1787755770.733410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6a00. 00000080:00000010:2.1:1787755770.740295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6755a0. 00000080:00000010:0.1:1787755770.768079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6755a0. 00010000:00000010:1.1:1787755770.849168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c200. 00010000:00000010:1.1:1787755770.849185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882000. 00010000:00000010:3.1:1787755770.911131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6c00. 00010000:00000010:2.1:1787755780.012275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c300. 00010000:00000010:2.1:1787755780.012297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883e00. 00010000:00000010:0.1:1787755780.039821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036500. 00010000:00000010:1.1:1787755780.158436:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:1.1:1787755781.214248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000400. 00000080:00000010:0.1:1787755781.214488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170be0. 00010000:00000010:0.1:1787755781.214498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036b00. 00010000:00000010:0.1:1787755781.214502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00010000:00000010:3.1:1787755781.253481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:3.1:1787755781.253500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13000. 00010000:00000010:3.1:1787755781.267061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6800. 00010000:00000010:0.1:1787755781.267221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00010000:00000010:1.1:1787755781.287966:0:228497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00000080:00000010:1.1:1787755781.468797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f00. 00010000:00000010:2.1:1787755781.494222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13000. 00000080:00000010:1.1:1787755790.921222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ba0. 00010000:00000010:1.1:1787755790.921251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036c00. 00010000:00000010:1.1:1787755790.921258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7a00. 00010000:00000010:0.1:1787755790.921360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001c00. 00010000:00000010:1.1:1787755791.006245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036600. 00010000:00000010:1.1:1787755791.006272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7a00. 00010000:00000010:1.1:1787755791.039846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ac00. 00010000:00000010:1.1:1787755791.068344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001400. 00010000:00000010:0.1:1787755791.120336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000000. 00000080:00000010:0.1:1787755791.141283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ce0. 00000080:00000010:1.1:1787755791.176440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170000. 00010000:00000010:0.1:1787755791.215309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000c00. 00010000:00000010:1.1:1787755792.037158:0:229083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00010000:00000010:1.1:1787755800.700618:0:229705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6000. 00000080:00000010:0.1:1787755800.755274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675fa0. 00010000:00000010:0.1:1787755800.755293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a200. 00010000:00000010:0.1:1787755800.755298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000a00. 00010000:00000010:0.1:1787755800.901259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00000080:00000010:1.1:1787755800.905189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833900. 00010000:00000010:1.1:1787755800.905210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6e00. 00010000:00000010:1.1:1787755800.905217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00010000:00000010:1.1:1787755801.031497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a200. 00010000:00000010:1.1:1787755801.031511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00010000:00000010:0.1:1787755801.110507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047a00. 00010000:00000010:1.1:1787755801.141668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00000080:00000010:0.1:1787755801.153970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6750e0. 00000080:00000010:0.1:1787755801.177552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334c0. 00010000:00000010:0.1:1787755903.619383:0:232909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:2.1:1787755903.815230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675b40. 00010000:00000010:2.1:1787755903.815262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cf00. 00010000:00000010:2.1:1787755903.815338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046600. 00010000:00000010:2.1:1787755903.964178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036900. 00010000:00000010:2.1:1787755903.964198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00010000:00000010:3.1:1787755903.991004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036400. 00010000:00000010:2.1:1787755904.000434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6e00. 00010000:00000010:2.1:1787755904.000461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6600. 00000080:00000010:1.1:1787755904.047089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f60. 00010000:00000010:2.1:1787755904.059635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036800. 00010000:00000010:2.1:1787755904.059663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6800. 00010000:00000010:0.1:1787755904.094502:0:232924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036900. 00010000:00000010:0.1:1787755904.094521:0:232924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48a00. 00010000:00000010:0.1:1787755904.094527:0:232924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7800. 00000080:00000010:2.1:1787755904.141257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170140. 00010000:00000010:3.1:1787755904.175892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6800. 00010000:00000010:2.1:1787755904.177256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6e00. 00010000:00000010:2.1:1787755904.177273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00000080:00000010:1.1:1787755904.243247:0:232926:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7afc0. 00010000:00000010:0.1:1787755904.457164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:0.1:1787755904.457177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016c00. 00000080:00000010:0.1:1787755904.457184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8337e0. 00010000:00000010:0.1:1787755904.473639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48400. 00010000:00000010:0.1:1787755904.473659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016000. 00000080:00000010:0.1:1787755904.473667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ea0. 00010000:00000010:1.1:1787755904.580380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001600. 00010000:00000010:1.1:1787755904.581405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48400. 00010000:00000010:1.1:1787755904.581418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016000. 00010000:00000010:1.1:1787755904.742258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036800. 00010000:00000010:1.1:1787755904.805220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a200. 00010000:00000010:1.1:1787755904.805240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000000. 00010000:00000010:1.1:1787755904.835057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ab00. 00010000:00000010:1.1:1787755904.840451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a200. 00010000:00000010:1.1:1787755904.840473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001c00. 00000080:00000010:0.1:1787755904.916456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170100. 00010000:00000010:1.1:1787755904.954226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ae00. 00010000:00000010:1.1:1787755904.954247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001600. 00010000:00000010:1.1:1787755904.962303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ab00. 00010000:00000010:2.1:1787755904.967659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ae00. 00010000:00000010:2.1:1787755904.967669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000000. 00000080:00000010:0.1:1787755905.033596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170460. 00010000:00000010:1.1:1787755905.093049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036a00. 00010000:00000010:1.1:1787755905.093059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a700. 00010000:00000010:1.1:1787755905.093065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00000080:00000010:0.1:1787755905.172779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675640. 00010000:00000010:1.1:1787755905.378535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000200. 00010000:00000010:0.1:1787755905.417329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00000080:00000010:0.1:1787755905.434419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170060. 00010000:00000010:0.1:1787755905.434442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:0.1:1787755905.434447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017200. 00010000:00000010:3.1:1787755905.570918:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:0.1:1787755905.645208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48500. 00010000:00000010:0.1:1787755905.645218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00010000:00000010:2.1:1787755905.675444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48600. 00010000:00000010:2.1:1787755905.680181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036d00. 00010000:00000010:2.1:1787755905.680198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016e00. 00000080:00000010:0.1:1787755905.748732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334c0. 00010000:00000010:1.1:1787755905.759434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:1.1:1787755905.759461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017200. 00010000:00000010:1.1:1787755905.778794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3aa00. 00010000:00000010:1.1:1787755905.778807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3af00. 00010000:00000010:1.1:1787755905.778812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000200. 00000080:00000010:0.1:1787755905.803807:0:232952:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51706c0. 00010000:00000010:1.1:1787755905.824308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48f00. 00010000:00000010:1.1:1787755905.824325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00010000:00000010:0.1:1787755905.829268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48500. 00000080:00000010:1.1:1787755905.866295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833420. 00010000:00000010:0.1:1787755906.003017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6600. 00010000:00000010:1.1:1787755906.034228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00000080:00000010:1.1:1787755906.036056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6750e0. 00010000:00000010:1.1:1787755906.036077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a700. 00010000:00000010:1.1:1787755906.036083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000000. 00010000:00000010:1.1:1787755906.236245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a700. 00010000:00000010:2.1:1787755906.279370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036c00. 00010000:00000010:2.1:1787755906.279383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00010000:00000010:0.1:1787755906.308411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:0.1:1787755906.313175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48000. 00010000:00000010:0.1:1787755906.313196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00000080:00000010:0.1:1787755906.399193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f00. 00010000:00000010:2.1:1787755906.414529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a500. 00010000:00000010:2.1:1787755906.414537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00010000:00000010:3.1:1787755906.422174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036c00. 00010000:00000010:3.1:1787755906.422193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6700. 00010000:00000010:3.1:1787755906.422199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6600. 00000080:00000010:0.1:1787755906.487335:0:232965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675600. 00010000:00000010:1.1:1787755906.530395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a700. 00010000:00000010:1.1:1787755906.530413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a500. 00010000:00000010:1.1:1787755906.530417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001800. 00000080:00000010:2.1:1787755906.599171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833640. 00010000:00000010:3.1:1787755906.718658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6c00. 00010000:00000010:2.1:1787755906.856702:0:232972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016600. 00010000:00000010:3.1:1787755906.869253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00010000:00000010:2.1:1787755906.900139:0:232971:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017400. 00010000:00000010:0.1:1787755906.929425:0:232972:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:2.1:1787755907.131219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01c00. 00010000:00000010:3.1:1787755907.149028:0:226472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00010000:00000010:1.1:1787755925.279243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00000080:00000010:1.1:1787755925.283190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a880. 00010000:00000010:1.1:1787755925.283212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6c00. 00010000:00000010:1.1:1787755925.283219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13000. 00010000:00000010:2.1:1787755925.577890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00600. 00010000:00000010:0.1:1787755934.650191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017000. 00000080:00000010:0.1:1787755934.653352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8336a0. 00010000:00000010:0.1:1787755934.653386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fb00. 00010000:00000010:0.1:1787755934.653394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00010000:00000010:0.1:1787755934.801280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:0.1:1787755934.801299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00010000:00000010:0.1:1787755934.823229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48200. 00010000:00000010:0.1:1787755934.840330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016800. 00010000:00000010:1.1:1787755934.848233:0:234766:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00010000:00000010:1.1:1787755934.848241:0:234766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017e00. 00000080:00000010:1.1:1787755934.867186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ce0. 00010000:00000010:3.1:1787755934.935153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec000. 00010000:00000010:3.1:1787755944.300300:0:235346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00000080:00000010:3.1:1787755944.323523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a080. 00010000:00000010:3.1:1787755944.323545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036600. 00010000:00000010:3.1:1787755944.323551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00000080:00000010:3.1:1787755944.376297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7afa0. 00000080:00000010:1.1:1787755944.413653:0:1038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51701c0. 00010000:00000010:3.1:1787755944.465713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48900. 00010000:00000010:3.1:1787755944.465733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016200. 00000080:00000010:1.1:1787755944.467288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833880. 00000080:00000010:1.1:1787755944.501261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170c20. 00000080:00000010:3.1:1787755944.546598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675a20. 00000080:00000010:2.1:1787755944.608433:0:235359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675cc0. 00010000:00000010:3.1:1787755944.631429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fe00. 00010000:00000010:3.1:1787755944.631440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13200. 00000080:00000010:3.1:1787755944.631446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6752a0. 00000080:00000010:0.1:1787755944.650063:0:235360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7afa0. 00000080:00000010:0.1:1787755944.706217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8337e0. 00010000:00000010:3.1:1787755944.726608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48500. 00010000:00000010:3.1:1787755944.726618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016400. 00000080:00000010:3.1:1787755944.751537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a0a0. 00010000:00000010:0.1:1787755944.781882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48800. 00010000:00000010:0.1:1787755944.781891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017e00. 00000080:00000010:2.1:1787755944.784663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a3e0. 00000080:00000010:0.1:1787755944.789246:0:235363:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675380. 00010000:00000010:2.1:1787755944.854226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:2.1:1787755944.854237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:3.1:1787755944.880031:0:235365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6754c0. 00000080:00000010:1.1:1787755944.944233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6752c0. 00010000:00000010:0.1:1787755944.966169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48800. 00010000:00000010:0.1:1787755944.966178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017e00. 00000080:00000010:1.1:1787755944.970460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833540. 00000080:00000010:1.1:1787755944.996316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170cc0. 00010000:00000010:2.1:1787755945.018761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48700. 00010000:00000010:2.1:1787755945.018781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00000080:00000010:3.1:1787755945.044172:0:235368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675600. 00000080:00000010:3.1:1787755945.088830:0:2418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a160. 00010000:00000010:0.1:1787755945.105247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:0.1:1787755945.105263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00e00. 00000080:00000010:0.1:1787755945.105270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675fa0. 00000080:00000010:0.1:1787755945.121172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833b80. 00010000:00000010:0.1:1787755945.152842:0:235371:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036c00. 00010000:00000010:0.1:1787755945.152850:0:235371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00000080:00000010:0.1:1787755945.181586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334a0. 00010000:00000010:1.1:1787755945.195013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:1.1:1787755945.195030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00000080:00000010:1.1:1787755945.226154:0:1388:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170d00. 00010000:00000010:2.1:1787755945.251219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf300. 00010000:00000010:2.1:1787755945.251240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeed000. 00000080:00000010:2.1:1787755945.251247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51705e0. 00000080:00000010:2.1:1787755945.283176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675940. 00010000:00000010:1.1:1787755986.722817:0:238290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeed200. 00000080:00000010:3.1:1787755986.903929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170fc0. 00010000:00000010:3.1:1787755986.903949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036400. 00010000:00000010:3.1:1787755986.903961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01200. 00010000:00000010:1.1:1787755987.054158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abff00. 00010000:00000010:1.1:1787755987.054192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeed400. 00010000:00000010:1.1:1787755987.076806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf300. 00010000:00000010:0.1:1787755987.080362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abff00. 00010000:00000010:0.1:1787755987.080384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec200. 00000080:00000010:0.1:1787755987.142268:0:238300:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170fa0. 00010000:00000010:0.1:1787755987.159722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf000. 00010000:00000010:0.1:1787755987.159741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeeda00. 00010000:00000010:0.1:1787755987.173181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48900. 00010000:00000010:1.1:1787755987.176318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00010000:00000010:1.1:1787755987.176342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017e00. 00000080:00000010:1.1:1787755987.228377:0:238301:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833480. 00010000:00000010:1.1:1787755987.265178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfe00. 00010000:00000010:1.1:1787755987.265191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf700. 00010000:00000010:1.1:1787755987.265196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeede00. 00000080:00000010:0.1:1787755987.305410:0:238302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170500. 00010000:00000010:0.1:1787755987.506207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48500. 00010000:00000010:0.1:1787755987.506231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00000080:00000010:0.1:1787755987.506238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170820. 00010000:00000010:0.1:1787755987.526928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:0.1:1787755987.526945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016600. 00000080:00000010:1.1:1787755987.532171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833d20. 00010000:00000010:0.1:1787755987.588306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeecc00. 00010000:00000010:0.1:1787755987.592437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf700. 00010000:00000010:0.1:1787755987.592446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec000. 00010000:00000010:1.1:1787755987.682360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:2.1:1787755987.720307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf100. 00010000:00000010:2.1:1787755987.720327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeecc00. 00010000:00000010:0.1:1787755987.729373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:0.1:1787755987.729386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:0.1:1787755987.729391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00c00. 00000080:00000010:0.1:1787755987.796990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675340. 00010000:00000010:2.1:1787755987.812177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfb00. 00010000:00000010:2.1:1787755987.812194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec000. 00010000:00000010:2.1:1787755987.830684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036c00. 00010000:00000010:2.1:1787755987.835176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:2.1:1787755987.835187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01a00. 00000080:00000010:2.1:1787755987.883942:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f00. 00010000:00000010:1.1:1787755987.924440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48500. 00010000:00000010:1.1:1787755987.929984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfb00. 00010000:00000010:1.1:1787755987.930009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016a00. 00000080:00000010:0.1:1787755987.980349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8338c0. 00010000:00000010:0.1:1787755988.092414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c200. 00010000:00000010:0.1:1787755988.112458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c200. 00000080:00000010:0.1:1787755988.128185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8338c0. 00010000:00000010:0.1:1787755988.128221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfe00. 00010000:00000010:0.1:1787755988.128228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeeca00. 00010000:00000010:1.1:1787755988.282587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfb00. 00010000:00000010:2.1:1787755988.324539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:2.1:1787755988.324561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00000. 00010000:00000010:2.1:1787755988.336965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:2.1:1787755988.336980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:2.1:1787755988.336985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01800. 00000080:00000010:1.1:1787755988.368170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675640. 00010000:00000010:2.1:1787755988.375190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfb00. 00010000:00000010:2.1:1787755988.375212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeedc00. 00010000:00000010:2.1:1787755988.383490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:2.1:1787755988.387173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036400. 00010000:00000010:2.1:1787755988.387190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00000. 00000080:00000010:3.1:1787755988.443770:0:238145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675b60. 00010000:00000010:1.1:1787755988.492453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:1.1:1787755988.492467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf000. 00010000:00000010:1.1:1787755988.492473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01400. 00000080:00000010:1.1:1787755988.532157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675d20. 00010000:00000010:0.1:1787755988.699092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01e00. 00010000:00000010:1.1:1787755988.740629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeeca00. 00000080:00000010:1.1:1787755988.745187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675060. 00010000:00000010:1.1:1787755988.745217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00010000:00000010:1.1:1787755988.745235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8d800. 00010000:00000010:0.1:1787755988.873158:0:238340:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036500. 00010000:00000010:0.1:1787755988.903186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c700. 00010000:00000010:0.1:1787755988.903208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8d000. 00010000:00000010:0.1:1787755988.919313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053400. 00010000:00000010:0.1:1787755988.925128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:0.1:1787755988.925146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c600. 00000080:00000010:1.1:1787755988.957161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833760. 00010000:00000010:3.1:1787755988.961580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053c00. 00010000:00000010:3.1:1787755988.961592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8dc00. 00010000:00000010:0.1:1787755988.979159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fd00. 00010000:00000010:0.1:1787755988.979169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:0.1:1787755988.979174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00000080:00000010:2.1:1787755989.033600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ab60. 00010000:00000010:1.1:1787755989.054216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf000. 00010000:00000010:1.1:1787755989.058573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abfb00. 00010000:00000010:1.1:1787755989.058594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeeca00. 00000080:00000010:1.1:1787755989.103651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ae0. 00010000:00000010:0.1:1787755989.145483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a700. 00010000:00000010:0.1:1787755989.145499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c200. 00000080:00000010:1.1:1787755989.157003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833180. 00010000:00000010:1.1:1787755989.173526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf000. 00010000:00000010:1.1:1787755989.180165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec000. 00000080:00000010:1.1:1787755989.199703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170460. 00010000:00000010:1.1:1787755989.210599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00000080:00000010:0.1:1787755989.231153:0:238344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ab00. 00010000:00000010:0.1:1787755989.242494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053900. 00010000:00000010:0.1:1787755989.255176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c200. 00000080:00000010:3.1:1787755989.283168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833160. 00010000:00000010:2.1:1787755989.287177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f500. 00010000:00000010:1.1:1787755989.316240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00010000:00000010:2.1:1787755989.405037:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00010000:00000010:1.1:1787755989.409194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036800. 00010000:00000010:2.1:1787755989.410210:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5ff00. 00010000:00000010:2.1:1787755989.410231:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7e00. 00010000:00000010:2.1:1787755989.428177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00010000:00000010:2.1:1787755989.431347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00010000:00000010:2.1:1787755989.431357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00010000:00000010:2.1:1787755989.431360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00010000:00000010:2.1:1787755989.431366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f400. 00010000:00000010:2.1:1787755989.431371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00010000:00000010:1.1:1787755989.466687:0:223236:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f900. 00010000:00000010:1.1:1787755989.466705:0:223236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfce600. 00000080:00000010:2.1:1787755989.476784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170b00. 00010000:00000010:2.1:1787755989.485328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036600. 00010000:00000010:2.1:1787755989.485337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00c00. 00000080:00000010:1.1:1787755989.506342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f00. 00010000:00000010:1.1:1787755989.525156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f900. 00010000:00000010:0.1:1787755989.551713:0:238350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfce600. 00000080:00000010:1.1:1787755989.614170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170460. 00010000:00000010:0.1:1787755989.681664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8d400. 00010000:00000010:0.1:1787755989.799155:0:238356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c400. 00010000:00000010:3.1:1787755989.821457:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c400. 00010000:00000010:0.1:1787755989.848347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8ce00. 00010000:00000010:0.1:1787755989.926149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8ce00. 00010000:00000010:0.1:1787755990.065266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883e00. 00010000:00000010:3.1:1787755990.084349:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1200. 00010000:00000010:2.1:1787755990.101847:0:238366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8da00. 00010000:00000010:1.1:1787755994.777286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfce600. 00000080:00000010:1.1:1787755994.782193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51704e0. 00010000:00000010:1.1:1787755994.782213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48f00. 00010000:00000010:1.1:1787755994.782222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016400. 00010000:00000010:3.1:1787755994.847189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafb00. 00010000:00000010:3.1:1787755994.847207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00010000:00000010:1.1:1787755994.851170:0:238951:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:1.1:1787755994.851179:0:238951:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dc00. 00010000:00000010:1.1:1787755994.851184:0:238951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0600. 00000080:00000010:1.1:1787755994.864196:0:238952:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a7c0. 00010000:00000010:1.1:1787755994.876515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf400. 00010000:00000010:1.1:1787755994.876523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00010000:00000010:1.1:1787755994.882308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dc00. 00010000:00000010:1.1:1787755994.882315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dd00. 00010000:00000010:1.1:1787755994.882319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfcf800. 00000080:00000010:2.1:1787755994.907358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170320. 00010000:00000010:2.1:1787755994.927165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafa00. 00010000:00000010:2.1:1787755994.927172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf600. 00010000:00000010:2.1:1787755994.927175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00000080:00000010:1.1:1787755994.940355:0:238953:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675f40. 00010000:00000010:1.1:1787755994.958180:0:238953:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dd00. 00010000:00000010:1.1:1787755994.958189:0:238953:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfcf800. 00000080:00000010:2.1:1787755994.983485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170000. 00010000:00000010:0.1:1787755994.996166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053d00. 00010000:00000010:0.1:1787755994.996185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c400. 00000080:00000010:0.1:1787755995.026919:0:238955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ee0. 00010000:00000010:0.1:1787755995.063933:0:1130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1a00. 00010000:00000010:1.1:1787755995.236285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:1.1:1787755995.236298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1400. 00010000:00000010:0.1:1787755995.250103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dd00. 00010000:00000010:0.1:1787755995.250152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:0.1:1787755995.250158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf95000. 00000080:00000010:1.1:1787755995.265170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51701c0. 00010000:00000010:1.1:1787755995.278516:0:238969:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1df00. 00010000:00000010:1.1:1787755995.283167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d500. 00010000:00000010:1.1:1787755995.283185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94600. 00000080:00000010:0.1:1787755995.320148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170de0. 00010000:00000010:3.1:1787755995.336153:0:238970:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf600. 00010000:00000010:3.1:1787755995.336161:0:238970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:3.1:1787755995.353220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675c00. 00010000:00000010:0.1:1787755995.371171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafa00. 00010000:00000010:1.1:1787755995.379171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00000080:00000010:1.1:1787755995.390038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675260. 00010000:00000010:2.1:1787755995.579700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f600. 00010000:00000010:2.1:1787755995.579721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0a00. 00010000:00000010:2.1:1787755995.590834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafd00. 00010000:00000010:2.1:1787755995.590842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf300. 00010000:00000010:2.1:1787755995.590848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6e00. 00000080:00000010:1.1:1787755995.619608:0:238986:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675680. 00010000:00000010:1.1:1787755995.626917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d900. 00010000:00000010:1.1:1787755995.631352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d000. 00010000:00000010:1.1:1787755995.631369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94a00. 00000080:00000010:1.1:1787755995.657457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170640. 00010000:00000010:1.1:1787755995.668190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafd00. 00010000:00000010:3.1:1787755995.668236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:3.1:1787755995.684203:0:238988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675400. 00010000:00000010:3.1:1787755995.704200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5ff00. 00010000:00000010:3.1:1787755995.704214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1a00. 00000080:00000010:0.1:1787755995.716170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a4e0. 00010000:00000010:3.1:1787755995.978440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d000. 00010000:00000010:3.1:1787755995.978455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94a00. 00010000:00000010:3.1:1787755995.981285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5ff00. 00010000:00000010:3.1:1787755995.981313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f200. 00010000:00000010:3.1:1787755995.981318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1a00. 00000080:00000010:1.1:1787755996.013355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ada0. 00010000:00000010:1.1:1787755996.026185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d400. 00010000:00000010:1.1:1787755996.034157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d700. 00010000:00000010:1.1:1787755996.034169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf95200. 00000080:00000010:1.1:1787755996.058312:0:239004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170920. 00010000:00000010:2.1:1787755996.084212:0:2417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf700. 00010000:00000010:2.1:1787755996.092157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7600. 00000080:00000010:0.1:1787755996.114613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675bc0. 00010000:00000010:1.1:1787755996.123149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf700. 00010000:00000010:1.1:1787755996.127166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:1.1:1787755996.169264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675060. 00010000:00000010:3.1:1787755996.465493:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:3.1:1787755996.465499:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5a00. 00010000:00000010:2.1:1787755996.469887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fe00. 00010000:00000010:2.1:1787755996.473268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787755996.473282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1800. 00000080:00000010:2.1:1787755996.496196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a820. 00010000:00000010:2.1:1787755996.506177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787755996.510836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaff00. 00010000:00000010:2.1:1787755996.510851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6400. 00000080:00000010:2.1:1787755996.529416:0:239021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753e0. 00010000:00000010:2.1:1787755996.546377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787755996.546396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00000080:00000010:0.1:1787755996.577729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753e0. 00010000:00000010:1.1:1787755996.598443:0:239022:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d300. 00010000:00000010:1.1:1787755996.598456:0:239022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf95600. 00000080:00000010:0.1:1787755996.626558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170d60. 00010000:00000010:1.1:1787756003.998158:0:239714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053f00. 00010000:00000010:1.1:1787756003.998178:0:239714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8da00. 00000080:00000010:2.1:1787756004.044312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675020. 00010000:00000010:0.1:1787756004.097264:0:239769:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15e00. 00010000:00000010:0.1:1787756004.097272:0:239769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4600. 00000080:00000010:0.1:1787756004.113151:0:239770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833540. 00010000:00000010:0.1:1787756004.130167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15e00. 00010000:00000010:0.1:1787756004.130180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4600. 00000080:00000010:0.1:1787756004.154525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ce0. 00000080:00000010:0.1:1787756004.204156:0:239772:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8339c0. 00000080:00000010:0.1:1787756004.231763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833540. 00010000:00000010:1.1:1787756004.232190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf600. 00010000:00000010:1.1:1787756004.232196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9c00. 00010000:00000010:1.1:1787756004.239227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48f00. 00010000:00000010:1.1:1787756004.244188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48e00. 00010000:00000010:1.1:1787756004.244197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a000. 00000080:00000010:1.1:1787756004.256191:0:239774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170aa0. 00010000:00000010:0.1:1787756008.127359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:0.1:1787756008.127375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8339a0. 00010000:00000010:0.1:1787756008.185168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:0.1:1787756008.185178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833640. 00010000:00000010:0.1:1787756008.189171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15500. 00010000:00000010:3.1:1787756008.265651:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8c00. 00010000:00000010:0.1:1787756008.270246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf900. 00010000:00000010:0.1:1787756008.270283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9200. 00000080:00000010:1.1:1787756008.292173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753e0. 00010000:00000010:1.1:1787756008.292196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5600. 00010000:00000010:3.1:1787756008.380641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf900. 00010000:00000010:3.1:1787756008.380654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8000. 00000080:00000010:0.1:1787756008.384921:0:239794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ea0. 00010000:00000010:2.1:1787756008.391658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00010000:00000010:0.1:1787756008.400913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15500. 00010000:00000010:0.1:1787756008.400931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5a00. 00010000:00000010:1.1:1787756008.467615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48f00. 00010000:00000010:1.1:1787756008.467632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f400. 00010000:00000010:1.1:1787756008.467638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b600. 00000080:00000010:1.1:1787756008.503216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170c80. 00010000:00000010:3.1:1787756008.526630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf600. 00010000:00000010:3.1:1787756008.526649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:3.1:1787756008.526654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9200. 00000080:00000010:1.1:1787756008.566174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675da0. 00010000:00000010:0.1:1787756008.596157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15500. 00010000:00000010:0.1:1787756008.600244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15c00. 00010000:00000010:0.1:1787756008.600262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5a00. 00000080:00000010:3.1:1787756008.639166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833a20. 00010000:00000010:3.1:1787756008.809428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:3.1:1787756008.809445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1e00. 00000080:00000010:3.1:1787756008.809461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7aa00. 00010000:00000010:3.1:1787756008.821163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6e00. 00010000:00000010:3.1:1787756008.821178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1600. 00000080:00000010:2.1:1787756008.825277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a800. 00010000:00000010:3.1:1787756008.853466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1e00. 00010000:00000010:3.1:1787756008.853485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6e00. 00010000:00000010:3.1:1787756008.853490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9600. 00000080:00000010:0.1:1787756008.869232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f20. 00010000:00000010:1.1:1787756008.903195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1e00. 00010000:00000010:1.1:1787756008.929404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8fb00. 00010000:00000010:1.1:1787756008.929419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6be00. 00000080:00000010:1.1:1787756008.969177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170500. 00010000:00000010:1.1:1787756008.993585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48f00. 00010000:00000010:1.1:1787756008.993600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8400. 00000080:00000010:0.1:1787756009.023238:0:2424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675960. 00010000:00000010:2.1:1787756009.045186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:2.1:1787756009.045204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9400. 00000080:00000010:1.1:1787756009.076178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675840. 00010000:00000010:1.1:1787756009.155226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1e00. 00000080:00000010:0.1:1787756009.159153:0:239822:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a400. 00010000:00000010:0.1:1787756009.170200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5c00. 00000080:00000010:0.1:1787756009.170207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f20. 00010000:00000010:0.1:1787756009.181402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4400. 00010000:00000010:0.1:1787756009.181410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4e00. 00010000:00000010:0.1:1787756009.238266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15e00. 00010000:00000010:0.1:1787756009.238290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4400. 00000080:00000010:0.1:1787756009.284364:0:239825:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8336c0. 00010000:00000010:2.1:1787756009.352331:0:239825:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15400. 00010000:00000010:2.1:1787756009.352339:0:239825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5c00. 00000080:00000010:0.1:1787756009.403160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8336c0. 00010000:00000010:0.1:1787756009.419174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15100. 00010000:00000010:0.1:1787756009.419188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00000080:00000010:2.1:1787756009.445183:0:239827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833700. 00010000:00000010:1.1:1787756009.508155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9600. 00000080:00000010:1.1:1787756009.508163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675e80. 00010000:00000010:1.1:1787756009.511580:0:239835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ba00. 00000080:00000010:1.1:1787756009.522417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170960. 00010000:00000010:0.1:1787756009.535204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00010000:00000010:0.1:1787756009.535216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a200. 00010000:00000010:1.1:1787756009.579390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1500. 00010000:00000010:1.1:1787756009.579405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ba00. 00000080:00000010:1.1:1787756009.624157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170900. 00010000:00000010:2.1:1787756009.671318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf700. 00010000:00000010:2.1:1787756009.671337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00000080:00000010:0.1:1787756009.706159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ee0. 00010000:00000010:1.1:1787756009.722160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1100. 00010000:00000010:1.1:1787756009.722168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b800. 00000080:00000010:1.1:1787756009.744206:0:239840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170be0. 00010000:00000010:0.1:1787756011.774153:0:239841:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafe00. 00010000:00000010:0.1:1787756011.774160:0:239841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9a00. 00010000:00000010:0.1:1787756011.779173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15100. 00010000:00000010:0.1:1787756011.779188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15900. 00010000:00000010:0.1:1787756011.779193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00000080:00000010:1.1:1787756011.825253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833e00. 00010000:00000010:0.1:1787756011.874657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15200. 00010000:00000010:0.1:1787756011.874674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4a00. 00010000:00000010:0.1:1787756011.928151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15200. 00010000:00000010:0.1:1787756011.972663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:0.1:1787756012.002155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833800. 00010000:00000010:0.1:1787756012.020160:0:239848:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15700. 00010000:00000010:0.1:1787756012.020171:0:239848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00010000:00000010:3.1:1787756012.038384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1e00. 00000080:00000010:0.1:1787756012.049639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833200. 00010000:00000010:2.1:1787756012.075147:0:239843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc800. 00010000:00000010:3.1:1787756012.097166:0:239848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ae00. 00010000:00000010:3.1:1787756012.265154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafa00. 00010000:00000010:3.1:1787756012.265173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8a00. 00010000:00000010:3.1:1787756012.308734:0:239854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8a00. 00010000:00000010:0.1:1787756012.348181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc200. 00010000:00000010:2.1:1787756012.353858:0:2425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0a00. 00010000:00000010:1.1:1787756012.363193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1800. 00010000:00000010:0.1:1787756012.363486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00000080:00000010:0.1:1787756012.388149:0:239850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a100. 00010000:00000010:2.1:1787756012.392159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046200. 00000080:00000010:3.1:1787756012.423308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675220. 00010000:00000010:0.1:1787756013.180343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafa00. 00010000:00000010:2.1:1787756013.240157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd400. 00010000:00000010:2.1:1787756013.259142:0:239866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8a00. 00010000:00000010:3.1:1787756013.265040:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9600. 00010000:00000010:3.1:1787756013.265060:0:2417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dca00. 00000080:00000010:0.1:1787756013.290177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6755c0. 00000080:00000010:3.1:1787756013.312750:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833800. 00010000:00000010:2.1:1787756013.317158:0:239866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00010000:00000010:3.1:1787756013.329287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeaa00. 00010000:00000010:1.1:1787756013.441550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00010000:00000010:2.1:1787756013.462942:0:239876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a400. 00000080:00000010:1.1:1787756013.466293:0:239873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170720. 00000080:00000010:0.1:1787756013.493340:0:239873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51709e0. 00010000:00000010:1.1:1787756013.528282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00010000:00000010:1.1:1787756013.528297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053f00. 00010000:00000010:1.1:1787756013.528304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b000. 00010000:00000010:1.1:1787756013.528307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15100. 00010000:00000010:1.1:1787756013.528311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5c00. 00000080:00000010:1.1:1787756013.537160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170400. 00000080:00000010:1.1:1787756013.537287:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977abaff8840. 00010000:00000010:1.1:1787756013.556820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00010000:00000010:1.1:1787756013.556836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15900. 00010000:00000010:1.1:1787756013.556841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00010000:00000010:1.1:1787756013.556846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1800. 00010000:00000010:1.1:1787756013.556849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b000. 00000080:00000010:1.1:1787756013.565161:0:239882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170e40. 00000080:00000010:1.1:1787756013.565202:0:239882:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff977ac000eb40. 00010000:00000010:0.1:1787756014.540256:0:239977:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1200. 00010000:00000010:0.1:1787756014.540274:0:239977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ae00. 00010000:00000010:0.1:1787756014.540280:0:239977:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1100. 00010000:00000010:0.1:1787756014.540284:0:239977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6aa00. 00010000:00000010:0.1:1787756019.348164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd400. 00000080:00000010:0.1:1787756019.348181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334e0. 00010000:00000010:0.1:1787756019.348194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:0.1:1787756019.348199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea800. 00010000:00000010:0.1:1787756019.399289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15b00. 00010000:00000010:0.1:1787756019.399300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd400. 00010000:00000010:0.1:1787756019.405227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15900. 00010000:00000010:0.1:1787756019.410151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15b00. 00010000:00000010:0.1:1787756019.410163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29ddc00. 00000080:00000010:0.1:1787756019.432257:0:240465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8332a0. 00010000:00000010:0.1:1787756019.440382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15400. 00010000:00000010:0.1:1787756019.440401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc600. 00010000:00000010:0.1:1787756019.449222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15b00. 00010000:00000010:0.1:1787756019.449229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15400. 00010000:00000010:0.1:1787756019.449233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29ddc00. 00000080:00000010:0.1:1787756019.468177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8332a0. 00010000:00000010:0.1:1787756019.474262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15400. 00010000:00000010:0.1:1787756019.482149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15b00. 00010000:00000010:0.1:1787756019.482154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29ddc00. 00000080:00000010:3.1:1787756019.511165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f00. 00010000:00000010:0.1:1787756019.526611:0:240466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15b00. 00010000:00000010:0.1:1787756019.526630:0:240466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15300. 00010000:00000010:0.1:1787756019.526635:0:240466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29ddc00. 00000080:00000010:2.1:1787756019.550164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833a20. 00010000:00000010:1.1:1787756019.578198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1200. 00010000:00000010:0.1:1787756019.592252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15300. 00010000:00000010:0.1:1787756019.592263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29ddc00. 00000080:00000010:1.1:1787756019.620192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833020. 00010000:00000010:2.1:1787756019.635214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1300. 00010000:00000010:2.1:1787756019.635222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00000080:00000010:0.1:1787756019.670183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170800. 00010000:00000010:2.1:1787756019.697142:0:240470:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafe00. 00010000:00000010:2.1:1787756019.700344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:2.1:1787756019.700351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9200. 00000080:00000010:2.1:1787756019.723160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753e0. 00010000:00000010:2.1:1787756019.741335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f100. 00010000:00000010:2.1:1787756019.745290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a829b1300. 00010000:00000010:2.1:1787756019.745310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9200. 00000080:00000010:2.1:1787756019.807170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675b00. 00010000:00000010:0.1:1787756019.833619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a829b1500. 00010000:00000010:0.1:1787756019.833642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15300. 00010000:00000010:0.1:1787756019.833648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0a00. 00000080:00000010:2.1:1787756019.877660:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6750c0. 00010000:00000010:0.1:1787756019.892167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a829b1500. 00010000:00000010:0.1:1787756019.902322:0:240473:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6c00. 00010000:00000010:0.1:1787756019.907171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea200. 00000080:00000010:1.1:1787756019.926443:0:240474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a3c0. 00010000:00000010:2.1:1787756019.957161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1f00. 00010000:00000010:2.1:1787756019.957185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a400. 00000080:00000010:0.1:1787756019.973278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170880. 00010000:00000010:1.1:1787756080.005201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1f00. 00010000:00000010:1.1:1787756080.005221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1600. 00010000:00000010:1.1:1787756080.005228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00000080:00000010:0.1:1787756080.045005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170940. 00010000:00000010:0.1:1787756080.056526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c700. 00010000:00000010:1.1:1787756080.060181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:1.1:1787756080.060207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc200. 00000080:00000010:0.1:1787756080.144314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f20. 00010000:00000010:1.1:1787756080.163720:0:240486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1600. 00010000:00000010:1.1:1787756080.163741:0:240486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1f00. 00010000:00000010:1.1:1787756080.163747:0:240486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00000080:00000010:1.1:1787756080.202173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170f20. 00010000:00000010:3.1:1787756080.218435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:3.1:1787756080.247420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:0.1:1787756080.248372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3a00. 00000080:00000010:0.1:1787756080.269146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6752a0. 00010000:00000010:0.1:1787756080.289531:0:240489:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:0.1:1787756080.289540:0:240489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2400. 00000080:00000010:1.1:1787756080.315269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675e20. 00010000:00000010:1.1:1787756080.336407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97b00. 00010000:00000010:0.1:1787756080.341708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97900. 00010000:00000010:0.1:1787756080.341717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13c00. 00000080:00000010:1.1:1787756080.360782:0:240490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51709a0. 00010000:00000010:1.1:1787756080.370168:0:240490:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97b00. 00010000:00000010:1.1:1787756080.379392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97e00. 00010000:00000010:1.1:1787756080.379412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00000080:00000010:3.1:1787756080.401463:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170720. 00010000:00000010:3.1:1787756080.405712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:3.1:1787756080.405790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6c00. 00010000:00000010:3.1:1787756080.405796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeb800. 00000080:00000010:3.1:1787756080.428518:0:240492:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a260. 00010000:00000010:0.1:1787756080.447150:0:240494:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6c00. 00010000:00000010:1.1:1787756080.472257:0:240494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dca00. 00010000:00000010:1.1:1787756080.472267:0:240494:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030d00. 00010000:00000010:1.1:1787756080.472271:0:240494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc400. 00010000:00000010:1.1:1787756080.483205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000800. 00010000:00000010:0.1:1787756080.491622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dce00. 00010000:00000010:0.1:1787756080.491650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd200. 00010000:00000010:0.1:1787756080.491654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dda00. 00010000:00000010:0.1:1787756080.491658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc000. 00010000:00000010:0.1:1787756080.491661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dcc00. 00010000:00000010:0.1:1787756080.491666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030f00. 00010000:00000010:0.1:1787756080.491671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc200. 00000080:00000010:1.1:1787756080.511297:0:240495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8330e0. 00010000:00000010:1.1:1787756080.543161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97200. 00010000:00000010:1.1:1787756080.551697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc200. 00000080:00000010:1.1:1787756080.565298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170fa0. 00010000:00000010:0.1:1787756080.590340:0:240496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:0.1:1787756080.590349:0:240496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030f00. 00010000:00000010:0.1:1787756080.590354:0:240496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2400. 00000080:00000010:0.1:1787756080.615293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6757a0. 00010000:00000010:0.1:1787756080.622618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030f00. 00010000:00000010:0.1:1787756080.622633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030c00. 00010000:00000010:0.1:1787756080.622638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00000080:00000010:0.1:1787756080.653357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833960. 00010000:00000010:0.1:1787756080.667160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:0.1:1787756080.671174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030c00. 00010000:00000010:0.1:1787756080.671195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea200. 00000080:00000010:0.1:1787756080.706232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ab40. 00010000:00000010:1.1:1787756080.740149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97800. 00010000:00000010:2.1:1787756080.753375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea800. 00010000:00000010:1.1:1787756080.762203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97c00. 00010000:00000010:1.1:1787756080.762225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd200. 00000080:00000010:2.1:1787756080.775159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7aea0. 00010000:00000010:1.1:1787756080.793128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97c00. 00010000:00000010:1.1:1787756080.793141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd200. 00000080:00000010:1.1:1787756080.821273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51704c0. 00010000:00000010:0.1:1787756080.836202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030c00. 00010000:00000010:2.1:1787756080.842162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030000. 00010000:00000010:2.1:1787756080.842181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:2.1:1787756080.875005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833240. 00010000:00000010:2.1:1787756080.882399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a925dff00. 00010000:00000010:2.1:1787756080.887167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a925df600. 00010000:00000010:2.1:1787756080.887185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3e00. 00000080:00000010:3.1:1787756080.904256:0:2417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675640. 00010000:00000010:0.1:1787756080.925044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030c00. 00010000:00000010:0.1:1787756080.925063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030300. 00010000:00000010:0.1:1787756080.925069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:1.1:1787756080.947170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833240. 00010000:00000010:3.1:1787756080.968349:0:2417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:0.1:1787756080.986162:0:240504:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030300. 00010000:00000010:0.1:1787756080.986179:0:240504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563000. 00000080:00000010:1.1:1787756081.030175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833720. 00010000:00000010:1.1:1787756081.061259:0:240505:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030300. 00010000:00000010:1.1:1787756081.061274:0:240505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563000. 00000080:00000010:0.1:1787756081.092190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833140. 00010000:00000010:0.1:1787756081.111491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a925df600. 00010000:00000010:0.1:1787756081.111501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030400. 00010000:00000010:0.1:1787756081.111505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3e00. 00000080:00000010:1.1:1787756081.145626:0:240506:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675a20. 00010000:00000010:1.1:1787756081.151282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1f00. 00010000:00000010:1.1:1787756081.151294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1600. 00010000:00000010:1.1:1787756081.151299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc400. 00000080:00000010:1.1:1787756081.190202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170520. 00010000:00000010:1.1:1787756081.206149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1f00. 00010000:00000010:1.1:1787756081.206159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985d00. 00010000:00000010:1.1:1787756081.206162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dca00. 00000080:00000010:0.1:1787756081.236972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51705c0. 00010000:00000010:3.1:1787756081.256870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6100. 00010000:00000010:1.1:1787756081.282955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985d00. 00010000:00000010:1.1:1787756081.292531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dca00. 00000080:00000010:0.1:1787756081.320839:0:240510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ce0. 00010000:00000010:0.1:1787756081.340222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030400. 00010000:00000010:0.1:1787756081.340230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756081.364058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f80. 00010000:00000010:0.1:1787756141.375313:0:240521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030d00. 00010000:00000010:0.1:1787756141.380157:0:240521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:0.1:1787756141.380163:0:240521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563200. 00000080:00000010:0.1:1787756141.385143:0:240521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833340. 00010000:00000010:0.1:1787756141.390141:0:240521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:0.1:1787756141.394153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030d00. 00010000:00000010:0.1:1787756141.394161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563200. 00000080:00000010:0.1:1787756141.400182:0:240522:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833400. 00010000:00000010:0.1:1787756141.414151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030d00. 00010000:00000010:0.1:1787756141.414166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:0.1:1787756141.414172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563200. 00000080:00000010:0.1:1787756141.426159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833400. 00010000:00000010:0.1:1787756141.435504:0:2423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:0.1:1787756141.439149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562400. 00010000:00000010:0.1:1787756141.439156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.439161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563000. 00010000:00000010:1.1:1787756141.443146:0:240525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3a00. 00010000:00000010:0.1:1787756141.443165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563600. 00010000:00000010:0.1:1787756141.443175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562800. 00010000:00000010:0.1:1787756141.443180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562200. 00010000:00000010:0.1:1787756141.443185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562000. 00010000:00000010:0.1:1787756141.443194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562e00. 00010000:00000010:0.1:1787756141.443200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030d00. 00010000:00000010:0.1:1787756141.443206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:1.1:1787756141.450146:0:1059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753e0. 00010000:00000010:0.1:1787756141.466155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.466168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:1.1:1787756141.478153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f60. 00010000:00000010:1.1:1787756141.478513:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985a00. 00010000:00000010:1.1:1787756141.482165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985300. 00010000:00000010:1.1:1787756141.482175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94200. 00000080:00000010:0.1:1787756141.486145:0:240527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170960. 00010000:00000010:0.1:1787756141.490150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.490158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020900. 00010000:00000010:0.1:1787756141.490162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756141.498158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833340. 00010000:00000010:0.1:1787756141.511168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020900. 00010000:00000010:0.1:1787756141.511178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.511187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756141.519151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8332a0. 00010000:00000010:0.1:1787756141.532149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:1.1:1787756141.532149:0:240530:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985300. 00010000:00000010:0.1:1787756141.532159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00010000:00000010:1.1:1787756141.540152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985a00. 00010000:00000010:1.1:1787756141.540166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94a00. 00000080:00000010:1.1:1787756141.547146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170960. 00010000:00000010:0.1:1787756141.556155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.556162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756141.564143:0:240532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833600. 00010000:00000010:0.1:1787756141.572150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.572156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020f00. 00010000:00000010:0.1:1787756141.572160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756141.584153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8339c0. 00010000:00000010:0.1:1787756141.593152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020f00. 00010000:00000010:0.1:1787756141.597164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756141.597170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00000080:00000010:0.1:1787756141.606274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8332a0. 00010000:00000010:0.1:1787756141.609147:0:240534:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020200. 00010000:00000010:0.1:1787756141.609160:0:240534:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020f00. 00010000:00000010:0.1:1787756141.609165:0:240534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562400. 00000080:00000010:1.1:1787756141.612159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8331a0. 00010000:00000010:0.1:1787756141.624158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020f00. 00010000:00000010:1.1:1787756141.637140:0:240536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020200. 00010000:00000010:1.1:1787756141.637153:0:240536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00000080:00000010:1.1:1787756141.645183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833b20. 00010000:00000010:1.1:1787756141.650168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985600. 00010000:00000010:1.1:1787756141.650177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45400. 00000080:00000010:1.1:1787756141.660154:0:1388:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170500. 00010000:00000010:0.1:1787756141.694144:0:240543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00010000:00000010:0.1:1787756144.864171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13e00. 00000080:00000010:1.1:1787756144.899214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833b80. 00010000:00000010:1.1:1787756144.899225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1100. 00010000:00000010:1.1:1787756144.899230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a200. 00010000:00000010:1.1:1787756144.931171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2600. 00010000:00000010:1.1:1787756144.931179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45a00. 00010000:00000010:1.1:1787756144.941167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:1.1:1787756144.941176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:1.1:1787756144.941180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45800. 00000080:00000010:0.1:1787756144.950157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170940. 00010000:00000010:0.1:1787756144.950335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:0.1:1787756144.950340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45600. 00010000:00000010:0.1:1787756144.956161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ff00. 00010000:00000010:0.1:1787756144.956169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f600. 00010000:00000010:0.1:1787756144.956173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13e00. 00000080:00000010:1.1:1787756144.964161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f60. 00010000:00000010:1.1:1787756144.972149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:1.1:1787756144.972155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:1.1:1787756144.972157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45800. 00000080:00000010:1.1:1787756144.981144:0:241178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170c60. 00010000:00000010:1.1:1787756145.014154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:1.1:1787756145.014159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45800. 00000080:00000010:1.1:1787756145.014163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170d00. 00010000:00000010:1.1:1787756145.018169:0:241186:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:1.1:1787756145.018175:0:241186:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44800. 00000080:00000010:1.1:1787756145.018180:0:241186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170120. 00010000:00000010:1.1:1787756145.031144:0:2424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a200. 00010000:00000010:0.1:1787756145.035159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2d00. 00010000:00000010:0.1:1787756145.035170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45800. 00010000:00000010:0.1:1787756145.070153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2a00. 00010000:00000010:0.1:1787756145.080154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f500. 00010000:00000010:0.1:1787756145.080161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13600. 00010000:00000010:0.1:1787756145.080166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f400. 00010000:00000010:0.1:1787756145.088148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f900. 00010000:00000010:0.1:1787756145.088153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04a000. 00000080:00000010:0.1:1787756145.096133:0:241189:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833de0. 00010000:00000010:0.1:1787756145.096506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f100. 00010000:00000010:0.1:1787756145.096511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13a00. 00010000:00000010:0.1:1787756145.101154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f400. 00010000:00000010:0.1:1787756145.101159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f900. 00010000:00000010:0.1:1787756145.101162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b800. 00000080:00000010:0.1:1787756145.109148:0:241190:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833d20. 00010000:00000010:0.1:1787756145.119189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f900. 00010000:00000010:0.1:1787756145.119206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f400. 00010000:00000010:0.1:1787756145.119211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b800. 00000080:00000010:3.1:1787756145.124138:0:241193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ba0. 00010000:00000010:3.1:1787756145.165172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeac00. 00010000:00000010:3.1:1787756145.178157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea200. 00000080:00000010:3.1:1787756145.182160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ae80. 00010000:00000010:3.1:1787756145.182174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2200. 00010000:00000010:3.1:1787756145.182180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45600. 00010000:00000010:3.1:1787756145.203301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1b00. 00010000:00000010:3.1:1787756145.210155:0:241201:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1700. 00010000:00000010:3.1:1787756145.210162:0:241201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeaa00. 00010000:00000010:3.1:1787756145.216139:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1b00. 00010000:00000010:3.1:1787756145.216144:0:2418:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1c00. 00010000:00000010:3.1:1787756145.216147:0:2418:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeb200. 00000080:00000010:1.1:1787756145.225163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a0c0. 00010000:00000010:1.1:1787756145.239277:0:241019:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1600. 00010000:00000010:1.1:1787756145.239282:0:241019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeac00. 00010000:00000010:1.1:1787756145.243163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2e00. 00010000:00000010:1.1:1787756145.243171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2000. 00010000:00000010:1.1:1787756145.243175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45600. 00000080:00000010:3.1:1787756145.247138:0:241203:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ee0. 00010000:00000010:3.1:1787756145.255151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1c00. 00010000:00000010:3.1:1787756145.255166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1b00. 00010000:00000010:3.1:1787756145.255171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea400. 00000080:00000010:1.1:1787756145.261158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ab40. 00010000:00000010:1.1:1787756145.301220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2400. 00000080:00000010:0.1:1787756145.306149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6752c0. 00010000:00000010:1.1:1787756145.306159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44800. 00010000:00000010:0.1:1787756145.306166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1200. 00010000:00000010:0.1:1787756145.306173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea600. 00010000:00000010:1.1:1787756145.342144:0:241214:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2e00. 00010000:00000010:1.1:1787756145.347166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:1.1:1787756145.347176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb3a00. 00010000:00000010:1.1:1787756145.353147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2800. 00010000:00000010:1.1:1787756145.353151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2e00. 00010000:00000010:1.1:1787756145.353153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb3e00. 00000080:00000010:1.1:1787756145.360154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170380. 00010000:00000010:1.1:1787756145.368323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2c00. 00010000:00000010:1.1:1787756145.368328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb2c00. 00010000:00000010:1.1:1787756145.374155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2e00. 00010000:00000010:1.1:1787756145.374162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2800. 00010000:00000010:1.1:1787756145.374166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb3e00. 00000080:00000010:1.1:1787756145.383151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170900. 00010000:00000010:0.1:1787756145.386201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f400. 00010000:00000010:0.1:1787756145.386208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f900. 00010000:00000010:0.1:1787756145.386212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b800. 00000080:00000010:0.1:1787756145.399152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ca0. 00010000:00000010:0.1:1787756145.426146:0:241217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2600. 00000080:00000010:0.1:1787756145.432142:0:241217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675d60. 00010000:00000010:0.1:1787756145.448162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b000. 00000080:00000010:0.1:1787756145.455160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833de0. 00010000:00000010:0.1:1787756145.464156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04ba00. 00000080:00000010:0.1:1787756145.470156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833d20. 00010000:00000010:2.1:1787756145.481155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3400. 00010000:00000010:3.1:1787756145.481215:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaea800. 00010000:00000010:3.1:1787756145.496138:0:241222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04ba00. 00010000:00000010:3.1:1787756145.500162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1c00. 00010000:00000010:2.1:1787756145.504167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1d00. 00000800:00000200:1.1:1787756203.510273:0:2414:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1787756203.510279:0:2414:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1787756203.510281:0:2414:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000200:0.1:1787756208.695659:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756208.695896:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756208.696011:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756208.696169:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756208.696278:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.128017:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.128035:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 1, 1 secs later) 00000800:00000200:3.1:1787756227.129787:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.129790:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 1, 1 secs later) 00000800:00000200:3.1:1787756227.130175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.130179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 1, 1 secs later) 00000800:00000200:3.1:1787756227.130747:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.130752:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 1, 1 secs later) 00000800:00000200:3.1:1787756227.131107:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756227.131110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 1, 1 secs later) 00000800:00000200:3.1:1787756232.247205:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756232.247585:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756232.247817:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756232.248003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756232.248223:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756237.367320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756237.367855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756237.368131:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756237.368402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756237.368578:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756242.486884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756242.487318:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756242.487518:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756242.487701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756242.487863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.607046:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.607054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1787756247.608002:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.608006:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1787756247.608341:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.608344:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1787756247.608634:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.608636:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1787756247.608950:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756247.608952:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1787756252.726869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756252.726874:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1787756252.727562:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756252.727568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1787756252.728042:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756252.728044:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1787756252.728338:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756252.728340:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1787756252.728619:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756252.728622:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 8, 1 secs later) 00000800:00000200:3.1:1787756257.846993:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756257.847589:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756257.847916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756257.848189:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756257.848869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.966853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.966861:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1787756262.967842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.967846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1787756262.968183:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.968186:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1787756262.968490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.968493:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 14 secs later) 00000800:00000200:2.1:1787756262.968859:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756262.968861:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 14 secs later) 00000800:00000200:0.1:1787756268.086860:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756268.086866:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 9 secs later) 00000800:00000200:0.1:1787756268.088182:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756268.088188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 9 secs later) 00000800:00000200:0.1:1787756268.088649:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756268.088652:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 9 secs later) 00000800:00000200:0.1:1787756268.089094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756268.089097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 9 secs later) 00000800:00000200:0.1:1787756268.089461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756268.089463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 9 secs later) 00000800:00000200:0.1:1787756273.207009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756273.207029:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 3 secs later) 00000800:00000200:0.1:1787756273.207981:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756273.207984:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 3 secs later) 00000800:00000200:0.1:1787756273.208476:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756273.208479:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 3 secs later) 00000800:00000200:0.1:1787756273.208840:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756273.208843:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 3 secs later) 00000800:00000200:0.1:1787756273.209320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756273.209324:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 16, 3 secs later) 00000800:00000200:0.1:1787756278.326720:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756278.327272:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756278.327640:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756278.327861:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756278.328033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.447159:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.447167:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 30 secs later) 00000800:00000200:0.1:1787756283.447781:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.447784:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 30 secs later) 00000800:00000200:0.1:1787756283.448251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.448253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 30 secs later) 00000800:00000200:0.1:1787756283.448473:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.448475:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 30 secs later) 00000800:00000200:0.1:1787756283.448678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756283.448681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 30 secs later) 00000800:00000200:0.1:1787756288.566864:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756288.566873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1787756288.567592:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756288.567595:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1787756288.567880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756288.567882:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1787756288.568227:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756288.568229:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1787756288.568438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756288.568440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 25 secs later) 00000800:00000200:0.1:1787756293.687260:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756293.687287:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 20 secs later) 00000800:00000200:0.1:1787756293.688535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756293.688543:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 20 secs later) 00000800:00000200:0.1:1787756293.688942:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756293.688944:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 20 secs later) 00000800:00000200:0.1:1787756293.689249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756293.689251:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 20 secs later) 00000800:00000200:0.1:1787756293.689662:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756293.689664:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 20 secs later) 00000800:00000200:0.1:1787756298.807379:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756298.807392:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 15 secs later) 00000800:00000200:0.1:1787756298.808842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756298.808845:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 15 secs later) 00000800:00000200:0.1:1787756298.809280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756298.809283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 15 secs later) 00000800:00000200:0.1:1787756298.809683:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756298.809687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 15 secs later) 00000800:00000200:0.1:1787756298.810081:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756298.810084:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 15 secs later) 00000800:00000200:2.1:1787756303.926953:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756303.926959:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 10 secs later) 00000800:00000200:2.1:1787756303.927729:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756303.927731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 10 secs later) 00000800:00000200:2.1:1787756303.927985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756303.927987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 10 secs later) 00000800:00000200:2.1:1787756303.928281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756303.928284:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 10 secs later) 00000800:00000200:2.1:1787756303.928581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756303.928583:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 10 secs later) 00000800:00000200:2.1:1787756309.047379:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756309.047385:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 5 secs later) 00000800:00000200:2.1:1787756309.048866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756309.048869:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 5 secs later) 00000800:00000200:2.1:1787756309.049301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756309.049304:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 5 secs later) 00000800:00000200:2.1:1787756309.049717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756309.049720:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 5 secs later) 00000800:00000200:2.1:1787756309.050243:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756309.050246:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 32, 5 secs later) 00000800:00000200:2.1:1787756314.167006:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756314.167622:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756314.167807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756314.167985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756314.168203:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.287325:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.287330:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756319.288684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.288687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756319.288936:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.288938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756319.289242:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.289245:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756319.289617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756319.289619:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756324.407368:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756324.407378:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756324.408712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756324.408716:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756324.409020:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756324.409022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756324.409413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756324.409416:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756324.409872:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756324.409875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756329.527020:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756329.527028:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756329.527957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756329.527962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756329.528447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756329.528451:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756329.528846:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756329.528850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756329.529472:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756329.529476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756334.647517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756334.647527:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756334.648928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756334.648932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756334.649421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756334.649424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756334.649923:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756334.649927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756334.650370:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756334.650374:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756339.767410:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756339.767427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756339.768552:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756339.768556:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756339.769204:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756339.769207:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756339.769656:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756339.769659:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756339.770230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756339.770233:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756344.887194:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756344.887228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756344.888654:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756344.888658:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756344.889288:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756344.889292:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756344.889808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756344.889811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756344.890510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756344.890515:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756350.007501:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756350.007537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756350.008927:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756350.008930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756350.009290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756350.009292:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756350.009630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756350.009635:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756350.010087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756350.010090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756355.127202:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756355.127210:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756355.128184:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756355.128188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756355.128565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756355.128568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756355.128877:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756355.128879:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756355.129218:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756355.129221:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756360.247011:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756360.247018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756360.247963:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756360.247966:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756360.248264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756360.248267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756360.248612:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756360.248617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756360.249099:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756360.249103:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756365.366866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756365.366872:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756365.367539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756365.367542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756365.367859:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756365.367862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756365.368321:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756365.368323:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756365.368826:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756365.368829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000080:00000010:2.1:1787756367.104152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51707c0. 00000080:00000010:2.1:1787756367.104194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ae40. 00000080:00000010:2.1:1787756367.104199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a1a0. 00010000:00000010:2.1:1787756367.104204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a200. 00010000:00000010:2.1:1787756367.104208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001c00. 00010000:00000010:2.1:1787756367.104212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a900. 00010000:00000010:2.1:1787756367.104216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb000a00. 00010000:00000010:2.1:1787756367.104219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8ce00. 00010000:00000010:2.1:1787756367.104222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047e00. 00010000:00000010:2.1:1787756367.104226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3a600. 00010000:00000010:2.1:1787756367.104229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb001400. 00010000:00000010:2.1:1787756367.104232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c200. 00010000:00000010:2.1:1787756367.104236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882000. 00010000:00000010:2.1:1787756367.104239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c400. 00010000:00000010:2.1:1787756367.104242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882400. 00010000:00000010:2.1:1787756367.104245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c600. 00010000:00000010:2.1:1787756367.104247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882600. 00010000:00000010:2.1:1787756367.104250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c900. 00010000:00000010:2.1:1787756367.104253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883c00. 00010000:00000010:2.1:1787756367.104256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6b00. 00010000:00000010:2.1:1787756367.104259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13400. 00010000:00000010:2.1:1787756367.104262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12000. 00010000:00000010:2.1:1787756367.104265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cc00. 00010000:00000010:2.1:1787756367.104269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882a00. 00010000:00000010:2.1:1787756367.104274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c300. 00010000:00000010:2.1:1787756367.104278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb047200. 00010000:00000010:2.1:1787756367.104282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00cb00. 00010000:00000010:2.1:1787756367.104286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883400. 00010000:00000010:2.1:1787756367.104291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c800. 00010000:00000010:2.1:1787756367.104295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb13a00. 00010000:00000010:2.1:1787756367.104300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb00c000. 00010000:00000010:2.1:1787756367.104304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9883800. 00010000:00000010:2.1:1787756367.104309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046800. 00000800:00000200:0.1:1787756370.487157:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756370.487166:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756370.488210:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756370.488215:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756370.488598:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756370.488601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756370.488994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756370.488997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756370.489562:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756370.489564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756375.607018:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756375.607024:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756375.607664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756375.607666:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756375.607943:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756375.607945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756375.608260:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756375.608262:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756375.608607:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756375.608609:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756380.726941:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756380.727538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756380.727883:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756380.728980:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756380.729216:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.846912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.846916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756385.847790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.847793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756385.848056:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.848058:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756385.848317:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.848319:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756385.848644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756385.848647:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756390.967175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756390.967181:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756390.967868:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756390.967871:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756390.968378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756390.968381:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756390.968637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756390.968640:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756390.969086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756390.969092:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756396.087075:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756396.087080:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756396.087977:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756396.087981:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756396.088453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756396.088457:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756396.088835:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756396.088838:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756396.089235:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756396.089239:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00010000:00000010:2.1:1787756396.798151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020200. 00010000:00000010:2.1:1787756396.798157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9cb200. 00010000:00000010:2.1:1787756396.798161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020800. 00010000:00000010:2.1:1787756396.798163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9cbe00. 00010000:00000010:2.1:1787756396.798165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020500. 00010000:00000010:2.1:1787756396.798168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9ca400. 00010000:00000010:2.1:1787756396.798170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f500. 00010000:00000010:2.1:1787756396.798173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0600. 00010000:00000010:2.1:1787756396.798175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1de00. 00010000:00000010:2.1:1787756396.798177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94800. 00010000:00000010:2.1:1787756396.798180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d500. 00010000:00000010:2.1:1787756396.798181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94600. 00010000:00000010:2.1:1787756396.798184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053d00. 00010000:00000010:2.1:1787756396.798186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c400. 00010000:00000010:2.1:1787756396.798189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053600. 00010000:00000010:2.1:1787756396.798191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4200. 00010000:00000010:2.1:1787756396.798193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1d700. 00010000:00000010:2.1:1787756396.798195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf95200. 00010000:00000010:2.1:1787756396.798197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036600. 00010000:00000010:2.1:1787756396.798199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01200. 00010000:00000010:2.1:1787756396.798202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053800. 00010000:00000010:2.1:1787756396.798204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c800. 00010000:00000010:2.1:1787756396.798206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f300. 00010000:00000010:2.1:1787756396.798208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1200. 00010000:00000010:2.1:1787756396.798210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f500. 00010000:00000010:2.1:1787756396.798212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfcec00. 00010000:00000010:2.1:1787756396.798214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053300. 00010000:00000010:2.1:1787756396.798216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8cc00. 00010000:00000010:2.1:1787756396.798218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf000. 00010000:00000010:2.1:1787756396.798220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeec000. 00010000:00000010:2.1:1787756396.798222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3ad00. 00010000:00000010:2.1:1787756396.798225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb046000. 00000080:00000010:2.1:1787756398.845145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833000. 00000080:00000010:2.1:1787756398.845161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170f40. 00000800:00000200:3.1:1787756401.206880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756401.206887:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756401.207384:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756401.207386:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756401.207678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756401.207682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756401.207913:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756401.207915:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756401.208181:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756401.208183:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756406.327783:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756406.327813:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756406.328798:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756406.328801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756406.329161:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756406.329164:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756406.329586:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756406.329589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756406.330060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756406.330064:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756411.447537:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756411.447549:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756411.448539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756411.448544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756411.449166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756411.449169:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756411.449576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756411.449581:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756411.450107:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756411.450110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756416.568657:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756416.568699:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756416.569810:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756416.569818:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756416.570179:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756416.570182:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756416.570532:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756416.570534:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756416.570952:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756416.570954:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756421.689375:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756421.689405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756421.690567:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756421.690573:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756421.691164:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756421.691169:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756421.691617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756421.691623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756421.692096:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756421.692100:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756426.807414:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756426.807424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756426.808650:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756426.808655:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756426.809102:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756426.809106:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756426.809586:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756426.809590:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756426.810228:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756426.810232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787756431.927835:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756431.927854:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756431.929610:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756431.929614:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756431.930055:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756431.930058:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756431.930551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756431.930555:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756431.931175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756431.931179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756437.047494:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756437.047504:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756437.048851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756437.048855:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756437.049479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756437.049482:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756437.049898:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756437.049902:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756437.050519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756437.050523:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756442.167361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756442.167369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787756442.168818:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756442.168822:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787756442.169388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756442.169392:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787756442.170012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756442.170016:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787756442.170779:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756442.170783:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787756447.287336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756447.287976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756447.288243:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756447.288474:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756447.288678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.407919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.407925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756452.408368:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.408370:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756452.408630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.408632:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756452.408850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.408851:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756452.409156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756452.409158:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756457.527083:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756457.527091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756457.528031:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756457.528037:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756457.528502:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756457.528504:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756457.528859:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756457.528862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756457.529261:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756457.529263:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756462.647556:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756462.647568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756462.648844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756462.648848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756462.649306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756462.649309:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756462.649762:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756462.649766:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756462.650205:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756462.650208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787756467.766969:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756467.766978:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756467.768079:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756467.768082:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756467.768472:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756467.768483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756467.769480:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756467.769484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756467.770139:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756467.770143:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787756472.887679:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756472.887757:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756472.889168:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756472.889176:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756472.889810:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756472.889814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756472.890281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756472.890285:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756472.890918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756472.890921:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787756478.007094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756478.007102:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756478.008019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756478.008022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756478.008352:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756478.008354:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756478.008667:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756478.008670:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756478.009054:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756478.009057:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787756483.127060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756483.127064:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787756483.127842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756483.127846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787756483.128213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756483.128215:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787756483.128462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756483.128465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787756483.128921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756483.128923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787756488.247327:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756488.247338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787756488.248782:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756488.248787:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787756488.249306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756488.249310:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787756488.249792:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756488.249796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787756488.250475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756488.250481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756493.366976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756493.366985:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756493.367935:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756493.367938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756493.368287:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756493.368289:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756493.368716:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756493.368719:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756493.369209:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756493.369213:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756498.487119:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756498.487129:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756498.487960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756498.487965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756498.488341:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756498.488344:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756498.488577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756498.488579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756498.488871:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756498.488873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787756503.607555:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756503.607564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787756503.608992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756503.608995:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787756503.609514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756503.609518:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787756503.612212:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756503.612216:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787756503.612567:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756503.612570:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000080:00000010:1.1:1787756506.364165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833260. 00000080:00000010:1.1:1787756506.364182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675860. 00000080:00000010:1.1:1787756506.364199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51706c0. 00000080:00000010:1.1:1787756506.368177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675440. 00010000:00000010:1.1:1787756506.368183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c200. 00010000:00000010:1.1:1787756506.368186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01e00. 00010000:00000010:1.1:1787756506.368190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fb00. 00010000:00000010:1.1:1787756506.368193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab9882200. 00010000:00000010:1.1:1787756506.368196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeecc00. 00010000:00000010:1.1:1787756506.368198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfce400. 00010000:00000010:1.1:1787756506.368201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48300. 00010000:00000010:1.1:1787756506.368204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016600. 00010000:00000010:1.1:1787756506.368206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48600. 00010000:00000010:1.1:1787756506.368208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016200. 00010000:00000010:1.1:1787756506.368211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053400. 00010000:00000010:1.1:1787756506.368213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8c600. 00010000:00000010:1.1:1787756506.368215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeedc00. 00010000:00000010:1.1:1787756506.368218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01800. 00010000:00000010:1.1:1787756506.368220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf100. 00010000:00000010:1.1:1787756506.368223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeeda00. 00010000:00000010:1.1:1787756506.368225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48100. 00010000:00000010:1.1:1787756506.368227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017000. 00010000:00000010:1.1:1787756506.368229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abf500. 00010000:00000010:1.1:1787756506.368231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeed600. 00010000:00000010:1.1:1787756506.368233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf48000. 00010000:00000010:1.1:1787756506.368235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb017c00. 00010000:00000010:1.1:1787756506.368237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036d00. 00010000:00000010:1.1:1787756506.368240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c7800. 00010000:00000010:1.1:1787756506.368243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6800. 00010000:00000010:1.1:1787756506.368246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb0c6000. 00000080:00000010:2.1:1787756508.416220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170a20. 00000800:00000200:0.1:1787756508.726966:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756508.726976:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756508.727690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756508.727693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756508.727960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756508.727964:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756508.728281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756508.728283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756508.728548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756508.728551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756513.846922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756513.847460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756513.847736:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756513.847924:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756513.848112:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.967646:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.967654:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756518.968742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.968749:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756518.969430:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.969435:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756518.969992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.969996:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756518.970497:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756518.970501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756524.087227:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756524.087241:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756524.088454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756524.088457:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756524.088856:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756524.088859:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756524.089214:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756524.089217:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756524.089780:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756524.089785:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756529.207100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756529.207110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756529.208092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756529.208094:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756529.208444:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756529.208448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756529.208911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756529.208915:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756529.209265:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756529.209267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787756534.327696:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756534.327725:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787756534.329740:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756534.329744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787756534.330219:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756534.330223:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787756534.330664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756534.330668:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787756534.331268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756534.331273:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787756539.447528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756539.447534:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756539.448983:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756539.448987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756539.449340:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756539.449342:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756539.449576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756539.449579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756539.450078:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756539.450082:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756544.567404:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756544.567414:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787756544.568672:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756544.568676:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787756544.569227:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756544.569232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787756544.569684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756544.569688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787756544.570206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756544.570210:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756549.687553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756549.687565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756549.689008:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756549.689012:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756549.689611:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756549.689614:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756549.690038:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756549.690042:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756549.690533:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756549.690536:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756554.806792:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756554.806800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756554.807467:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756554.807469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756554.807752:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756554.807754:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756554.808044:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756554.808047:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756554.808418:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756554.808420:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756559.927478:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756559.927492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756559.928845:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756559.928848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756559.929086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756559.929088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756559.929418:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756559.929421:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756559.929768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756559.929771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756565.047438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756565.047449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756565.048839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756565.048843:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756565.049344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756565.049348:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756565.049795:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756565.049799:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756565.050447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756565.050451:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756570.167566:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756570.167579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756570.169037:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756570.169040:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756570.169717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756570.169724:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756570.170551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756570.170558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756570.171561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756570.171565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756575.287385:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756575.287398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756575.288907:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756575.288916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756575.289456:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756575.289462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756575.290038:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756575.290042:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756575.290647:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756575.290651:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756580.407638:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756580.408605:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756580.409276:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756580.409665:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756580.410016:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.527651:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.527665:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756585.529373:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.529379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756585.529885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.529889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756585.530314:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.530318:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756585.530962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756585.530965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000080:00000010:3.1:1787756589.308180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170200. 00000080:00000010:3.1:1787756589.313211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51709c0. 00000800:00000200:2.1:1787756590.647437:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756590.647450:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756590.648886:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756590.648891:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756590.649425:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756590.649429:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756590.649918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756590.649922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756590.650333:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756590.650338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756595.767713:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756595.767725:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756595.769595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756595.769599:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756595.770037:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756595.770041:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756595.770508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756595.770515:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756595.771175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756595.771179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00010000:00000010:2.1:1787756596.487178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1300. 00010000:00000010:2.1:1787756596.487202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b800. 00010000:00000010:2.1:1787756596.487209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030e00. 00010000:00000010:2.1:1787756596.487214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b12200. 00010000:00000010:2.1:1787756596.487219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a829b1500. 00010000:00000010:2.1:1787756596.487224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0a00. 00010000:00000010:2.1:1787756596.487228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1200. 00010000:00000010:2.1:1787756596.487233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6aa00. 00010000:00000010:2.1:1787756596.487237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985600. 00010000:00000010:2.1:1787756596.487241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44e00. 00010000:00000010:2.1:1787756596.487245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d1dc00. 00010000:00000010:2.1:1787756596.487250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abb016400. 00010000:00000010:2.1:1787756596.487254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5fe00. 00010000:00000010:2.1:1787756596.487258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0200. 00010000:00000010:2.1:1787756596.487262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5ff00. 00010000:00000010:2.1:1787756596.487266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1000. 00010000:00000010:2.1:1787756596.487271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f900. 00010000:00000010:2.1:1787756596.487275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1400. 00010000:00000010:2.1:1787756596.487279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2d5f000. 00010000:00000010:2.1:1787756596.487284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0400. 00010000:00000010:2.1:1787756596.487288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb053100. 00010000:00000010:2.1:1787756596.487292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8de00. 00010000:00000010:2.1:1787756596.487297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f100. 00010000:00000010:2.1:1787756596.487301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfce800. 00010000:00000010:2.1:1787756596.487305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8fe00. 00010000:00000010:2.1:1787756596.487309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfcfe00. 00010000:00000010:2.1:1787756596.487314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036700. 00010000:00000010:2.1:1787756596.487318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd01400. 00010000:00000010:2.1:1787756596.487322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f700. 00010000:00000010:2.1:1787756596.487326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbfcf200. 00010000:00000010:2.1:1787756596.487330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036200. 00010000:00000010:2.1:1787756596.487334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00600. 00000080:00000010:0.1:1787756599.549191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675680. 00000080:00000010:0.1:1787756599.549219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170320. 00000080:00000010:0.1:1787756599.549229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170920. 00000080:00000010:0.1:1787756599.549238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170860. 00000080:00000010:0.1:1787756599.549246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a4a0. 00000080:00000010:0.1:1787756599.552328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51704a0. 00000080:00000010:0.1:1787756599.552349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833e60. 00000080:00000010:0.1:1787756599.552355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334c0. 00000080:00000010:0.1:1787756599.552360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51701e0. 00000080:00000010:0.1:1787756599.552385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8331c0. 00000080:00000010:0.1:1787756599.552390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675cc0. 00000080:00000010:0.1:1787756599.552396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7aae0. 00000800:00000200:2.1:1787756600.887426:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756600.887469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756600.888751:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756600.888754:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756600.889213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756600.889217:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756600.889741:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756600.889745:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756600.890186:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756600.890190:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756606.007210:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756606.007220:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756606.008507:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756606.008512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756606.008933:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756606.008937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756606.011050:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756606.011054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787756606.011658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756606.011661:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00010000:00000010:3.1:1787756609.793198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1400. 00010000:00000010:3.1:1787756609.793216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6bc00. 00010000:00000010:3.1:1787756609.793226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf700. 00010000:00000010:3.1:1787756609.793236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8400. 00010000:00000010:3.1:1787756609.793244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a922d1500. 00010000:00000010:3.1:1787756609.793250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ba00. 00010000:00000010:3.1:1787756609.793258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9c00. 00010000:00000010:3.1:1787756609.793265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd1600. 00010000:00000010:3.1:1787756609.793272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15a00. 00010000:00000010:3.1:1787756609.793323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5200. 00010000:00000010:3.1:1787756609.793329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aafd00. 00010000:00000010:3.1:1787756609.793334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8c00. 00010000:00000010:3.1:1787756609.793338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15e00. 00010000:00000010:3.1:1787756609.793343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4400. 00010000:00000010:3.1:1787756609.793347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4e00. 00010000:00000010:3.1:1787756609.793351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf500. 00010000:00000010:3.1:1787756609.793355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9400. 00010000:00000010:3.1:1787756609.793360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15500. 00010000:00000010:3.1:1787756609.793365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4600. 00010000:00000010:3.1:1787756609.793369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8fb00. 00010000:00000010:3.1:1787756609.793373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6be00. 00010000:00000010:3.1:1787756609.793377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8000. 00010000:00000010:3.1:1787756609.793381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abfb15c00. 00010000:00000010:3.1:1787756609.793386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5a00. 00010000:00000010:3.1:1787756609.793390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf800. 00010000:00000010:3.1:1787756609.793396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9e00. 00010000:00000010:3.1:1787756609.793400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2b8f400. 00010000:00000010:3.1:1787756609.793405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6b600. 00010000:00000010:3.1:1787756609.793409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf400. 00010000:00000010:3.1:1787756609.793414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde8600. 00000800:00000200:0.1:1787756611.127383:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756611.127394:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756611.128735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756611.128739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756611.129251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756611.129277:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756611.129774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756611.129779:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756611.130482:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756611.130489:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756616.247236:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756616.247244:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756616.248187:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756616.248193:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756616.248636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756616.248640:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756616.249048:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756616.249052:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756616.249684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756616.249688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756621.367960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756621.367975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756621.369418:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756621.369422:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756621.369949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756621.369953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756621.370524:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756621.370528:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756621.370934:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756621.370939:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787756626.487683:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756626.487691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787756626.489400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756626.489404:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787756626.489831:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756626.489834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787756626.490417:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756626.490421:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787756626.491082:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756626.491086:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756631.607409:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756631.607420:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756631.608773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756631.608776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756631.609279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756631.609285:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756631.609784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756631.609788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756631.610480:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756631.610484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756636.727412:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756636.727423:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756636.728591:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756636.728595:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756636.729070:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756636.729073:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756636.729566:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756636.729570:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756636.730010:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756636.730014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756641.847655:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756641.847669:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756641.849336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756641.849342:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756641.849891:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756641.849895:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756641.850454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756641.850460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756641.850934:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756641.850939:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756646.967575:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756646.968381:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756646.969108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756646.969530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756646.969876:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.087677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.087694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756652.089298:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.089303:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756652.089871:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.089875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756652.090432:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.090436:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756652.091003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756652.091009:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756657.207558:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756657.207580:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787756657.209396:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756657.209400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787756657.209920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756657.209926:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787756657.210535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756657.210539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787756657.210964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756657.210968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787756662.327327:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756662.327339:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787756662.329512:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756662.329528:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787756662.330488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756662.330492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787756662.331010:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756662.331014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787756662.331512:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756662.331517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787756667.447546:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756667.447573:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787756667.449702:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756667.449707:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787756667.450403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756667.450406:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787756667.450950:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756667.450954:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787756667.451397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787756667.451401:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787756672.567379:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756672.567389:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756672.568687:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756672.568693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756672.569260:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756672.569264:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756672.569782:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756672.569786:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756672.570243:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756672.570247:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756677.687351:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756677.687365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756677.688671:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756677.688674:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756677.689164:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756677.689168:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756677.689645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756677.689649:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756677.690275:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756677.690279:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756682.806939:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756682.806949:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756682.807888:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756682.807890:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756682.808175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756682.808177:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756682.808594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756682.808597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756682.808854:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756682.808858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000080:00000010:0.1:1787756687.612166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170500. 00000080:00000010:0.1:1787756687.616165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8332c0. 00000080:00000010:0.1:1787756687.616177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833a20. 00000080:00000010:0.1:1787756687.616182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170640. 00000080:00000010:0.1:1787756687.616186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a000. 00000080:00000010:0.1:1787756687.616191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ac00. 00000080:00000010:0.1:1787756687.616194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7ace0. 00010000:00000010:0.1:1787756687.616199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f100. 00010000:00000010:0.1:1787756687.616204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b200. 00010000:00000010:0.1:1787756687.616207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3fd00. 00010000:00000010:0.1:1787756687.616210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04a800. 00010000:00000010:0.1:1787756687.616213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f600. 00010000:00000010:0.1:1787756687.616216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a200. 00010000:00000010:0.1:1787756687.616220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9caa00. 00010000:00000010:0.1:1787756687.616223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5800. 00010000:00000010:0.1:1787756687.616226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dda00. 00010000:00000010:0.1:1787756687.616230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeb800. 00010000:00000010:0.1:1787756687.616233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaebc00. 00010000:00000010:0.1:1787756687.616236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaebe00. 00010000:00000010:0.1:1787756687.616239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a925dfb00. 00010000:00000010:0.1:1787756687.616243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2800. 00010000:00000010:0.1:1787756687.616246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030a00. 00010000:00000010:0.1:1787756687.616249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563800. 00010000:00000010:0.1:1787756687.616253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030600. 00010000:00000010:0.1:1787756687.616255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d5c00. 00010000:00000010:0.1:1787756687.616258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030f00. 00010000:00000010:0.1:1787756687.616261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a9d8d4000. 00010000:00000010:0.1:1787756687.616264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a84dc6400. 00010000:00000010:0.1:1787756687.616267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeb000. 00010000:00000010:0.1:1787756687.616270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6a400. 00010000:00000010:0.1:1787756687.616272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97000. 00010000:00000010:0.1:1787756687.616275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbe8da00. 00000800:00000200:0.1:1787756687.927429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756687.927440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756687.928172:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756687.928176:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756687.928752:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756687.928756:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756687.929301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756687.929305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756687.929711:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756687.929715:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000080:00000010:0.1:1787756689.661173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8337e0. 00000080:00000010:0.1:1787756689.661191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833560. 00000080:00000010:0.1:1787756689.661196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833fa0. 00000080:00000010:0.1:1787756689.665169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8334a0. 00000080:00000010:0.1:1787756689.665180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170be0. 00010000:00000010:0.1:1787756689.665187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9cbc00. 00010000:00000010:0.1:1787756689.665194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13000. 00010000:00000010:0.1:1787756689.665200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563200. 00010000:00000010:0.1:1787756689.665205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563000. 00010000:00000010:0.1:1787756689.665209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563600. 00010000:00000010:0.1:1787756689.665213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562400. 00010000:00000010:0.1:1787756689.665218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020000. 00010000:00000010:0.1:1787756689.665224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563400. 00010000:00000010:0.1:1787756689.665228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562000. 00010000:00000010:0.1:1787756689.665232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf95000. 00010000:00000010:0.1:1787756689.665237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf94200. 00010000:00000010:0.1:1787756689.665241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020100. 00010000:00000010:0.1:1787756689.665246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562200. 00010000:00000010:0.1:1787756689.665250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563a00. 00010000:00000010:0.1:1787756689.665254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030000. 00010000:00000010:0.1:1787756689.665259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562c00. 00010000:00000010:0.1:1787756689.665263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbf8c700. 00010000:00000010:0.1:1787756689.665267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563e00. 00010000:00000010:0.1:1787756689.665271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc400. 00010000:00000010:0.1:1787756689.665275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030900. 00010000:00000010:0.1:1787756689.665279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562600. 00000800:00000200:0.1:1787756693.046824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756693.046829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756693.047496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756693.047498:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756693.047733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756693.047734:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756693.047989:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756693.047991:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756693.048275:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756693.048277:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756698.167585:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756698.167599:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787756698.169094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756698.169098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787756698.169629:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756698.169635:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787756698.170233:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756698.170237:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787756698.170977:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756698.170982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787756703.287567:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756703.287585:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756703.289527:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756703.289533:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756703.290469:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756703.290473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756703.291040:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756703.291044:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756703.291490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756703.291494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787756708.407271:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756708.407280:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756708.408606:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756708.408611:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756708.409193:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756708.409196:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756708.409644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756708.409647:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756708.410173:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756708.410177:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787756713.527542:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756713.528238:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756713.529013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756713.529439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756713.529792:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.648823:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.648830:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756718.649434:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.649438:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756718.649920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.649923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756718.650387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.650391:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756718.650861:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756718.650865:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756723.767325:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756723.767342:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756723.768811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756723.768815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756723.769361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756723.769367:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756723.769814:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756723.769818:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756723.770485:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756723.770488:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756728.887388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756728.887396:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756728.888743:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756728.888754:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756728.889245:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756728.889249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756728.889662:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756728.889665:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756728.890274:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756728.890278:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756734.007440:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756734.007446:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756734.008824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756734.008832:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756734.009540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756734.009542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756734.009816:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756734.009818:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756734.010029:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756734.010031:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756739.127353:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756739.127369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756739.128658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756739.128663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756739.129155:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756739.129160:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756739.129673:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756739.129677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787756739.130156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756739.130161:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787756744.246924:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756744.246929:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756744.247617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756744.247620:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756744.247938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756744.247941:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756744.248303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756744.248306:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787756744.248659:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756744.248662:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000080:00000010:2.1:1787756748.034168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8339a0. 00000080:00000010:2.1:1787756748.034183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ac0. 00010000:00000010:1.1:1787756748.038144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2800. 00010000:00000010:1.1:1787756748.038153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb3e00. 00010000:00000010:1.1:1787756748.038157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020d00. 00010000:00000010:1.1:1787756748.038160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562e00. 00010000:00000010:1.1:1787756748.038170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985000. 00000080:00000010:2.1:1787756748.038171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ea0. 00010000:00000010:3.1:1787756748.038171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbeda500. 00010000:00000010:1.1:1787756748.038177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44a00. 00010000:00000010:3.1:1787756748.038187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04ae00. 00010000:00000010:1.1:1787756748.038189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97e00. 00000080:00000010:2.1:1787756748.038191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675740. 00010000:00000010:3.1:1787756748.038199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f900. 00010000:00000010:1.1:1787756748.038203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfb12e00. 00000080:00000010:2.1:1787756748.038206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a980. 00010000:00000010:3.1:1787756748.038206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04a200. 00010000:00000010:1.1:1787756748.038209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030200. 00010000:00000010:1.1:1787756748.038219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd800. 00010000:00000010:3.1:1787756748.038220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97200. 00000080:00000010:2.1:1787756748.038229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170100. 00010000:00000010:1.1:1787756748.038230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036000. 00010000:00000010:3.1:1787756748.038233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dcc00. 00010000:00000010:1.1:1787756748.038245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd2e00. 00010000:00000010:3.1:1787756748.038246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030800. 00010000:00000010:1.1:1787756748.038263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985300. 00010000:00000010:3.1:1787756748.038263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562a00. 00010000:00000010:1.1:1787756748.038286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf45c00. 00010000:00000010:3.1:1787756748.038287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97800. 00010000:00000010:1.1:1787756748.038299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985d00. 00010000:00000010:3.1:1787756748.038301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dce00. 00010000:00000010:1.1:1787756748.038312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dc200. 00010000:00000010:3.1:1787756748.038313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97c00. 00010000:00000010:1.1:1787756748.038324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3fa00. 00010000:00000010:3.1:1787756748.038326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dd200. 00010000:00000010:1.1:1787756748.038336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b12000. 00000080:00000010:2.1:1787756748.038338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51702a0. 00010000:00000010:3.1:1787756748.038338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a92d97d00. 00010000:00000010:1.1:1787756748.038342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab6aaf900. 00010000:00000010:1.1:1787756748.038364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbde9a00. 00010000:00000010:3.1:1787756748.038365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf6ac00. 00010000:00000010:2.1:1787756748.038367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aac9cac00. 00010000:00000010:1.1:1787756748.038373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f300. 00010000:00000010:3.1:1787756748.038376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb020900. 00010000:00000010:2.1:1787756748.038377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b12800. 00010000:00000010:1.1:1787756748.038379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13400. 00010000:00000010:2.1:1787756748.038387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b12600. 00010000:00000010:3.1:1787756748.038387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86562800. 00010000:00000010:1.1:1787756748.038389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f200. 00010000:00000010:1.1:1787756748.038402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b12c00. 00010000:00000010:2.1:1787756748.038404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb036300. 00010000:00000010:3.1:1787756748.038404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abb030c00. 00010000:00000010:2.1:1787756748.038416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbd00c00. 00010000:00000010:3.1:1787756748.038416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a86563c00. 00010000:00000010:2.1:1787756748.038423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977aa5abff00. 00010000:00000010:3.1:1787756748.038423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985a00. 00010000:00000010:2.1:1787756748.038426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbdd0000. 00010000:00000010:3.1:1787756748.038427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44600. 00010000:00000010:2.1:1787756748.038430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977ab2c95e00. 00010000:00000010:3.1:1787756748.038431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a90985500. 00010000:00000010:2.1:1787756748.038434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aaadd3200. 00010000:00000010:3.1:1787756748.038435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977ab29dca00. 00010000:00000010:2.1:1787756748.038438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1000. 00010000:00000010:2.1:1787756748.038441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeac00. 00010000:00000010:2.1:1787756748.038445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbeda300. 00010000:00000010:2.1:1787756748.038466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04be00. 00010000:00000010:2.1:1787756748.038473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977a84b13c00. 00010000:00000010:2.1:1787756748.038480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f700. 00010000:00000010:2.1:1787756748.038488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04b400. 00010000:00000010:2.1:1787756748.038494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abbe3f800. 00010000:00000010:2.1:1787756748.038501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977aad04bc00. 00010000:00000010:2.1:1787756748.038508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2400. 00010000:00000010:2.1:1787756748.038515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbeb3a00. 00010000:00000010:2.1:1787756748.038520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977abe7e2f00. 00010000:00000010:2.1:1787756748.038524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abbf44800. 00010000:00000010:2.1:1787756748.038548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff977a926a1700. 00010000:00000010:2.1:1787756748.038551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff977abfaeaa00. 00000800:00000200:0.1:1787756749.367475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756749.367483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756749.368738:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756749.368742:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756749.369271:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756749.369275:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756749.369678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756749.369682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787756749.370200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756749.370204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000080:00000010:3.1:1787756751.102196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833020. 00000080:00000010:3.1:1787756751.102223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675840. 00000080:00000010:3.1:1787756751.102230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833420. 00000080:00000010:3.1:1787756751.102235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833760. 00000080:00000010:3.1:1787756751.106190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833f00. 00000080:00000010:3.1:1787756751.106205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675160. 00000080:00000010:3.1:1787756751.106213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170960. 00000080:00000010:3.1:1787756751.106219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170140. 00000080:00000010:3.1:1787756751.106224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833d40. 00000080:00000010:3.1:1787756751.106229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170ca0. 00000080:00000010:3.1:1787756751.106234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170040. 00000080:00000010:3.1:1787756751.106240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab5170c80. 00000080:00000010:3.1:1787756751.106245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833c80. 00000080:00000010:3.1:1787756751.106249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833ce0. 00000080:00000010:3.1:1787756751.106254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7a280. 00000080:00000010:3.1:1787756751.106287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675ac0. 00000080:00000010:3.1:1787756751.106309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d8335e0. 00000080:00000010:3.1:1787756751.106342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675a40. 00000080:00000010:3.1:1787756751.106347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799db7aa40. 00000080:00000010:3.1:1787756751.106353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff97799d833980. 00000080:00000010:3.1:1787756751.106358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977ab51708a0. 00000080:00000010:3.1:1787756751.106362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf6753a0. 00000080:00000010:3.1:1787756751.106367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff977abf675fe0. 00000800:00000200:0.1:1787756754.486970:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756754.486977:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756754.487840:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756754.487844:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756754.488119:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756754.488121:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756754.488491:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756754.488494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756754.488821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756754.488823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756759.607209:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756759.607219:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756759.608594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756759.608598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756759.609079:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756759.609082:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756759.609516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756759.609520:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756759.610096:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756759.610100:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756764.727367:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756764.727376:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756764.728850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756764.728854:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756764.729375:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756764.729380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756764.729921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756764.729925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756764.730734:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756764.730739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756769.847209:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756769.847218:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756769.848379:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756769.848382:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756769.848758:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756769.848761:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756769.849175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756769.849179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756769.849658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756769.849661:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787756774.967448:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756774.967463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756774.969004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756774.969010:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756774.969554:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756774.969558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756774.970174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756774.970178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756774.970684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756774.970688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787756780.087442:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756780.088239:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756780.088690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756780.089036:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756780.089433:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.207870:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.207889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756785.210012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.210018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756785.210640:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.210644:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756785.211262:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.211266:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756785.212024:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756785.212030:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756790.327786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756790.327801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756790.329380:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756790.329384:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756790.329879:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756790.329883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756790.330381:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756790.330385:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756790.330864:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756790.330868:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756795.446975:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756795.446983:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756795.448052:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756795.448056:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756795.448667:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756795.448670:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756795.449109:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756795.449111:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756795.449541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756795.449544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787756800.567351:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756800.567388:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756800.568815:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756800.568821:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756800.569633:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756800.569639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756800.570453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756800.570460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787756800.571545:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756800.571552:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756805.687920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756805.687932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756805.688996:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756805.689003:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756805.689545:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756805.689549:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756805.690049:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756805.690053:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756805.690549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756805.690553:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756810.806967:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756810.806972:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756810.807847:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756810.807849:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756810.808105:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756810.808108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756810.808507:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756810.808509:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756810.808776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756810.808778:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756815.927178:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756815.927183:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787756815.928161:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756815.928164:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787756815.928472:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756815.928474:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787756815.928834:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756815.928837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787756815.929235:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756815.929238:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787756821.047905:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756821.047917:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1787756821.049517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756821.049522:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1787756821.050009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756821.050013:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1787756821.050592:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756821.050599:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1787756821.051009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756821.051013:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1787756826.167507:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756826.167515:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756826.168822:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756826.168828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756826.169371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756826.169374:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756826.169915:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756826.169920:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756826.170633:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756826.170637:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756831.287595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756831.287606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756831.288964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756831.288968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756831.289600:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756831.289603:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756831.290143:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756831.290147:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756831.290674:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756831.290696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756836.407533:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756836.407547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756836.408837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756836.408842:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756836.409330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756836.409334:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756836.409844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756836.409848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756836.410331:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756836.410334:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756841.526906:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756841.526909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756841.527685:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756841.527690:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756841.528293:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756841.528295:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756841.528543:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756841.528545:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756841.528786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756841.528789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756846.647362:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756846.648028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756846.648777:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756846.650009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756846.650401:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.767086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.767094:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756851.768531:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.768538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756851.769315:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.769322:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756851.769821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.769825:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756851.770376:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756851.770382:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787756856.887053:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756856.887065:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756856.887992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756856.887994:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756856.888260:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756856.888264:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756856.888491:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756856.888494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787756856.888702:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756856.888704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756862.006784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756862.006789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756862.007529:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756862.007531:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756862.007748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756862.007750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756862.007973:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756862.007975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756862.008285:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756862.008287:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756867.126788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756867.126795:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756867.127506:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756867.127508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756867.127758:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756867.127761:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756867.128111:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756867.128132:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756867.128358:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756867.128361:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787756872.247016:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756872.247022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756872.248059:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756872.248061:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756872.248301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756872.248302:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756872.248511:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756872.248513:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756872.248852:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756872.248854:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787756877.367452:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756877.367463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756877.367884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756877.367887:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756877.368141:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756877.368143:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756877.368422:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756877.368424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756877.368675:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756877.368677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787756882.486875:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756882.486889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756882.487432:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756882.487436:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756882.487765:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756882.487767:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756882.487985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756882.487987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787756882.488300:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756882.488303:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787756887.606889:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756887.606893:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787756887.607648:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756887.607652:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787756887.607909:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756887.607910:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787756887.608222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756887.608224:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787756887.608467:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756887.608469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787756892.726674:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756892.726678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756892.727144:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756892.727146:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756892.727382:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756892.727385:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756892.727599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756892.727601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756892.727807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756892.727809:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787756897.847649:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756897.847658:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756897.848918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756897.848924:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756897.849593:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756897.849597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756897.850023:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756897.850027:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756897.850590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756897.850596:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787756902.967439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756902.967450:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756902.968646:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756902.968650:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756902.969086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756902.969091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756902.969644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756902.969648:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756902.970048:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756902.970052:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787756908.087372:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756908.087389:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756908.088575:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756908.088581:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756908.089172:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756908.089176:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756908.089645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756908.089651:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787756908.090208:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787756908.090212:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756913.207774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756913.208467:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756913.208805:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756913.209249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756913.210034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.328424:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.328432:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756918.330705:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.330709:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756918.331241:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.331245:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756918.331675:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.331679:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756918.332364:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756918.332369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787756923.447306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756923.447316:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756923.448789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756923.448800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756923.449333:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756923.449337:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756923.449875:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756923.449882:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756923.450550:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756923.450554:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787756928.566894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756928.566899:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756928.567604:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756928.567606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756928.567941:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756928.567945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756928.568193:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756928.568196:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756928.568483:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756928.568485:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787756933.687723:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756933.687743:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756933.689683:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756933.689688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756933.690149:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756933.690153:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756933.690670:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756933.690674:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756933.691323:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756933.691327:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787756938.807454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756938.807492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756938.808797:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756938.808810:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756938.809535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756938.809541:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756938.810168:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756938.810171:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756938.810661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756938.810665:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787756943.927541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756943.927555:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756943.928976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756943.928980:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756943.929590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756943.929594:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756943.930051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756943.930055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787756943.930825:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756943.930829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787756949.047105:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756949.047112:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756949.048283:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756949.048312:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756949.048753:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756949.048757:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756949.049217:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756949.049221:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787756949.049839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756949.049845:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787756954.167371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756954.167382:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787756954.168793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756954.168797:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787756954.169359:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756954.169363:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787756954.169875:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756954.169878:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787756954.170606:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756954.170610:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787756959.287490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756959.287501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756959.288669:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756959.288673:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756959.289087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756959.289090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756959.289594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756959.289597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756959.290216:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756959.290219:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787756964.407386:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756964.407396:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756964.408813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756964.408818:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756964.409334:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756964.409338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756964.409807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756964.409811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787756964.410444:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756964.410449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787756969.527700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756969.527710:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756969.529446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756969.529450:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756969.529889:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756969.529893:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756969.530447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756969.530451:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756969.530868:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756969.530871:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787756974.647438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756974.647446:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756974.648727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756974.648731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756974.649301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756974.649306:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756974.649777:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756974.649781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756974.650462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756974.650466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787756979.767439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756979.768249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756979.769025:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756979.769454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787756979.769820:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.887686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.887701:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756984.889510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.889516:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756984.890030:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.890034:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756984.890471:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.890474:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756984.891042:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756984.891046:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787756990.007390:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756990.007398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756990.008660:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756990.008665:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756990.009259:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756990.009263:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756990.009820:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756990.009823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756990.010405:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756990.010409:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787756995.127547:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756995.127559:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756995.128912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756995.128916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756995.129423:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756995.129427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756995.129871:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756995.129875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787756995.130365:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787756995.130369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787757000.246990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757000.246996:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787757000.247831:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757000.247836:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787757000.248329:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757000.248353:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787757000.248733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757000.248737:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787757000.249303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757000.249325:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757005.367234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757005.367242:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757005.368173:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757005.368177:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757005.368848:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757005.368855:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757005.369508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757005.369512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757005.370092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757005.370096:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757010.487422:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757010.487430:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757010.488813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757010.488817:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757010.489417:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757010.489420:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757010.489901:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757010.489907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757010.490468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757010.490472:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757015.607785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757015.607792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757015.609477:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757015.609498:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757015.610181:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757015.610188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757015.611060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757015.611067:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757015.611925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757015.611932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757020.727609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757020.727618:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757020.729606:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757020.729610:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757020.730179:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757020.730183:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757020.730789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757020.730793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757020.731495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757020.731501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757025.847491:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757025.847501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757025.848811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757025.848815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757025.849349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757025.849353:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757025.849763:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757025.849767:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757025.850535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757025.850540:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757030.967418:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757030.967427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757030.968666:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757030.968670:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757030.969150:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757030.969154:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757030.969628:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757030.969632:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757030.970269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757030.970276:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757036.087807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757036.087814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757036.089746:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757036.089750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757036.090279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757036.090282:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757036.090742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757036.090748:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757036.091531:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757036.091535:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757041.207599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757041.207607:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757041.209320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757041.209324:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757041.209769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757041.209774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757041.210264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757041.210267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757041.210900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757041.210904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757046.327378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757046.328076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757046.328947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757046.329414:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757046.329922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.448343:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.448355:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757051.449294:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.449299:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757051.449918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.449923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757051.450388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.450391:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757051.450985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757051.450989:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757056.567158:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757056.567165:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757056.567548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757056.567550:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757056.567829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757056.567831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757056.568056:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757056.568060:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757056.568377:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757056.568379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757061.687664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757061.687682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757061.689102:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757061.689109:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757061.689899:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757061.689906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757061.690489:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757061.690494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757061.690919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757061.690922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757066.807590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757066.807606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757066.809587:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757066.809592:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757066.810049:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757066.810053:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757066.810601:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757066.810605:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757066.811240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757066.811244:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757071.927387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757071.927398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757071.928635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757071.928639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757071.929061:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757071.929065:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757071.929595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757071.929599:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757071.929993:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757071.929997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757077.047576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757077.047587:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757077.049565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757077.049570:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757077.050065:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757077.050072:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757077.050635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757077.050639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757077.051332:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757077.051336:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757082.167388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757082.167399:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757082.169114:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757082.169127:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757082.169470:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757082.169473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757082.169749:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757082.169751:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757082.170211:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757082.170214:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757087.287449:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757087.287458:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757087.289585:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757087.289597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757087.290144:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757087.290149:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757087.290678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757087.290682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757087.291155:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757087.291159:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757092.407807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757092.407815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757092.408526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757092.408530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757092.409174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757092.409179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757092.409609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757092.409613:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757092.410045:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757092.410049:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757097.527746:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757097.527761:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757097.528902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757097.528906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757097.529509:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757097.529513:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757097.530238:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757097.530244:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757097.530700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757097.530705:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757102.649410:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757102.649416:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787757102.650318:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757102.650323:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787757102.650802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757102.650806:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787757102.651324:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757102.651328:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787757102.651784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757102.651788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757107.767374:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757107.767382:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757107.768793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757107.768800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757107.769400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757107.769403:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757107.770028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757107.770034:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757107.770794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757107.770798:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757112.887540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757112.888458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757112.888795:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757112.889277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757112.889640:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.011556:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.011564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757118.012445:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.012452:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757118.012956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.012960:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757118.013477:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.013481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757118.013984:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757118.013990:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787757123.127589:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757123.127615:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787757123.129249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757123.129263:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787757123.129838:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757123.129841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787757123.130374:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757123.130378:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787757123.131024:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757123.131028:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787757128.247547:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757128.247558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787757128.249113:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757128.249204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787757128.249948:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757128.249955:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787757128.250715:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757128.250721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787757128.251715:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757128.251721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787757133.367317:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757133.367330:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787757133.368587:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757133.368591:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787757133.369015:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757133.369018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787757133.369624:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757133.369628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787757133.370093:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757133.370097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787757138.487650:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757138.487660:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787757138.488541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757138.488544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787757138.488944:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757138.488968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787757138.489347:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757138.489350:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787757138.489756:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757138.489759:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787757143.607963:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757143.607975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787757143.609538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757143.609540:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787757143.609976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757143.609979:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787757143.610360:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757143.610363:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787757143.610790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757143.610794:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757148.727535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757148.727557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757148.728693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757148.728696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757148.729267:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757148.729270:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757148.729759:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757148.729763:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757148.730375:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757148.730380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757153.847456:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757153.847465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757153.848979:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757153.848983:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757153.849503:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757153.849507:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757153.850026:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757153.850030:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757153.850699:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757153.850705:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757158.967712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757158.967728:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757158.969218:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757158.969221:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757158.969674:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757158.969677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757158.970044:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757158.970047:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757158.970570:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757158.970575:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757164.087790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757164.087796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757164.088773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757164.088777:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757164.089459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757164.089463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757164.089968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757164.089974:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757164.090455:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757164.090459:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757169.207321:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757169.207333:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757169.208536:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757169.208540:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757169.208970:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757169.208975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757169.209438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757169.209443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757169.210046:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757169.210049:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757174.327402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757174.327416:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757174.328734:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757174.328738:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757174.329250:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757174.329253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757174.329702:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757174.329705:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757174.330400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757174.330403:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757179.447522:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757179.448540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757179.449485:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757179.449818:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757179.450299:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.567499:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.567506:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757184.569361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.569363:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757184.569614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.569617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757184.569853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.569855:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757184.570283:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757184.570285:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757189.687107:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757189.687118:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757189.688184:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757189.688188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757189.688549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757189.688551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757189.688766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757189.688769:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757189.689012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757189.689014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757194.807441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757194.807453:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757194.808590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757194.808595:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757194.809100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757194.809103:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757194.809564:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757194.809568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757194.810073:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757194.810077:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757199.927495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757199.927505:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757199.929076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757199.929082:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757199.929638:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757199.929642:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757199.930182:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757199.930187:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757199.930771:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757199.930775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757205.047429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757205.047441:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757205.048715:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757205.048719:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757205.049344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757205.049348:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757205.049768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757205.049801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757205.050387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757205.050390:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757210.167468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757210.167480:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757210.168823:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757210.168830:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757210.169330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757210.169334:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757210.169768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757210.169771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757210.170415:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757210.170419:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757215.287582:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757215.287618:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757215.289499:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757215.289503:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757215.290041:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757215.290045:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757215.290553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757215.290557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757215.291352:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757215.291358:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757220.407538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757220.407547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757220.408830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757220.408834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757220.409303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757220.409307:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757220.409796:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757220.409801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757220.410411:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757220.410415:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757225.527478:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757225.527490:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757225.529013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757225.529017:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757225.529525:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757225.529529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757225.530074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757225.530078:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757225.530758:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757225.530764:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757230.647240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757230.647248:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757230.648850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757230.648854:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757230.649479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757230.649483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757230.649926:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757230.649938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757230.650655:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757230.650659:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757235.768024:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757235.768039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757235.769334:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757235.769338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757235.769923:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757235.769927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757235.770408:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757235.770413:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757235.770813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757235.770817:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757240.887403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757240.887428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757240.888593:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757240.888598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757240.889122:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757240.889126:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757240.889605:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757240.889611:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757240.890222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757240.890228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757246.007620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757246.008500:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757246.009629:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757246.009979:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757246.010377:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.128285:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.128303:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1787757251.129336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.129340:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1787757251.130104:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.130108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1787757251.130654:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.130658:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1787757251.131164:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757251.131168:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1787757256.247082:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757256.247090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757256.248196:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757256.248199:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757256.248539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757256.248543:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757256.249026:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757256.249033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757256.249632:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757256.249635:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757261.367502:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757261.367509:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757261.368919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757261.368930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757261.369440:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757261.369443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757261.369852:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757261.369856:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757261.370533:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757261.370539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757266.486945:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757266.486953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757266.487801:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757266.487803:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757266.488108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757266.488110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757266.488566:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757266.488568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757266.489020:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757266.489023:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757271.607458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757271.607466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757271.609012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757271.609016:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757271.609491:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757271.609495:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757271.610005:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757271.610009:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757271.610645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757271.610651:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757276.727857:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757276.727873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757276.729345:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757276.729351:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757276.729992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757276.729996:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757276.730545:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757276.730551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757276.731090:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757276.731094:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757281.847677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757281.847686:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757281.849563:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757281.849566:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757281.850008:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757281.850011:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757281.850515:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757281.850521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787757281.851397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757281.851403:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757286.967868:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757286.967882:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757286.969595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757286.969601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757286.970166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757286.970169:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757286.970677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757286.970681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757286.971216:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757286.971220:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757292.087741:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757292.087757:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757292.089597:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757292.089604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757292.090097:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757292.090101:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757292.090686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757292.090690:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757292.091206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757292.091211:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757297.206850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757297.206856:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:3.1:1787757297.207455:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757297.207457:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:3.1:1787757297.207744:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757297.207747:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:3.1:1787757297.207964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757297.207966:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:3.1:1787757297.208227:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757297.208230:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:3.1:1787757302.327358:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757302.327369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757302.328594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757302.328597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757302.329013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757302.329017:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757302.329484:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757302.329488:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787757302.330049:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757302.330053:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757307.447294:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757307.447300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757307.448399:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757307.448405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757307.448819:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757307.448822:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757307.449356:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757307.449359:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757307.449713:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757307.449716:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757312.566814:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757312.567226:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757312.567427:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757312.567608:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757312.567774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.687827:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.687841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757317.689774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.689778:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757317.690192:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.690195:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757317.690604:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.690608:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757317.691095:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757317.691098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757322.807667:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757322.807676:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757322.809321:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757322.809327:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757322.809855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757322.809858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757322.810245:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757322.810248:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757322.810783:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757322.810786:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757327.927800:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757327.927809:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757327.929358:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757327.929362:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757327.929889:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757327.929896:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757327.930484:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757327.930488:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757327.931025:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757327.931031:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787757333.047251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757333.047261:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757333.048335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757333.048338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757333.048752:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757333.048755:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757333.049310:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757333.049314:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757333.050180:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757333.050184:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787757338.167414:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757338.167442:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757338.168530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757338.168533:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757338.168921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757338.168924:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757338.169350:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757338.169354:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757338.169899:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757338.169902:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757343.287982:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757343.287993:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757343.288961:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757343.288965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757343.289445:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757343.289448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757343.289858:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757343.289862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757343.290439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757343.290442:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757348.407625:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757348.407634:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757348.408939:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757348.408943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757348.409538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757348.409542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757348.409956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757348.409961:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757348.410528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757348.410532:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757353.527511:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757353.527521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757353.528775:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757353.528781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757353.529331:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757353.529335:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757353.529838:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757353.529842:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757353.530350:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757353.530354:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757358.647346:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757358.647361:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757358.649047:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757358.649051:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757358.649650:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757358.649654:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757358.650189:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757358.650193:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757358.650900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757358.650906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757363.767710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757363.767723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757363.769608:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757363.769612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757363.770093:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757363.770097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757363.770603:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757363.770607:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757363.771238:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757363.771242:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757368.887268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757368.887276:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757368.888233:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757368.888237:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757368.888687:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757368.888691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757368.889159:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757368.889163:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757368.889830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757368.889834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757374.007493:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757374.007508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757374.008958:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757374.008964:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757374.009461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757374.009465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757374.009992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757374.009998:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757374.010692:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757374.010696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757379.127813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757379.128812:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757379.129805:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757379.130319:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757379.130608:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.248413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.248427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757384.249487:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.249492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757384.250213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.250219:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757384.250829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.250834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757384.251445:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757384.251452:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757389.367423:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757389.367433:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757389.368876:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757389.368880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757389.369462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757389.369466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757389.370051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757389.370055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757389.370790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757389.370794:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757394.487390:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757394.487402:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757394.488950:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757394.488955:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757394.489421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757394.489425:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757394.489869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757394.489873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757394.490497:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757394.490501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757399.607428:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757399.607438:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757399.608903:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757399.608907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757399.609461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757399.609465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757399.609930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757399.609934:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757399.610635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757399.610639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757404.727519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757404.727529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757404.728999:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757404.729006:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757404.729575:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757404.729578:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757404.730213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757404.730219:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757404.730871:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757404.730875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757409.847739:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757409.847748:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757409.849646:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757409.849652:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757409.850116:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757409.850188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757409.850770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757409.850775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757409.851532:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757409.851536:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757414.968207:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757414.968227:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757414.969477:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757414.969481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757414.970174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757414.970178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757414.970604:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757414.970607:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757414.971092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757414.971096:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757420.087517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757420.087530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757420.088959:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757420.088970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757420.089709:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757420.089713:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757420.090323:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757420.090326:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757420.090788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757420.090792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757425.207519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757425.207529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757425.208665:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757425.208669:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757425.209292:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757425.209296:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757425.209717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757425.209723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757425.210309:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757425.210313:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757430.327711:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757430.327726:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757430.328866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757430.328870:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757430.329336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757430.329340:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757430.329741:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757430.329745:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757430.330200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757430.330204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757435.447496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757435.447516:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757435.449561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757435.449580:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757435.450225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757435.450229:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757435.450908:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757435.450912:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757435.451392:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757435.451399:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757440.567661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757440.567677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757440.569542:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757440.569546:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757440.570105:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757440.570110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757440.570564:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757440.570568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757440.571290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757440.571294:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757445.687569:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757445.688651:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757445.689330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757445.690324:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757445.690619:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.808740:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.808753:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757450.809754:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.809758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757450.810236:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.810240:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757450.810678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.810682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757450.811092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757450.811095:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757455.927740:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757455.927756:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757455.929517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757455.929524:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757455.929970:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757455.929974:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757455.930570:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757455.930574:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757455.930994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757455.930998:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757461.047403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757461.047414:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757461.048734:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757461.048739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757461.049197:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757461.049200:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757461.049695:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757461.049699:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757461.050334:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757461.050339:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757466.167067:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757466.167103:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757466.168462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757466.168466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757466.168934:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757466.168938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757466.169367:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757466.169370:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757466.170007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757466.170010:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757471.287177:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757471.287188:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757471.288344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757471.288347:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757471.288665:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757471.288667:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757471.288906:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757471.288907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757471.289141:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757471.289143:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757476.406899:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757476.406908:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757476.408048:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757476.408056:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757476.408447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757476.408448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757476.408716:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757476.408718:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757476.408925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757476.408927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757481.527306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757481.527331:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757481.528531:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757481.528534:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757481.529028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757481.529031:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757481.529462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757481.529465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757481.529996:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757481.529999:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757486.647540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757486.647559:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757486.648086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757486.648091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757486.648598:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757486.648600:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757486.648907:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757486.648909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757486.649337:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757486.649340:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757491.767452:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757491.767468:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757491.768972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757491.768976:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757491.769543:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757491.769547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757491.770048:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757491.770052:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757491.770807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757491.770814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757496.887397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757496.887405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757496.888784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757496.888790:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757496.889333:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757496.889337:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757496.889823:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757496.889828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757496.890497:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757496.890501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757502.007103:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757502.007114:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757502.008230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757502.008234:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757502.008629:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757502.008632:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757502.008990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757502.008993:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757502.009441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757502.009444:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757507.126847:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757507.126853:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757507.127438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757507.127454:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757507.127682:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757507.127684:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757507.127895:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757507.127897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757507.128149:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757507.128151:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787757512.247387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757512.247981:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757512.248349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757512.248665:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757512.249676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.368019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.368033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757517.369084:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.369088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757517.369758:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.369762:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757517.370188:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.370192:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757517.370685:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757517.370688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757522.487014:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757522.487022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757522.487911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757522.487924:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757522.488681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757522.488687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757522.489298:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757522.489304:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757522.489847:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757522.489851:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757527.607346:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757527.607357:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787757527.608373:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757527.608376:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787757527.608719:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757527.608723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787757527.609138:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757527.609142:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787757527.609483:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757527.609487:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757532.727112:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757532.727118:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757532.727942:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757532.727945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757532.728336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757532.728338:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757532.728702:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757532.728704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757532.729024:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757532.729027:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757537.847268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757537.847277:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757537.848344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757537.848350:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757537.849351:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757537.849358:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757537.850108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757537.850148:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757537.850967:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757537.850974:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757542.967658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757542.967669:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757542.968599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757542.968604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757542.969160:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757542.969164:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757542.969637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757542.969641:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757542.970183:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757542.970187:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787757548.087475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757548.087488:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787757548.088880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757548.088884:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787757548.089387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757548.089391:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787757548.089938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757548.089943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787757548.090382:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757548.090386:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787757553.207676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757553.207694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757553.209350:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757553.209354:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757553.209880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757553.209884:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757553.210349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757553.210353:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757553.210842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757553.210846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757558.327767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757558.327780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757558.328885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757558.328889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757558.329448:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757558.329453:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757558.330010:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757558.330014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757558.330571:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757558.330576:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757563.447676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757563.447695:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757563.449579:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757563.449583:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757563.450013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757563.450017:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757563.450532:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757563.450538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757563.451158:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757563.451162:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757568.567441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757568.567452:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757568.568825:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757568.568831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757568.569317:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757568.569321:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757568.569786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757568.569792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757568.570461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757568.570465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757573.687421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757573.687429:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757573.688910:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757573.688914:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757573.689573:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757573.689579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757573.690052:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757573.690056:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757573.690825:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757573.690829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757578.807429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757578.808349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757578.808884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757578.809347:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757578.809682:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.927885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.927900:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757583.929858:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.929862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757583.930439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.930444:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757583.930964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.930968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757583.931637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757583.931642:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757589.047687:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757589.047700:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757589.049450:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757589.049457:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757589.049989:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757589.049993:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757589.050517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757589.050523:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757589.051142:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757589.051147:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787757594.167655:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757594.167672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787757594.169649:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757594.169653:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787757594.170251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757594.170255:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787757594.170679:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757594.170682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787757594.171406:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757594.171410:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787757599.287380:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757599.287394:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757599.288688:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757599.288691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757599.289178:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757599.289182:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757599.289594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757599.289598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757599.290206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757599.290210:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787757604.407379:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757604.407386:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757604.408751:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757604.408758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757604.409297:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757604.409300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757604.409849:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757604.409853:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757604.410287:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757604.410292:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787757609.527515:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757609.527523:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757609.528887:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757609.528891:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757609.529484:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757609.529488:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757609.529966:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757609.529972:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757609.530515:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757609.530519:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787757614.647459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757614.647471:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757614.648973:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757614.648980:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757614.649522:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757614.649526:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757614.650047:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757614.650053:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757614.650921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757614.650926:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787757619.767526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757619.767537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757619.768788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757619.768792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757619.769294:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757619.769298:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757619.769749:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757619.769753:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757619.770419:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757619.770423:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787757624.887403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757624.887411:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787757624.888672:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757624.888678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787757624.889221:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757624.889225:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787757624.889763:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757624.889768:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787757624.890286:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757624.890292:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757630.007746:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757630.007761:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757630.009922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757630.009927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757630.010460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757630.010463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757630.010983:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757630.010987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757630.011703:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757630.011710:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757635.127269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757635.127282:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1787757635.128748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757635.128752:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1787757635.129259:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757635.129263:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1787757635.129733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757635.129737:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1787757635.130369:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757635.130373:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1787757640.247432:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757640.247443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787757640.248929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757640.248933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787757640.249446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757640.249450:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787757640.249965:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757640.249969:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787757640.250623:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757640.250628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787757645.367331:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757645.368184:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757645.368812:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757645.369278:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757645.369620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.487607:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.487621:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757650.489295:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.489300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757650.489727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.489733:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757650.490276:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.490281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787757650.490935:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787757650.490940:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787757655.607716:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757655.607726:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787757655.609335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757655.609340:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787757655.609769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757655.609773:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787757655.610352:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757655.610356:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787757655.610767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757655.610771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787757660.727313:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757660.727327:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787757660.728445:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757660.728449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787757660.728896:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757660.728900:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787757660.729336:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757660.729339:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787757660.729767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757660.729770:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757665.847904:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757665.847919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757665.848791:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757665.848796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757665.849301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757665.849305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757665.849765:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757665.849769:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757665.850281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757665.850286:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787757670.967394:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757670.967401:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787757670.968705:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757670.968709:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787757670.969157:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757670.969160:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787757670.969602:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757670.969606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787757670.970023:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757670.970027:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787757676.087303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757676.087316:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787757676.088614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757676.088617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787757676.089037:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757676.089041:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787757676.089549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757676.089554:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787757676.090112:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757676.090145:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757681.207403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757681.207419:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757681.208892:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757681.208897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757681.209462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757681.209469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757681.209912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757681.209916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757681.210658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757681.210663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757686.327358:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757686.327369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757686.328492:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757686.328496:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757686.328916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757686.328919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757686.329444:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757686.329448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757686.329916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757686.329922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787757691.447496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757691.447507:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757691.449526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757691.449530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757691.449959:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757691.449963:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757691.450436:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757691.450440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757691.450998:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757691.451003:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787757696.567728:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757696.567746:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757696.569423:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757696.569427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757696.569921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757696.569925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757696.570408:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757696.570412:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787757696.570884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787757696.570888:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757701.688277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757701.688293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757701.689418:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757701.689422:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757701.690067:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757701.690072:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757701.690543:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757701.690547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757701.691035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757701.691041:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757706.807554:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757706.807567:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757706.809454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757706.809458:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757706.809908:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757706.809914:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757706.810421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757706.810425:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757706.811101:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757706.811105:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757711.927359:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757711.928071:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757711.929212:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757711.929603:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757711.930033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.048235:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.048252:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757717.049422:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.049426:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757717.049902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.049906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757717.050397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.050401:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757717.050838:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757717.050842:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757722.167270:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757722.167284:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757722.169213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757722.169218:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757722.170484:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757722.170487:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757722.171064:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757722.171068:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757722.171565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757722.171569:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1787757727.287697:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757727.287711:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757727.288918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757727.288922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757727.289441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757727.289445:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757727.289949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757727.289953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757727.290450:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757727.290455:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787757732.407352:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757732.407364:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757732.408584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757732.408589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757732.409027:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757732.409031:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757732.409508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757732.409514:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787757732.409971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757732.409975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787757737.527717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757737.527734:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757737.529614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757737.529618:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757737.530156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757737.530162:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757737.530637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757737.530641:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757737.531327:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757737.531332:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787757742.647664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757742.647673:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757742.649446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757742.649459:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757742.650174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757742.650177:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757742.650735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757742.650738:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757742.651279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757742.651282:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757747.767717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757747.767726:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757747.769438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757747.769444:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757747.769956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757747.769961:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757747.770533:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757747.770537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757747.770968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757747.770972:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757752.887609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757752.887623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757752.889311:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757752.889315:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757752.889742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757752.889746:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757752.890207:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757752.890211:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757752.890628:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757752.890632:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757758.007416:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757758.007427:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757758.008735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757758.008739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757758.009215:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757758.009218:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757758.009695:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757758.009699:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757758.010351:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757758.010355:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757763.127338:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757763.127350:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787757763.128745:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757763.128750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787757763.129249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757763.129253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787757763.129709:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757763.129713:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787757763.130347:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757763.130351:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787757768.247547:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757768.247565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757768.249229:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757768.249233:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757768.249664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757768.249668:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757768.250186:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757768.250189:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757768.250760:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757768.250764:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787757773.367601:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757773.367613:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757773.369459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757773.369463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757773.370217:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757773.370222:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757773.370729:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757773.370735:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757773.371479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757773.371484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787757778.487289:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757778.487883:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757778.488251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757778.488609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757778.488834:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.607946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.607960:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757783.610084:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.610088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757783.610627:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.610631:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757783.611050:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.611054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757783.611949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757783.611955:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757788.727441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757788.727449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757788.728696:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757788.728702:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757788.729246:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757788.729250:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757788.729703:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757788.729706:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757788.730357:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757788.730364:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757793.847590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757793.847604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757793.849281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757793.849288:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757793.849833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757793.849837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757793.850388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757793.850418:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757793.850890:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757793.850894:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757798.967467:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757798.967479:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757798.968830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757798.968835:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757798.969359:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757798.969365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757798.969893:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757798.969897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757798.970435:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757798.970439:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757804.087384:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757804.087393:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757804.088767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757804.088771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757804.089268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757804.089272:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757804.089774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757804.089778:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757804.090446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757804.090450:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787757809.207416:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757809.207428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757809.208700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757809.208704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757809.209185:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757809.209190:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757809.209641:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757809.209646:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757809.210261:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757809.210265:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787757814.327346:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757814.327364:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757814.328696:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757814.328703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757814.329240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757814.329244:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757814.329784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757814.329790:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787757814.330508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757814.330512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757819.447570:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757819.447585:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757819.449501:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757819.449509:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757819.450005:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757819.450008:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757819.450469:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757819.450473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757819.451310:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757819.451315:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757824.567054:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757824.567060:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757824.567802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757824.567805:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757824.568267:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757824.568272:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757824.568803:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757824.568807:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757824.569681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757824.569685:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757829.687417:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757829.687446:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757829.688837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757829.688841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757829.689315:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757829.689319:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757829.689809:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757829.689813:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757829.690732:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757829.690737:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757834.807432:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757834.807460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757834.808630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757834.808634:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757834.809200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757834.809204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757834.809619:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757834.809623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757834.810166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757834.810170:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757839.927386:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757839.927397:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757839.928668:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757839.928674:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757839.929159:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757839.929162:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757839.929580:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757839.929612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757839.930263:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757839.930267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757845.047928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757845.048538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757845.048910:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757845.049846:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757845.050261:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.167559:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.167573:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757850.169325:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.169329:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757850.169803:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.169806:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757850.170307:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.170311:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757850.170918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757850.170922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787757855.287520:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757855.287529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757855.289490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757855.289494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757855.289925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757855.289929:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757855.290396:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757855.290400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757855.290964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757855.290968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757860.407752:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757860.407765:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757860.409646:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757860.409650:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757860.410092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757860.410096:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757860.410635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757860.410639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757860.411369:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757860.411375:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757865.527337:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757865.527348:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757865.528701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757865.528704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757865.529273:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757865.529277:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757865.529745:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757865.529749:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757865.530435:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757865.530439:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757870.647265:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757870.647277:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757870.648657:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757870.648661:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757870.649104:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757870.649108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757870.649548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757870.649552:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757870.650150:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757870.650154:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787757875.767700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757875.767709:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757875.769576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757875.769580:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757875.770034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757875.770038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757875.770538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757875.770542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757875.771169:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757875.771174:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787757880.887770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757880.887785:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757880.888899:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757880.888904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757880.889429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757880.889433:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757880.889842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757880.889845:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757880.890424:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757880.890428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787757886.007281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757886.007293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757886.008664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757886.008667:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757886.009167:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757886.009171:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757886.009646:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757886.009650:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757886.010286:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757886.010290:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787757891.127304:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757891.127317:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757891.128810:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757891.128815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757891.129333:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757891.129337:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757891.129850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757891.129855:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757891.130517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757891.130521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757896.247286:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757896.247295:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757896.248776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757896.248780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757896.249301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757896.249305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757896.249850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757896.249854:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787757896.250665:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757896.250671:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757901.367370:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757901.367380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757901.368826:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757901.368830:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757901.369341:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757901.369347:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757901.369848:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757901.369852:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757901.370454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757901.370458:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787757906.487472:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757906.487486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757906.488743:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757906.488747:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757906.489199:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757906.489203:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757906.489712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757906.489718:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787757906.490152:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757906.490156:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757911.607411:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757911.608090:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757911.608843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757911.609866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757911.610239:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.727476:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.727483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757916.729112:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.729148:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757916.729723:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.729730:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757916.730419:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.730425:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757916.731154:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757916.731159:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757921.847382:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757921.847392:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757921.848645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757921.848649:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757921.849177:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757921.849181:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757921.849600:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757921.849604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757921.850264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757921.850268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757926.967419:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757926.967428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757926.968817:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757926.968821:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757926.969367:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757926.969371:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757926.969785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757926.969789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757926.970465:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757926.970469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757932.087392:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757932.087398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757932.088690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757932.088694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757932.089162:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757932.089165:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757932.089574:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757932.089577:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757932.090201:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757932.090205:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757937.207519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757937.207537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757937.209249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757937.209253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757937.209683:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757937.209686:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757937.210154:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757937.210158:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757937.210729:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757937.210732:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787757942.327468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757942.327479:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757942.328767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757942.328775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757942.329821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757942.329829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757942.330503:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757942.330507:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757942.330931:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757942.330935:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787757947.447654:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757947.447667:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757947.449681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757947.449685:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757947.450287:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757947.450291:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757947.450760:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757947.450766:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757947.451455:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757947.451459:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787757952.568248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757952.568268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757952.569248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757952.569253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757952.569718:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757952.569723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757952.570197:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757952.570204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787757952.570660:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757952.570664:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787757957.687427:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757957.687444:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757957.688954:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757957.688960:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757957.689577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757957.689583:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757957.690065:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757957.690069:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787757957.690839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757957.690843:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787757962.807503:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757962.807511:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757962.808784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757962.808789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757962.809274:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757962.809278:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757962.809767:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757962.809771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757962.810392:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757962.810398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787757967.927561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757967.927572:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757967.928777:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757967.928780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757967.929256:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757967.929260:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757967.929700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757967.929704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757967.930100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757967.930104:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787757973.047725:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757973.047735:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757973.049570:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757973.049574:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757973.050054:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757973.050058:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757973.050568:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757973.050572:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757973.051235:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757973.051239:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787757978.167268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757978.168032:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757978.168986:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757978.169397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757978.169775:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.287498:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.287506:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757983.288851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.288855:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757983.289323:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.289326:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757983.289681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.289684:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757983.290205:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757983.290208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787757988.407390:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757988.407417:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757988.408780:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757988.408788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757988.409430:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757988.409437:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757988.410016:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757988.410020:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787757988.410693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787757988.410697:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787757993.527489:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757993.527500:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757993.528797:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757993.528804:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757993.529420:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757993.529424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757993.529843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757993.529847:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757993.530404:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757993.530409:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787757998.647483:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757998.647491:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757998.648785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757998.648789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757998.649384:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757998.649388:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757998.649893:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757998.649897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787757998.650488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787757998.650492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758003.766862:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758003.766868:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758003.767524:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758003.767527:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758003.767786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758003.767788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758003.768019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758003.768021:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758003.768393:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758003.768395:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758008.887507:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758008.887518:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758008.888911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758008.888915:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758008.889456:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758008.889460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758008.889930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758008.889933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758008.890673:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758008.890677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758014.007011:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758014.007025:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758014.007931:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758014.007933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758014.008220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758014.008222:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758014.008446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758014.008448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758014.008729:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758014.008731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758019.126815:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758019.126822:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758019.127519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758019.127521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758019.127761:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758019.127763:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758019.127971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758019.127973:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758019.128320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758019.128322:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758024.247475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758024.247480:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758024.247967:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758024.247970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758024.248362:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758024.248365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758024.248716:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758024.248719:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758024.249056:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758024.249059:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758029.366874:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758029.366880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758029.367573:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758029.367577:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758029.367845:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758029.367847:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758029.368083:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758029.368086:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758029.368443:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758029.368446:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758034.486819:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758034.486825:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758034.487382:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758034.487383:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758034.487599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758034.487601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758034.487804:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758034.487807:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758034.488007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758034.488009:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758039.607320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758039.607346:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758039.608261:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758039.608264:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758039.608709:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758039.608712:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758039.609111:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758039.609135:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758039.609553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758039.609558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758044.727626:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758044.728837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758044.729253:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758044.730334:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758044.730572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.848067:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.848088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758049.849695:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.849702:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758049.850262:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.850266:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758049.850768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.850774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758049.851263:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758049.851267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758054.967428:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758054.967436:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758054.968946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758054.968950:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758054.969453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758054.969457:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758054.970028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758054.970032:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758054.970747:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758054.970751:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758060.087302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758060.087313:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758060.088738:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758060.088744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758060.089264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758060.089268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758060.089886:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758060.089890:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758060.090354:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758060.090358:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758065.207808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758065.207823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758065.209200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758065.209206:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758065.209962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758065.209969:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758065.210750:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758065.210756:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758065.211516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758065.211525:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758070.327487:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758070.327500:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758070.328699:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758070.328704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758070.329223:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758070.329227:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758070.329738:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758070.329742:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758070.330241:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758070.330246:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758075.447413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758075.447424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758075.448866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758075.448870:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758075.449391:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758075.449395:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758075.449958:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758075.449962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758075.450687:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758075.450691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758080.567571:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758080.567587:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758080.568877:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758080.568881:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758080.569535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758080.569539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758080.570032:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758080.570039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758080.570642:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758080.570648:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758085.687449:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758085.687462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758085.688982:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758085.688994:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758085.689535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758085.689539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758085.689948:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758085.689951:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758085.690624:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758085.690628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758090.807576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758090.807604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758090.808593:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758090.808597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758090.809076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758090.809079:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758090.809559:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758090.809563:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758090.810025:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758090.810029:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758095.927476:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758095.927483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758095.928699:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758095.928702:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758095.929198:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758095.929203:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758095.929601:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758095.929604:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758095.929971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758095.929975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758101.047361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758101.047372:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758101.048747:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758101.048753:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758101.049248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758101.049251:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758101.049660:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758101.049663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758101.050280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758101.050284:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758106.167516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758106.167535:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758106.169078:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758106.169085:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758106.169581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758106.169588:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758106.170169:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758106.170173:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758106.170591:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758106.170598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758111.287332:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758111.288012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758111.288727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758111.289187:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758111.289528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.408038:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.408053:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758116.409238:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.409243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758116.409769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.409775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758116.410301:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.410305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758116.410843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758116.410848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758121.527539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758121.527558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758121.529514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758121.529517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758121.530031:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758121.530035:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758121.530482:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758121.530486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758121.531160:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758121.531164:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758126.647390:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758126.647399:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758126.648770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758126.648774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758126.649307:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758126.649313:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758126.649813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758126.649824:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758126.650463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758126.650467:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1787758131.767442:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758131.767476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758131.768786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758131.768790:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758131.769633:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758131.769637:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758131.770087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758131.770092:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758131.770636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758131.770641:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758136.887344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758136.887356:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758136.888727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758136.888731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758136.889188:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758136.889191:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758136.889689:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758136.889692:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758136.890291:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758136.890295:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758142.007494:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758142.007502:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787758142.008843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758142.008846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787758142.009320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758142.009324:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787758142.009731:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758142.009734:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787758142.010354:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758142.010358:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787758147.127620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758147.127629:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758147.128923:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758147.128927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758147.129527:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758147.129530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758147.129941:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758147.129945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758147.130688:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758147.130693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758152.247551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758152.247562:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758152.249555:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758152.249559:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758152.249995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758152.249999:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758152.250468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758152.250472:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758152.251026:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758152.251029:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758157.366922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758157.366934:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758157.367546:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758157.367548:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758157.367769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758157.367771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758157.367975:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758157.367977:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758157.368223:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758157.368225:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758162.486802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758162.486809:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758162.487428:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758162.487430:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758162.487645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758162.487646:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758162.487851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758162.487853:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758162.488070:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758162.488072:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758167.607149:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758167.607155:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758167.607631:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758167.607633:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758167.607968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758167.607970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758167.608289:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758167.608293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758167.608520:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758167.608522:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758172.726946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758172.726953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758172.727951:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758172.727953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758172.728194:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758172.728196:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758172.728410:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758172.728412:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758172.728700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758172.728703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758177.846865:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758177.847312:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758177.847741:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758177.848051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758177.848255:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.967358:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.967369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758182.968175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.968179:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758182.968453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.968456:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758182.968753:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.968755:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758182.968975:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758182.968977:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758188.086953:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758188.086957:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758188.087910:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758188.087914:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758188.088688:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758188.088691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758188.088990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758188.088992:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758188.089264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758188.089268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758193.207341:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758193.207355:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758193.209074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758193.209082:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758193.209544:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758193.209547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758193.209913:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758193.209915:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758193.210236:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758193.210238:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758198.327728:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758198.327742:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758198.329772:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758198.329789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758198.330498:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758198.330501:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758198.330907:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758198.330910:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758198.331516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758198.331520:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787758203.446706:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758203.446710:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787758203.447226:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758203.447228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787758203.447459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758203.447461:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787758203.447724:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758203.447726:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787758203.447930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758203.447932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787758208.567335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758208.567347:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787758208.568228:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758208.568232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787758208.568589:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758208.568595:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787758208.568957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758208.568960:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787758208.569330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758208.569332:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758213.686995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758213.687003:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758213.687679:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758213.687681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758213.687918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758213.687920:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758213.688265:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758213.688270:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758213.688633:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758213.688636:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758218.806998:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758218.807004:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758218.807621:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758218.807623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758218.807894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758218.807896:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758218.808190:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758218.808192:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758218.808414:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758218.808416:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758223.927234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758223.927248:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758223.927972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758223.927976:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758223.928361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758223.928364:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758223.928712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758223.928715:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758223.929076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758223.929079:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787758229.046878:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758229.046883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787758229.047558:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758229.047561:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787758229.048007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758229.048008:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787758229.048305:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758229.048307:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787758229.048510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758229.048512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758234.166842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758234.166848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787758234.167553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758234.167558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787758234.167976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758234.167977:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787758234.168319:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758234.168322:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1787758234.168547:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758234.168549:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758239.286967:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758239.286973:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758239.287705:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758239.287707:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758239.288017:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758239.288020:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758239.288314:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758239.288316:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758239.288596:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758239.288598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758244.407230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758244.407699:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758244.408076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758244.408313:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758244.408548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.527045:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.527059:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758249.528289:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.528293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758249.528626:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.528628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758249.528870:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.528873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758249.529092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758249.529094:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758254.646873:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758254.646880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758254.647501:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758254.647503:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758254.647778:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758254.647780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758254.647994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758254.647996:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758254.648258:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758254.648261:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758259.766894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758259.766901:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758259.767479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758259.767481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758259.767693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758259.767696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758259.767940:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758259.767942:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758259.768174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758259.768176:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758264.886894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758264.886901:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758264.887592:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758264.887594:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758264.887834:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758264.887836:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758264.888088:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758264.888091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758264.888343:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758264.888346:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758270.007093:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758270.007106:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758270.007919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758270.007921:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758270.008196:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758270.008198:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758270.008485:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758270.008487:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758270.008789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758270.008792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1787758275.126925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758275.126932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758275.127893:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758275.127908:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758275.128349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758275.128351:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758275.128594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758275.128597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758275.129074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758275.129076:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758280.247348:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758280.247362:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758280.248324:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758280.248327:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758280.248727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758280.248731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758280.249110:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758280.249113:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758280.249540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758280.249554:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758285.367496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758285.367508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758285.368919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758285.368923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758285.369482:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758285.369486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758285.369947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758285.369951:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758285.370644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758285.370648:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758290.486992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758290.487001:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758290.487990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758290.487997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758290.488748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758290.488750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758290.489031:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758290.489033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758290.489266:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758290.489268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758295.607406:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758295.607417:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758295.608856:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758295.608867:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758295.609528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758295.609531:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758295.609918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758295.609920:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758295.610187:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758295.610190:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758300.727538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758300.727546:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758300.728776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758300.728781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758300.729239:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758300.729243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758300.729770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758300.729773:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758300.730394:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758300.730408:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758305.846837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758305.846846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758305.847581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758305.847583:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758305.847809:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758305.847811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758305.848086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758305.848089:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758305.848378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758305.848380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758310.967572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758310.968427:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758310.968816:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758310.969271:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758310.969654:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.088104:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.088166:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758316.089669:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.089673:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758316.090316:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.090320:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758316.090766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.090770:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758316.091511:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758316.091515:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758321.207296:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758321.207305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758321.208305:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758321.208307:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758321.208723:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758321.208743:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758321.209060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758321.209063:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758321.209690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758321.209694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1787758326.327374:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758326.327398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758326.328789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758326.328793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758326.329288:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758326.329292:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758326.329794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758326.329798:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758326.330438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758326.330442:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758331.446746:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758331.446752:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758331.447376:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758331.447379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758331.447613:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758331.447615:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758331.447819:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758331.447821:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758331.448071:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758331.448073:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758336.566922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758336.566931:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758336.567550:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758336.567552:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758336.567774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758336.567776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758336.568017:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758336.568019:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758336.568306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758336.568309:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758341.686910:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758341.686918:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758341.687623:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758341.687626:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758341.688111:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758341.688147:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758341.688514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758341.688517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758341.688889:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758341.688892:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758346.806979:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758346.806984:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758346.807618:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758346.807620:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758346.807872:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758346.807874:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758346.808079:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758346.808081:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758346.808398:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758346.808400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758351.926915:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758351.926920:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758351.927491:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758351.927493:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758351.927794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758351.927796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758351.928007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758351.928009:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758351.928240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758351.928242:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787758357.047546:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758357.047557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758357.048807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758357.048811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758357.049320:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758357.049324:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758357.049776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758357.049780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758357.050431:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758357.050435:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758362.167551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758362.167562:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787758362.168885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758362.168891:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787758362.169488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758362.169492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787758362.169952:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758362.169957:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787758362.170516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758362.170520:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1787758367.287103:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758367.287111:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758367.288088:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758367.288092:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758367.288582:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758367.288586:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758367.288990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758367.288995:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758367.289602:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758367.289606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758372.407296:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758372.407311:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758372.408461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758372.408465:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758372.408894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758372.408898:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758372.409401:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758372.409405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758372.410051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758372.410055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758377.527466:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758377.528202:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758377.528584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758377.528936:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758377.529339:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.647852:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.647867:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758382.650952:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.650956:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758382.651549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.651556:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758382.652031:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.652035:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758382.652620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758382.652624:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758387.767004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758387.767011:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758387.768033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758387.768037:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758387.768464:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758387.768467:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758387.768802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758387.768805:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1787758387.769212:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758387.769214:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758392.888286:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758392.888289:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758392.888719:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758392.888721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758392.888998:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758392.889000:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758392.889256:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758392.889259:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758392.889505:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758392.889507:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758398.007443:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758398.007459:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758398.008856:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758398.008860:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758398.009404:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758398.009409:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758398.010003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758398.010007:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758398.010530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758398.010537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1787758403.126855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758403.126859:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758403.127584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758403.127590:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758403.127915:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758403.127917:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758403.128149:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758403.128150:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758403.128446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758403.128448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787758408.247894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758408.247897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758408.248251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758408.248253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758408.248467:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758408.248469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758408.248712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758408.248715:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758408.248925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758408.248927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758413.367033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758413.367038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758413.367976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758413.367978:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758413.368225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758413.368227:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758413.368442:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758413.368444:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758413.368797:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758413.368799:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758418.487148:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758418.487155:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758418.487604:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758418.487606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758418.487839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758418.487841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758418.488049:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758418.488052:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758418.488306:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758418.488308:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758423.607536:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758423.607548:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758423.609024:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758423.609028:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758423.611394:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758423.611400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758423.611897:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758423.611902:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758423.612577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758423.612583:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758428.727710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758428.727721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758428.728994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758428.729000:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758428.729572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758428.729576:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758428.730060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758428.730066:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758428.730816:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758428.730823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758433.847030:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758433.847038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758433.847623:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758433.847625:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758433.847905:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758433.847907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758433.848302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758433.848304:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758433.848554:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758433.848556:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758438.967465:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758438.967486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758438.968894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758438.968900:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758438.969456:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758438.969460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758438.969864:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758438.969867:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758438.970541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758438.970545:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758444.086766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758444.087217:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758444.087580:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758444.087946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758444.088170:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.207215:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.207221:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758449.207908:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.207911:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758449.208269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.208271:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758449.208572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.208574:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758449.208809:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758449.208811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758454.327147:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758454.327154:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758454.327644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758454.327646:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758454.327986:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758454.327988:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758454.328236:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758454.328239:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758454.328528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758454.328530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758459.446931:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758459.446940:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758459.447524:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758459.447526:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758459.447797:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758459.447800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758459.448045:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758459.448047:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758459.448284:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758459.448286:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758464.566821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758464.566825:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758464.567464:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758464.567466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758464.567702:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758464.567705:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758464.567917:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758464.567919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758464.568139:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758464.568141:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758469.687006:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758469.688255:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758469.688766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758469.688768:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758469.688995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758469.688997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758469.689247:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758469.689250:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758469.689482:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758469.689484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758474.807932:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758474.807937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787758474.808549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758474.808551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787758474.808769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758474.808771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787758474.808973:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758474.808975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787758474.809279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758474.809281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787758479.926810:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758479.926814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787758479.927530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758479.927532:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787758479.927791:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758479.927793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787758479.928035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758479.928037:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787758479.928363:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758479.928365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758485.046943:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758485.046952:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787758485.047728:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758485.047732:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787758485.048060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758485.048062:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787758485.048371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758485.048373:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787758485.048675:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758485.048679:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787758490.167375:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758490.167384:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758490.168007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758490.168010:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758490.168296:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758490.168299:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758490.168526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758490.168528:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758490.168738:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758490.168740:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758495.286920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758495.286929:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758495.287634:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758495.287638:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758495.287985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758495.287989:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758495.288366:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758495.288369:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758495.288710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758495.288713:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758500.407022:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758500.407030:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758500.407726:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758500.407729:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758500.408113:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758500.408135:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758500.408471:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758500.408473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758500.408730:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758500.408733:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758505.527346:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758505.527355:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758505.528366:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758505.528368:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758505.528684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758505.528687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758505.528916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758505.528918:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758505.529266:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758505.529268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758510.647007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758510.647504:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758510.647761:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758510.647966:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758510.648238:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.767434:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.767440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758515.768012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.768015:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758515.768385:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.768388:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758515.768741:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.768745:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758515.769094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758515.769097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758520.886817:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758520.886825:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758520.887488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758520.887491:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758520.887764:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758520.887766:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758520.888003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758520.888005:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758520.888285:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758520.888287:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758526.006842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758526.006848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758526.007593:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758526.007598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758526.008004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758526.008005:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758526.008426:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758526.008430:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758526.008727:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758526.008729:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758531.126929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758531.126934:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758531.127699:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758531.127704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758531.128072:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758531.128074:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758531.128399:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758531.128400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758531.128676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758531.128678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758536.246934:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758536.246940:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758536.247855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758536.247856:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758536.248106:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758536.248108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758536.248497:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758536.248500:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758536.248835:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758536.248837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758541.366742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758541.366746:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758541.367221:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758541.367223:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758541.367461:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758541.367462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758541.367670:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758541.367672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758541.367873:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758541.367875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758546.486994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758546.487002:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758546.487622:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758546.487624:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758546.487898:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758546.487899:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758546.488106:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758546.488108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758546.488354:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758546.488356:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758551.607433:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758551.607448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758551.608419:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758551.608421:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758551.608773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758551.608776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758551.609108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758551.609110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758551.609439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758551.609442:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758556.726845:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758556.726850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758556.727534:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758556.727536:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758556.727745:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758556.727746:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758556.727980:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758556.727982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758556.728285:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758556.728287:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758561.847193:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758561.847197:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758561.847742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758561.847744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758561.847981:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758561.847982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758561.848263:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758561.848265:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758561.848549:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758561.848551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758566.966836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758566.966846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758566.967528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758566.967532:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758566.967900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758566.967904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758566.968267:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758566.968270:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758566.968617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758566.968620:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758572.086956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758572.086962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758572.087853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758572.087857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758572.088240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758572.088243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758572.088609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758572.088612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758572.089103:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758572.089107:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787758577.206885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758577.207406:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758577.207814:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758577.208109:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758577.208302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.327504:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.327508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758582.328229:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.328232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758582.328459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.328462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758582.328808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.328811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758582.329180:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758582.329182:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758587.446744:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758587.446751:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758587.447406:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758587.447411:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758587.447809:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758587.447811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758587.448081:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758587.448083:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758587.448311:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758587.448313:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758592.566965:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758592.566968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758592.568004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758592.568006:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758592.568277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758592.568279:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758592.568540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758592.568542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758592.568837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758592.568839:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758597.687292:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758597.687302:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758597.687902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758597.687904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758597.688151:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758597.688153:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758597.688422:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758597.688424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758597.688681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758597.688685:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787758602.806968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758602.806975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758602.807583:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758602.807585:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758602.807798:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758602.807800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758602.808011:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758602.808014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787758602.808304:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758602.808306:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758607.926948:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758607.926955:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758607.927609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758607.927611:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758607.927884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758607.927886:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758607.928162:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758607.928164:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758607.928413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758607.928415:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787758613.047051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758613.047060:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758613.047829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758613.047833:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758613.048240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758613.048244:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758613.048605:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758613.048609:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758613.048976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758613.048979:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787758618.166739:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758618.166746:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758618.167471:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758618.167474:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758618.167751:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758618.167753:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758618.168039:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758618.168041:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758618.168299:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758618.168301:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758623.287026:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758623.287033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758623.287949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758623.287953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758623.288334:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758623.288337:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758623.288675:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758623.288678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758623.289042:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758623.289046:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758628.406976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758628.406981:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758628.407783:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758628.407785:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758628.408022:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758628.408025:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758628.408317:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758628.408319:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758628.408635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758628.408637:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787758633.526881:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758633.526885:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787758633.527686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758633.527688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787758633.527945:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758633.527947:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787758633.528184:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758633.528186:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787758633.528525:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758633.528528:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787758638.646918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758638.646925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758638.647836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758638.647840:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758638.648220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758638.648223:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758638.648586:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758638.648589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758638.649080:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758638.649083:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787758643.767090:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758643.767614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758643.767822:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758643.768008:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758643.768191:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.887682:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.887686:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758648.888104:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.888108:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758648.888533:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.888536:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758648.888888:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.888891:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758648.889202:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758648.889204:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787758654.007006:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758654.007018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758654.008066:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758654.008068:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758654.008378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758654.008380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758654.008627:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758654.008629:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758654.008838:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758654.008840:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758659.126852:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758659.126860:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758659.127554:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758659.127557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758659.127792:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758659.127794:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758659.127997:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758659.127999:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1787758659.128241:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758659.128243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787758664.246858:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758664.246864:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758664.247613:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758664.247617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758664.247923:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758664.247924:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758664.248241:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758664.248243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758664.248454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758664.248456:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787758669.366900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758669.366907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758669.367722:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758669.367725:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758669.368386:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758669.368390:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758669.368737:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758669.368740:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758669.369092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758669.369095:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787758674.486849:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758674.486858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758674.487689:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758674.487691:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758674.487967:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758674.487970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758674.488258:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758674.488260:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758674.488707:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758674.488710:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758679.606925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758679.606932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758679.607742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758679.607748:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758679.608031:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758679.608033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758679.608290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758679.608291:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758679.608701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758679.608703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758684.726714:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758684.726718:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758684.727203:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758684.727205:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758684.727421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758684.727424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758684.727626:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758684.727627:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758684.727851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758684.727853:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758689.846931:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758689.846935:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758689.847692:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758689.847694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758689.847961:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758689.847963:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758689.848228:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758689.848230:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758689.848620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758689.848622:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758694.966839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758694.966843:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758694.967620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758694.967623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758694.968023:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758694.968025:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758694.968381:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758694.968383:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758694.968661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758694.968663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758700.086818:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758700.086824:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758700.087435:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758700.087437:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758700.087732:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758700.087735:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758700.088027:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758700.088029:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758700.088339:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758700.088341:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787758705.206985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758705.206992:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787758705.208089:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758705.208092:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787758705.208508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758705.208511:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787758705.208854:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758705.208857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787758705.209227:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758705.209230:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787758710.327248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758710.327942:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758710.328222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758710.328525:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758710.328673:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.447594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.447600:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758715.448218:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.448222:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758715.448542:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.448544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758715.448756:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.448758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758715.448962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758715.448964:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758720.566898:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758720.566905:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758720.567609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758720.567612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758720.567944:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758720.567947:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758720.568315:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758720.568317:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758720.568636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758720.568639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758725.686897:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758725.686904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758725.687614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758725.687618:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758725.687904:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758725.687905:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758725.688151:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758725.688153:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758725.688441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758725.688443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758730.806976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758730.806984:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758730.807674:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758730.807677:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758730.808019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758730.808022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758730.808357:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758730.808360:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758730.808661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758730.808664:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758735.926793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758735.926798:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758735.927304:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758735.927307:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758735.927527:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758735.927529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758735.927734:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758735.927736:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758735.927960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758735.927962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787758741.046885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758741.046890:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787758741.047677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758741.047680:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787758741.047957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758741.047961:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787758741.048269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758741.048271:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787758741.048590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758741.048593:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787758746.167092:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758746.167102:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787758746.168224:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758746.168229:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787758746.168551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758746.168554:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787758746.168866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758746.168869:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787758746.169376:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758746.169379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758751.286876:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758751.286883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758751.287584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758751.287587:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758751.287930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758751.287933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758751.288248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758751.288251:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758751.288584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758751.288586:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758756.406882:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758756.406886:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758756.407340:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758756.407342:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758756.407562:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758756.407564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758756.407821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758756.407823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758756.408206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758756.408208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787758761.526891:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758761.526897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758761.527536:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758761.527538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758761.527786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758761.527788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758761.528003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758761.528005:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787758761.528230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758761.528232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787758766.646926:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758766.646933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787758766.647510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758766.647512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787758766.647731:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758766.647733:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787758766.647935:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758766.647937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787758766.648156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758766.648158:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787758771.766902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758771.766909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787758771.767785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758771.767791:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787758771.768246:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758771.768249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787758771.768590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758771.768593:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787758771.769058:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758771.769062:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758776.886888:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758776.887553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758776.887957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758776.888195:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758776.888396:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.008815:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.008826:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758782.009325:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.009329:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758782.009678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.009682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758782.010209:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.010213:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758782.010563:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758782.010566:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1787758787.126840:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758787.126845:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758787.127501:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758787.127503:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758787.127721:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758787.127723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758787.127928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758787.127930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758787.128257:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758787.128259:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1787758792.246832:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758792.246838:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758792.247553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758792.247555:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758792.247774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758792.247776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758792.248008:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758792.248010:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758792.248299:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758792.248302:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1787758797.367000:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758797.367008:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758797.367584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758797.367586:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758797.367844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758797.367846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758797.368064:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758797.368066:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758797.368290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758797.368291:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758802.486853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758802.486859:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758802.487479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758802.487481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758802.487770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758802.487772:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758802.487993:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758802.487995:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758802.488245:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758802.488247:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758807.606795:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758807.606803:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758807.607496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758807.607497:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758807.607761:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758807.607763:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758807.607975:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758807.607976:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758807.608339:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758807.608341:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1787758812.727034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758812.727039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758812.727725:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758812.727727:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758812.727985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758812.727987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758812.728218:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758812.728220:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1787758812.728429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758812.728432:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758817.846989:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758817.846995:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758817.847750:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758817.847752:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758817.848010:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758817.848013:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758817.848335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758817.848339:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758817.848637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758817.848640:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758822.966976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758822.966982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758822.967745:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758822.967748:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758822.967980:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758822.967982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758822.968266:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758822.968268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758822.968676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758822.968678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758828.088558:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758828.088565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758828.089381:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758828.089384:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758828.089726:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758828.089728:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758828.089995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758828.089997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758828.090386:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758828.090388:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758833.206986:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758833.206991:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758833.208004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758833.208006:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758833.208318:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758833.208320:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758833.208537:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758833.208539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758833.208846:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758833.208848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1787758838.326949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758838.326957:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758838.327598:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758838.327601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758838.327906:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758838.327909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758838.328232:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758838.328235:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758838.328540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758838.328542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1787758843.446843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758843.447303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758843.447663:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758843.447857:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758843.448050:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.566901:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.566906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758848.567830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.567833:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758848.568544:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.568547:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758848.568926:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.568930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758848.569310:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758848.569313:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787758853.686846:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758853.686851:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758853.687469:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758853.687471:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758853.687717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758853.687720:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758853.688100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758853.688103:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758853.688484:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758853.688487:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787758858.807091:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758858.807096:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758858.808166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758858.808170:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758858.808520:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758858.808522:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758858.808839:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758858.808841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758858.809052:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758858.809054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787758863.927071:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758863.927079:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758863.927966:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758863.927970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758863.928371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758863.928374:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758863.928724:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758863.928727:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758863.929209:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758863.929212:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787758869.046879:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758869.046885:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758869.047636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758869.047639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758869.047943:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758869.047946:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758869.048264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758869.048267:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758869.048686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758869.048689:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787758874.167222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758874.167231:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758874.168204:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758874.168208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758874.168576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758874.168580:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758874.168926:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758874.168929:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787758874.169307:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758874.169310:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758879.286810:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758879.286815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758879.287495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758879.287497:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758879.287719:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758879.287721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758879.287930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758879.287932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758879.288178:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758879.288181:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787758884.407280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758884.407283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758884.407631:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758884.407633:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758884.407920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758884.407923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758884.408279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758884.408281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787758884.408496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787758884.408498:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1787758889.527115:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758889.527174:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758889.528224:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758889.528227:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758889.528585:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758889.528588:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758889.528939:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758889.528943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758889.529329:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758889.529332:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787758894.646991:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758894.647004:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758894.647928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758894.647930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758894.648201:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758894.648202:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758894.648488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758894.648490:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758894.648703:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758894.648706:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1787758899.766915:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758899.766923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758899.767568:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758899.767571:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758899.767878:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758899.767880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758899.768176:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758899.768178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758899.768408:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758899.768411:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1787758904.886926:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758904.886935:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758904.887662:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758904.887664:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000400:00000200:2.0:1787758904.887985:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758904.887989:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.887992:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e200. 00000800:00000200:2.0:1787758904.887995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758904.887998:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758904.888001:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758904.888003:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1787758904.888007:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.888008:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e200. 00000400:00000200:2.0:1787758904.888011:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758904.888013:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758904.888016:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32330 00000400:00000010:2.0:1787758904.888017:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32330. 00000100:00000001:2.0:1787758904.888020:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758904.888022:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888028:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888031:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888036:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888037:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758904.888039:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758904.888042:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758904.888045:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758904.888047:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312259084 00000100:00000001:2.0:1787758904.888049:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888051:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312259084 00000100:00000001:2.0:1787758904.888053:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888054:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758904.888056:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888057:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758904.888060:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758904/real 1787758904] req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758904.888066:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758904.888067:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758904.888068:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263ee70. 00000400:00000200:2.0:1787758904.888070:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758904.888071:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758904.888073:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758904.888075:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758904.888081:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888086:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758904.888087:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888088:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888089:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758904.888091:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888096:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758904.888098:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888103:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758904.888105:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888106:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888107:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888108:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758904.888110:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758904.888112:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758904.888115:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758904.888135:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758904.888141:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758904.888150:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758904.888155:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758904.888159:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888167:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758904.888169:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758904.888171:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758904.888173:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758904.888176:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758904.888179:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758904.888183:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758904.888184:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758904.888186:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758904.888187:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888190:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758904.888192:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758904.888195:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758904.888197:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263ee70. 00000400:00000010:2.0:1787758904.888200:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758904.888203:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875463552, portal 4 00000100:00000001:2.0:1787758904.888204:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758904.888205:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:2.0:1787758904.888211:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888216:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758904.888217:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758904.888219:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32330. 00000100:00000200:2.0:1787758904.888221:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875463552, offset 0 00000400:00000200:2.0:1787758904.888225:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758904.888228:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758904.888231:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758904.888233:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758904.888235:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758904.888237:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758904.888239:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758904.888241:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776046:776046:256:4294967295] 192.168.201.104@tcp LPNI seq info [776037:776037:8:4294967295] 00000400:00000200:2.0:1787758904.888245:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758904.888249:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758904.888252:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.888254:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e200. 00000800:00000200:2.0:1787758904.888258:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758904.888260:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758904.888264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758904.888266:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1787758904.888270:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.888272:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e200. 00000400:00000200:2.0:1787758904.888276:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758904.888280:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758904.888283:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32330 00000400:00000010:2.0:1787758904.888285:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32330. 00000100:00000001:2.0:1787758904.888288:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758904.888293:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888302:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888306:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888314:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888316:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758904.888320:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758904.888323:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758904.888325:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758904.888328:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312259144 00000100:00000001:2.0:1787758904.888330:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888332:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312259144 00000100:00000001:2.0:1787758904.888334:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888336:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758904.888338:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888339:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758904.888343:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758904/real 1787758904] req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758904.888351:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758904.888353:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758904.888355:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263ee70. 00000400:00000200:2.0:1787758904.888358:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758904.888360:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758904.888363:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758904.888367:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758904.888378:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888387:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758904.888388:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888391:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888392:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758904.888395:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888400:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758904.888403:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888409:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758904.888412:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888413:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888414:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888415:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758904.888417:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758904.888419:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758904.888422:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758904.888424:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758904.888429:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758904.888438:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758904.888442:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758904.888446:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888454:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758904.888456:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758904.888458:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758904.888460:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758904.888463:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758904.888466:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758904.888470:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758904.888473:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758904.888474:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758904.888476:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888480:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758904.888483:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758904.888487:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758904.888489:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263ee70. 00000400:00000010:2.0:1787758904.888493:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758904.888497:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875463680, portal 4 00000100:00000001:2.0:1787758904.888500:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758904.888501:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000100:00000040:2.0:1787758904.888508:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888516:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758904.888519:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758904.888522:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32330. 00000100:00000200:2.0:1787758904.888524:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875463680, offset 0 00000400:00000200:2.0:1787758904.888529:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758904.888534:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758904.888538:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758904.888541:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758904.888544:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758904.888547:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758904.888549:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758904.888553:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776047:776047:256:4294967295] 192.168.201.104@tcp LPNI seq info [776038:776038:8:4294967295] 00000400:00000200:2.0:1787758904.888558:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758904.888565:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758904.888570:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.888574:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e200. 00000800:00000200:2.0:1787758904.888579:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758904.888582:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1787758904.888587:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758904.888590:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1787758904.888595:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758904.888598:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e200. 00000400:00000200:2.0:1787758904.888602:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758904.888606:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758904.888609:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32330 00000400:00000010:2.0:1787758904.888612:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32330. 00000100:00000001:2.0:1787758904.888615:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758904.888619:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888630:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888633:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888638:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888639:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758904.888641:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758904.888644:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758904.888647:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758904.888648:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312259108 00000100:00000001:2.0:1787758904.888651:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888653:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312259108 00000100:00000001:2.0:1787758904.888655:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312260363 00000100:00000001:2.0:1787758904.888656:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758904.888658:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888659:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758904.888662:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758904/real 1787758904] req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758904.888667:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758904.888669:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758904.888670:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263ee70. 00000400:00000200:2.0:1787758904.888673:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758904.888675:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758904.888678:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758904.888682:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758904.888691:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888699:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758904.888702:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888704:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888706:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758904.888710:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888719:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758904.888723:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888731:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758904.888734:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888736:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758904.888738:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888740:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758904.888742:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758904.888746:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758904.888750:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758904.888753:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758904.888758:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758904.888768:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758904.888773:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888774:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888777:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875463296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888782:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758904.888784:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888786:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758904.888788:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758904.888790:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758904.888792:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758904.888795:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758904.888797:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:2.0:1787758904.888800:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758904.888801:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758904.888803:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:2.0:1787758904.888807:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758904.888808:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888814:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875463424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888822:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758904.888824:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888825:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758904.888829:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758904.888830:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758904.888832:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758904.888834:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758904.888836:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:2.0:1787758904.888839:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758904.888841:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758904.888842:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:2.0:1787758904.888844:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758904.888845:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888846:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888849:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875463552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888854:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758904.888855:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888856:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758904.888860:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758904.888860:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758904.888861:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758904.888874:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758904.888876:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:2.0:1787758904.888878:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758904.888879:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758904.888880:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:2.0:1787758904.888882:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758904.888883:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888884:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758904.888887:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875463680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758904.888893:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758904.888894:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758904.888896:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758904.888899:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758904.888900:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758904.888901:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758904.888903:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758904.888905:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:2.0:1787758904.888908:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758904.888909:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758904.888911:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:2.0:1787758904.888913:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758904.888915:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888917:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758904.888921:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758904.888923:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758904.888925:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758904.888927:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758905.590258:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758905.590271:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758905.590275:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758905.590282:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758905.590290:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758905.590297:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758905.590302:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758905.590309:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758905.590315:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758905.590582:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758905.590586:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758905.590591:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787758906.230241:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312260363, at 4312260416 00000100:00000010:2.0:1787758906.230258:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758906.614241:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758906.614247:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758906.614250:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758906.614257:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758906.614263:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758906.614267:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758906.614271:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758906.614276:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758906.614282:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758906.614323:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758906.614327:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758906.614330:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758906.614337:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758906.614342:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758906.614347:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758906.614358:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758906.614362:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758906.614365:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758907.638248:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758907.638259:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758907.638264:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758907.638273:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758907.638279:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758907.638285:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758907.638301:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758907.638305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758907.638308:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758907.638322:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758907.638328:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758907.638331:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758907.638335:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758907.638340:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758907.638344:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758907.638349:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758907.638354:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758907.638361:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758908.662277:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758908.662289:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758908.662295:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758908.662304:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758908.662313:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758908.662327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662339:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758908.662342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662353:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758908.662371:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758908.662378:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758908.662382:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758908.662391:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758908.662404:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758908.662419:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662427:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758908.662430:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662435:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758908.662464:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758908.662474:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758908.662482:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758908.662490:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758908.662498:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758908.662503:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662507:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758908.662512:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758908.662518:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758909.686216:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758909.686221:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758909.686224:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758909.686233:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758909.686241:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758909.686247:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686259:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758909.686262:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686264:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758909.686277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758909.686282:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758909.686285:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758909.686288:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758909.686292:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758909.686294:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758909.686301:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686304:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758909.686322:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758909.686326:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758909.686329:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758909.686333:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758909.686339:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758909.686344:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686349:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758909.686351:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758909.686353:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.006487:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758910.006494:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.006498:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758910.006508:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.006523:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.006525:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.006529:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758910.006533:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758910.006536:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.006541:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875463808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758910.006548:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758910.006553:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758910.006556:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.006561:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758910.006567:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758910.006572:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.006580:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758910.006586:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263ee70. 00000400:00000010:2.0:1787758910.006594:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758910.006604:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875463808, portal 25 00000100:00000001:2.0:1787758910.006608:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758910.006611:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:2.0:1787758910.006619:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.006631:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758910.006636:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758910.006640:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32330. 00000100:00000200:2.0:1787758910.006645:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875463808, offset 0 00000400:00000200:2.0:1787758910.006655:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758910.006667:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.006677:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758910.006686:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758910.006692:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758910.006698:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758910.006700:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758910.006705:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776048:776048:256:4294967295] 192.168.201.104@tcp LPNI seq info [776039:776039:8:4294967295] 00000400:00000200:2.0:1787758910.006711:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.006725:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758910.006732:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758910.006739:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e200. 00000800:00000200:2.0:1787758910.006748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758910.006754:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758910.006787:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.006793:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758910.006795:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312265483 00000100:00000010:2.0:1787758910.006802:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758910.006810:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758910.006823:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312265483 00000100:00000010:2.0:1787758910.006830:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a19c0. 00000100:00000001:2.0:1787758910.006836:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758910.006841:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758910.006847:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.006851:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.006855:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.006864:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.006867:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787758910.006870:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758910.006873:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.006875:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758910.006880:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.006893:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.006895:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.006898:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758910.006901:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758910.006904:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.006909:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758910.006914:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758910.006916:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758910.006918:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.006919:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758910.006923:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758910.006927:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.006932:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758910.006936:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263ef20. 00000400:00000010:2.0:1787758910.006940:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d324c8. 00000100:00000200:2.0:1787758910.006946:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875463936, portal 10 00000100:00000001:2.0:1787758910.006949:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758910.006951:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:2.0:1787758910.006958:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.006970:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758910.006975:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758910.006979:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32550. 00000100:00000200:2.0:1787758910.006983:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875463936, offset 0 00000400:00000200:2.0:1787758910.006989:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758910.006995:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.006998:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758910.007001:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758910.007005:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758910.007010:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758910.007014:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007019:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776049:776049:255:4294967295] 192.168.201.104@tcp LPNI seq info [776040:776040:7:4294967295] 00000400:00000200:2.0:1787758910.007027:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007036:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758910.007044:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758910.007048:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516ed00. 00000800:00000200:2.0:1787758910.007054:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758910.007060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758910.007064:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758910.007069:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758910.007074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758910.007076:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312264203 00000100:00000001:2.0:1787758910.007081:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007084:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312264203 00000100:00000001:2.0:1787758910.007087:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007090:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758910.007093:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007096:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758910.007102:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007111:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.007113:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007145:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758910.007149:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758910.007152:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.007156:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758910.007162:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758910.007165:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758910.007169:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007173:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758910.007178:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758910.007182:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.007190:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758910.007196:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263e3c8. 00000400:00000010:2.0:1787758910.007202:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32e58. 00000100:00000200:2.0:1787758910.007207:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464064, portal 10 00000100:00000001:2.0:1787758910.007212:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758910.007215:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:2.0:1787758910.007222:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007232:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758910.007237:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758910.007241:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32660. 00000100:00000200:2.0:1787758910.007245:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875464064, offset 0 00000400:00000200:2.0:1787758910.007253:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007260:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007265:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758910.007269:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758910.007274:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758910.007278:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758910.007283:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007288:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776050:776050:254:4294967295] 192.168.201.104@tcp LPNI seq info [776041:776041:6:4294967295] 00000400:00000200:2.0:1787758910.007295:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007306:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758910.007321:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758910.007330:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e900. 00000800:00000200:2.0:1787758910.007340:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758910.007349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758910.007355:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758910.007361:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758910.007367:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758910.007369:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312264204 00000100:00000001:2.0:1787758910.007375:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007377:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312264204 00000100:00000001:2.0:1787758910.007380:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007382:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758910.007385:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007388:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007391:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.007394:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.007396:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787758910.007399:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758910.007401:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.007403:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758910.007407:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007415:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.007416:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007419:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758910.007421:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758910.007423:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.007427:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758910.007430:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758910.007432:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758910.007434:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007436:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758910.007439:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758910.007441:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.007445:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758910.007448:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263e630. 00000400:00000010:2.0:1787758910.007452:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32000. 00000100:00000200:2.0:1787758910.007455:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464192, portal 4 00000100:00000001:2.0:1787758910.007457:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758910.007458:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:2.0:1787758910.007464:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007471:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758910.007473:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758910.007476:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32770. 00000100:00000200:2.0:1787758910.007478:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875464192, offset 0 00000400:00000200:2.0:1787758910.007483:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007487:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007491:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758910.007493:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758910.007496:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758910.007498:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758910.007500:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007502:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776051:776051:253:4294967295] 192.168.201.104@tcp LPNI seq info [776042:776042:5:4294967295] 00000400:00000200:2.0:1787758910.007506:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007511:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758910.007515:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758910.007519:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516ea00. 00000800:00000200:2.0:1787758910.007523:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758910.007526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758910.007529:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758910.007531:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758910.007535:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758910.007537:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312264263 00000100:00000001:2.0:1787758910.007540:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007542:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312264263 00000100:00000001:2.0:1787758910.007545:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007547:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758910.007549:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007552:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758910.007555:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007562:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.007564:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007565:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758910.007567:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758910.007569:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.007572:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758910.007576:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758910.007577:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758910.007578:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758910.007580:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758910.007583:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758910.007585:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758910.007588:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758910.007590:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758910.007594:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758910.007597:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464320, portal 4 00000100:00000001:2.0:1787758910.007599:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758910.007600:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:2.0:1787758910.007605:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758910.007611:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758910.007613:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758910.007616:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32bb0. 00000100:00000200:2.0:1787758910.007619:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875464320, offset 0 00000400:00000200:2.0:1787758910.007623:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007626:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007631:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758910.007634:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758910.007636:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758910.007638:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758910.007641:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758910.007643:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776052:776052:252:4294967295] 192.168.201.104@tcp LPNI seq info [776043:776043:4:4294967295] 00000400:00000200:2.0:1787758910.007647:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758910.007652:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758910.007656:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758910.007660:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e000. 00000800:00000200:2.0:1787758910.007664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758910.007668:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758910.007671:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758910.007674:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758910.007677:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758910.007679:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312264227 00000100:00000001:2.0:1787758910.007681:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007683:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312264227 00000100:00000001:2.0:1787758910.007686:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312265483 00000100:00000001:2.0:1787758910.007687:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758910.007689:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007691:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007693:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.007696:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.007697:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787758910.007699:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758910.007701:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.007702:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.007704:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.710254:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758910.710264:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.710268:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.710273:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758910.710280:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.710284:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710296:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.710303:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710312:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.710456:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758910.710461:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.710463:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.710466:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758910.710469:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.710472:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710476:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.710478:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710486:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758910.710519:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758910.710522:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758910.710523:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758910.710526:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758910.710528:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758910.710530:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710532:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758910.710533:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758910.710534:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758911.350238:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312265483, at 4312265536 00000100:00000010:2.0:1787758911.350259:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758911.734220:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758911.734229:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758911.734234:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758911.734245:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758911.734254:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758911.734263:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758911.734292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758911.734296:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758911.734300:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758911.734315:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758911.734320:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758911.734323:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758911.734329:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758911.734334:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758911.734340:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758911.734344:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758911.734348:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758911.734353:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758912.758244:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758912.758253:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758912.758257:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758912.758266:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758912.758273:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758912.758280:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758912.758287:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758912.758292:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758912.758297:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758912.758322:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758912.758333:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758912.758337:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758912.758343:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758912.758350:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758912.758354:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758912.758365:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758912.758368:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758912.758372:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758913.081085:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758913.081090:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758913.081093:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758913.081102:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758913] req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758913.081144:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758913.081147:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758913.081151:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263e630. 00000400:00000200:2.0:1787758913.081156:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32000 00000400:00000010:2.0:1787758913.081158:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32000. 00000100:00000001:2.0:1787758913.081162:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758913.081166:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758913.081182:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081189:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758913.081191:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081194:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081197:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758913.081201:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081209:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758913.081214:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081222:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758913.081226:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081228:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081229:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081232:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758913.081235:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758913.081240:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758913.081245:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758913.081248:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758913.081253:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758913.081262:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758913.081268:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758913.081272:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758913] req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758913.081288:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758913.081289:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758913.081292:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263ef20. 00000400:00000200:2.0:1787758913.081294:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d324c8 00000400:00000010:2.0:1787758913.081296:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d324c8. 00000100:00000001:2.0:1787758913.081298:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758913.081302:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758913.081310:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081318:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758913.081320:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081322:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081323:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758913.081327:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081344:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758913.081349:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081360:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758913.081363:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081364:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081366:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081368:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758913.081373:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758913.081376:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758913.081380:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758913.081383:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758913.081388:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758913.081396:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875463936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758913.081400:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758913.081404:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758913] req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758913.081412:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758913.081414:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758913.081416:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263e3c8. 00000400:00000200:2.0:1787758913.081418:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32e58 00000400:00000010:2.0:1787758913.081420:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32e58. 00000100:00000001:2.0:1787758913.081422:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758913.081426:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758913.081435:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081441:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758913.081443:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081445:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081446:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758913.081450:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081456:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758913.081460:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081467:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758913.081470:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081472:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081474:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081476:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758913.081479:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758913.081482:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758913.081485:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758913.081487:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758913.081491:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758913.081500:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758913.081505:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758913.081509:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758913] req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758913.081516:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758913.081517:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758913.081519:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263ee70. 00000400:00000200:2.0:1787758913.081522:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758913.081524:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758913.081526:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758913.081530:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758913.081539:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081547:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758913.081548:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081550:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081551:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758913.081555:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081567:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758913.081571:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081579:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758913.081582:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081583:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.081584:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081586:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758913.081588:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758913.081590:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758913.081594:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758913.081597:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758913.081601:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758913.081609:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875463808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758913.081614:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758913.081616:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758913.081619:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875464192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081626:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758913.081630:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758913.081634:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758913.081639:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758913.081642:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758913.081643:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758913.081646:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758913.081649:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:2.0:1787758913.081653:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758913.081656:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758913.081658:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:2.0:1787758913.081662:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758913.081663:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081664:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758913.081668:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875463936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081675:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758913.081676:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758913.081678:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758913.081682:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758913.081683:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758913.081684:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758913.081687:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758913.081688:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:2.0:1787758913.081691:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758913.081692:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758913.081694:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:2.0:1787758913.081696:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758913.081697:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.081699:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758913.081702:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875464064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.081708:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758913.081709:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758913.081710:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758913.081713:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758913.081714:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758913.081715:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758913.081717:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758913.082308:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:2.0:1787758913.082311:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758913.082312:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758913.082314:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:2.0:1787758913.082317:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758913.082319:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082322:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758913.082327:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875463808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.082345:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758913.082347:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758913.082348:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758913.082352:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758913.082353:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758913.082355:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758913.082357:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758913.082358:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:2.0:1787758913.082360:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758913.082362:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758913.082363:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:2.0:1787758913.082366:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758913.082367:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082371:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758913.082372:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758913.082374:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758913.082375:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758913.082380:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758910/real 1787758913] req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758913.082389:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758913.082390:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758913.082392:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758913.082395:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758913.082397:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758913.082400:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758913.082403:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758913.082412:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.082420:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758913.082421:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082424:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.082425:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758913.082429:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.082443:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758913.082450:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.082457:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758913.082460:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082461:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758913.082463:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082464:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758913.082466:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758913.082469:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758913.082473:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758913.082475:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758913.082480:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758913.082488:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758913.082492:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082494:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758913.082497:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875464320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758913.082504:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758913.082505:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758913.082507:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758913.082510:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758913.082511:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758913.082513:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758913.082515:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758913.082517:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:2.0:1787758913.082519:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758913.082521:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758913.082522:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:2.0:1787758913.082525:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758913.082526:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082528:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.082536:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758913.082538:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758913.082540:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758913.082542:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758913.782392:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758913.782397:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758913.782399:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758913.782402:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758913.782411:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758913.782413:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.782415:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758913.782417:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758913.782420:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758914.806218:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758914.806224:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758914.806226:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758914.806234:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758914.806241:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758914.806247:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758914.806254:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758914.806260:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758914.806266:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758914.806299:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758914.806303:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758914.806307:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758914.806313:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758914.806319:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758914.806322:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758914.806326:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758914.806330:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758914.806333:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758914.806376:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758914.806380:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758914.806382:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787758915.126595:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758915.126606:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758915.126612:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758915.126623:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.126639:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.126641:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.126647:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758915.126651:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758915.126658:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.126666:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875464448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758915.126676:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758915.126712:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758915.126717:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.126723:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758915.126731:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758915.126735:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.126747:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758915.126754:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758915.126764:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758915.126777:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464448, portal 25 00000100:00000001:2.0:1787758915.126782:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758915.126786:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:2.0:1787758915.126798:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.126813:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758915.126820:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758915.126825:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758915.126831:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875464448, offset 0 00000400:00000200:2.0:1787758915.126845:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758915.126857:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.126869:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758915.126878:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758915.126886:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758915.126893:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758915.126900:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758915.126908:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776053:776053:256:4294967295] 192.168.201.104@tcp LPNI seq info [776044:776044:8:4294967295] 00000400:00000200:2.0:1787758915.126918:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.126936:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758915.126946:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.126952:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758915.126961:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758915.126965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1787758915.126972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758915.126975:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000100:2.0:1787758915.126981:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.126984:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758915.126990:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758915.126996:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758915.127002:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758915.127007:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758915.127014:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758915.127022:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127042:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.127049:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127067:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.127072:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758915.127100:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.127108:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758915.127114:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312270603 00000100:00000010:2.0:1787758915.127151:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758915.127161:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758915.127170:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312270604 00000100:00000010:2.0:1787758915.127177:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a19c0. 00000100:00000001:2.0:1787758915.127184:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758915.127188:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758915.127194:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.127200:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758915.127209:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758915.127234:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758915.127239:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758915.127246:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758915.127252:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758915.127257:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758915.127261:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758915.127276:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758915.127300:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127316:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758915.127320:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127326:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.127330:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758915.127344:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127361:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758915.127371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127384:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758915.127392:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127397:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.127401:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127406:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758915.127410:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758915.127417:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758915.127425:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758915.127432:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758915.127440:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758915.127458:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875464448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758915.127467:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127472:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.127480:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875464448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127493:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758915.127498:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758915.127504:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758915.127510:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758915.127514:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758915.127516:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758915.127519:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758915.127523:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:2.0:1787758915.127528:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758915.127531:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758915.127533:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:2.0:1787758915.127537:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758915.127539:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127542:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.127552:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758915.127554:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.127557:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758915.127558:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758915.127560:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758915.127565:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127571:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.127573:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.127575:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758915.127578:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758915.127580:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.127584:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758915.127587:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758915.127590:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758915.127592:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.127593:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758915.127597:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758915.127599:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.127603:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758915.127606:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758915.127610:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758915.127614:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464576, portal 10 00000100:00000001:2.0:1787758915.127616:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758915.127617:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:2.0:1787758915.127624:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127631:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758915.127640:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758915.127644:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758915.127646:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875464576, offset 0 00000400:00000200:2.0:1787758915.127651:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758915.127656:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.127661:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758915.127664:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758915.127667:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758915.127670:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758915.127673:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758915.127676:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776054:776054:256:4294967295] 192.168.201.104@tcp LPNI seq info [776045:776045:8:4294967295] 00000400:00000200:2.0:1787758915.127680:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.127888:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758915.127894:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.127902:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758915.127906:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758915.127909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1787758915.127914:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758915.127917:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000100:2.0:1787758915.127921:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.127924:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758915.127928:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758915.127933:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758915.127936:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758915.127939:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758915.127941:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758915.127946:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127956:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.127959:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.127964:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.127966:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758915.127970:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758915.127974:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758915.127978:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758915.127980:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312269324 00000100:00000001:2.0:1787758915.127983:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312270603 00000100:00000001:2.0:1787758915.127986:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312269324 00000100:00000001:2.0:1787758915.127988:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312270604 00000100:00000001:2.0:1787758915.127991:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758915.127994:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.127995:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758915.127999:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758915.128006:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758915.128007:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758915.128009:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758915.128011:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758915.128013:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758915.128015:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758915.128017:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758915.128025:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128030:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758915.128032:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128034:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128035:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758915.128038:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128044:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758915.128047:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128054:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758915.128056:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128057:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128059:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128061:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758915.128065:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758915.128067:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758915.128071:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758915.128150:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758915.128157:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758915.128164:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758915.128168:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758915.128172:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128178:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.128179:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128181:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758915.128183:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758915.128184:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.128187:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758915.128190:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758915.128192:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758915.128194:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128196:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758915.128199:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758915.128201:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.128205:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758915.128208:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758915.128211:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758915.128214:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464704, portal 10 00000100:00000001:2.0:1787758915.128216:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758915.128218:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:2.0:1787758915.128223:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128229:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758915.128232:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758915.128234:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758915.128236:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875464704, offset 0 00000400:00000200:2.0:1787758915.128241:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128245:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128249:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758915.128251:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758915.128253:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758915.128256:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758915.128258:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128260:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776055:776055:256:4294967295] 192.168.201.104@tcp LPNI seq info [776046:776046:8:4294967295] 00000400:00000200:2.0:1787758915.128264:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128270:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758915.128274:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128276:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758915.128280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758915.128283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1787758915.128287:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758915.128290:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000100:2.0:1787758915.128294:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128296:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758915.128298:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758915.128301:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758915.128304:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758915.128306:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758915.128308:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758915.128312:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128319:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.128321:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128328:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128329:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758915.128333:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758915.128336:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758915.128340:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758915.128342:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312269325 00000100:00000001:2.0:1787758915.128345:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312270603 00000100:00000001:2.0:1787758915.128347:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312269325 00000100:00000001:2.0:1787758915.128350:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312270604 00000100:00000001:2.0:1787758915.128352:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758915.128354:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128356:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758915.128359:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758915.128366:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758915.128368:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758915.128370:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758915.128373:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758915.128375:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758915.128377:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758915.128380:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758915.128389:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128400:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758915.128401:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128403:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128404:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758915.128407:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128413:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758915.128417:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128424:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758915.128427:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128428:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128430:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128431:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758915.128434:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758915.128437:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758915.128440:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758915.128443:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758915.128447:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758915.128454:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758915.128458:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758915.128462:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128469:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.128471:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128473:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758915.128475:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758915.128477:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.128479:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758915.128483:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758915.128485:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758915.128486:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128488:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758915.128491:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758915.128494:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.128497:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758915.128501:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758915.128504:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758915.128508:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464832, portal 4 00000100:00000001:2.0:1787758915.128510:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758915.128511:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:2.0:1787758915.128517:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128525:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758915.128527:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758915.128529:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758915.128532:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875464832, offset 0 00000400:00000200:2.0:1787758915.128536:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128540:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128544:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758915.128547:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758915.128549:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758915.128551:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758915.128553:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128556:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776056:776056:256:4294967295] 192.168.201.104@tcp LPNI seq info [776047:776047:8:4294967295] 00000400:00000200:2.0:1787758915.128560:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128565:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758915.128570:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128573:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758915.128577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758915.128579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1787758915.128584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758915.128586:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000100:2.0:1787758915.128590:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128592:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758915.128595:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758915.128598:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758915.128601:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758915.128603:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758915.128606:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758915.128610:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128617:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.128620:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128625:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128626:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758915.128630:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758915.128632:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758915.128636:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758915.128637:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312269384 00000100:00000001:2.0:1787758915.128639:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312270603 00000100:00000001:2.0:1787758915.128641:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312269384 00000100:00000001:2.0:1787758915.128644:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312270604 00000100:00000001:2.0:1787758915.128656:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758915.128658:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128662:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758915.128666:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758915.128673:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758915.128674:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758915.128675:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758915.128678:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758915.128680:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758915.128692:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758915.128695:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758915.128702:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128713:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758915.128714:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128716:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128717:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758915.128721:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128727:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758915.128730:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128737:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758915.128740:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128741:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128743:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128744:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758915.128746:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758915.128749:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758915.128752:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758915.128755:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758915.128759:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758915.128766:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758915.128770:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758915.128773:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128779:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.128780:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128783:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758915.128785:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758915.128787:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.128790:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758915.128793:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758915.128795:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758915.128796:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758915.128798:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758915.128801:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758915.128803:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758915.128807:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758915.128809:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758915.128812:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758915.128815:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875464960, portal 4 00000100:00000001:2.0:1787758915.128817:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758915.128818:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:2.0:1787758915.128823:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128829:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758915.128831:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758915.128833:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758915.128835:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875464960, offset 0 00000400:00000200:2.0:1787758915.128839:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128843:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128847:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758915.128849:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758915.128851:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758915.128854:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758915.128856:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758915.128858:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776057:776057:256:4294967295] 192.168.201.104@tcp LPNI seq info [776048:776048:8:4294967295] 00000400:00000200:2.0:1787758915.128862:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758915.128867:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758915.128873:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128876:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758915.128880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758915.128883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1787758915.128887:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758915.128890:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 57 secs later) 00000800:00000100:2.0:1787758915.128894:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758915.128896:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758915.128898:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758915.128902:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758915.128905:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758915.128906:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758915.128909:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758915.128912:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128920:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.128923:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128929:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128931:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758915.128935:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758915.128938:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758915.128941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758915.128943:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312269348 00000100:00000001:2.0:1787758915.128946:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312270603 00000100:00000001:2.0:1787758915.128948:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312269348 00000100:00000001:2.0:1787758915.128950:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312270604 00000100:00000001:2.0:1787758915.128952:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758915.128954:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.128956:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758915.128959:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758915/real 1787758915] req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758915.128967:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758915.128968:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758915.128970:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758915.128973:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758915.128974:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758915.128977:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758915.128980:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758915.128988:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.128995:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758915.128996:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.128998:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.128999:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758915.129003:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129010:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758915.129014:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129020:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758915.129022:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129024:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758915.129025:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129027:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758915.129029:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758915.129031:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758915.129035:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758915.129037:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758915.129042:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758915.129049:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875464960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758915.129053:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129055:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.129058:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875464576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129065:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758915.129066:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758915.129068:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758915.129072:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758915.129074:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758915.129075:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758915.129077:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758915.129079:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:2.0:1787758915.129082:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758915.129083:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758915.129084:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:2.0:1787758915.129087:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758915.129088:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129089:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.129092:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875464704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129098:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758915.129099:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758915.129100:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758915.129104:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758915.129105:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758915.129106:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758915.129108:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758915.129110:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:2.0:1787758915.129112:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758915.129113:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758915.129115:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:2.0:1787758915.129142:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758915.129143:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129145:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.129149:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875464832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129156:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758915.129157:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758915.129159:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758915.129162:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758915.129163:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758915.129165:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758915.129167:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758915.129168:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:2.0:1787758915.129171:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758915.129172:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758915.129173:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:2.0:1787758915.129176:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758915.129178:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129179:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758915.129183:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875464960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758915.129189:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758915.129191:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758915.129192:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695400. 02000000:00000001:2.0:1787758915.129195:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758915.129196:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758915.129197:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758915.129200:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758915.129201:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:2.0:1787758915.129204:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758915.129205:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758915.129206:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:2.0:1787758915.129209:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758915.129210:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129213:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.129219:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758915.129220:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.129222:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758915.129224:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.830268:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758915.830280:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758915.830284:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.830294:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758915.830301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758915.830307:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.830317:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830321:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.830338:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758915.830343:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758915.830344:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.830347:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758915.830353:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758915.830358:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830364:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.830369:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830374:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758915.830406:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758915.830412:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758915.830416:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758915.830421:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758915.830426:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758915.830429:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830431:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758915.830432:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758915.830438:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758916.470247:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312270603, at 4312270656 00000100:00000010:2.0:1787758916.470277:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758916.854264:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758916.854276:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758916.854279:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758916.854283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758916.854288:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758916.854294:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758916.854298:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758916.854302:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758916.854306:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758916.854330:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758916.854341:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758916.854346:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758916.854351:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758916.854358:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758916.854362:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758916.854367:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758916.854371:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758916.854381:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758917.878276:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758917.878286:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758917.878291:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758917.878298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758917.878305:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758917.878311:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758917.878318:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758917.878323:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758917.878333:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758917.878364:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758917.878370:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758917.878375:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758917.878384:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758917.878395:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758917.878401:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758917.878405:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758917.878409:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758917.878412:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758918.902252:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758918.902261:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758918.902267:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758918.902283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758918.902289:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758918.902292:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758918.902571:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758918.902574:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758918.902578:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758919.926230:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758919.926241:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758919.926246:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758919.926253:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758919.926262:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758919.926268:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926274:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758919.926277:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926282:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758919.926320:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758919.926325:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758919.926328:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758919.926332:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758919.926337:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758919.926340:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926344:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758919.926346:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926348:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758919.926357:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758919.926359:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758919.926361:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758919.926363:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758919.926365:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758919.926367:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926370:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758919.926372:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758919.926374:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758920.246784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758920.246786:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787758920.247463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758920.247469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787758920.247985:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758920.247988:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787758920.248259:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758920.248262:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787758920.248470:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758920.248471:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000100:00000001:2.0:1787758920.950369:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758920.950374:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758920.950377:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758920.950381:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758920.950385:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758920.950389:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758920.952600:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758920.952603:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758920.952607:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758921.590231:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312275723, at 4312275776 00000100:00000010:2.0:1787758921.590253:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ede0. 00000100:00000001:2.0:1787758921.974391:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758921.974399:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758921.974403:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758921.974409:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758921.974414:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758921.974418:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758921.974425:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758921.974428:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758921.974433:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758921.974454:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758921.974459:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758921.974462:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758921.974468:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758921.974473:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758921.974477:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758921.974479:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758921.974481:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758921.974484:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758922.998248:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758922.998258:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758922.998263:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758922.998270:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758922.998277:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758922.998280:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758922.998283:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758922.998286:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758922.998291:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758923.000404:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758923.000410:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758923.000413:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758923.000418:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758923.000423:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758923.000427:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758923.000433:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758923.000437:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758923.000440:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758924.025818:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758924.025822:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758924.025824:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758924.025827:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758924.025830:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758924.025832:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758924.025837:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758924.025842:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758924.025848:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758924.026039:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758924.026041:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758924.026043:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758924.026045:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758924.026047:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758924.026049:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758924.026051:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758924.026052:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758924.026054:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758925.046244:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758925.046255:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758925.046263:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758925.046268:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758925.046274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758925.046279:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758925.046301:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758925.046303:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758925.046308:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758925.046340:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758925.046344:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758925.046348:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758925.046355:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758925.046361:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758925.046367:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758925.046377:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758925.046381:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758925.046384:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758925.366732:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758925.366736:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787758925.367151:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758925.367152:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787758925.367373:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758925.367374:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787758925.367577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758925.367579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787758925.367770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758925.367772:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000100:00000001:2.0:1787758926.070203:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758926.070214:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758926.070218:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758926.070227:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758926.070235:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758926.070242:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758926.070250:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758926.070253:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758926.070258:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758926.070289:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758926.070294:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758926.070305:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758926.070309:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758926.070314:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758926.070319:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758926.070326:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758926.070328:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758926.070332:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758926.710246:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312280843, at 4312280896 00000100:00000010:2.0:1787758926.710265:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e1e0. 00000100:00000001:2.0:1787758927.094249:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758927.094259:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758927.094265:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758927.094275:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758927.094283:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758927.094290:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758927.094298:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758927.094303:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758927.094309:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758927.094331:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758927.094336:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758927.094341:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758927.094348:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758927.094355:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758927.094359:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758927.094364:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758927.094368:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758927.094372:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758928.118497:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758928.118503:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758928.118506:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758928.118511:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758928.118516:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758928.118520:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118524:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758928.118527:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118531:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758928.118564:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758928.118569:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758928.118574:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758928.118580:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758928.118587:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758928.118590:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118594:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758928.118597:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118601:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758928.118644:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758928.118649:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758928.118652:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758928.118656:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758928.118660:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758928.118662:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118664:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758928.118666:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758928.118668:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758929.142205:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758929.142214:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758929.142217:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758929.142225:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758929.142231:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758929.142235:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758929.142240:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758929.142245:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758929.142248:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758929.142259:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758929.142263:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758929.142266:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758929.142270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758929.142273:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758929.142276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758929.142299:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758929.142303:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758929.142308:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.166304:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758930.166309:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758930.166311:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.166317:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758930.166321:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758930.166326:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.166329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.166333:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.166338:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.166387:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758930.166393:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758930.166396:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.166400:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758930.166405:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758930.166410:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.166416:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.166427:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.166434:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.486556:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758930.486563:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758930.486568:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758930.486579:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.486596:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.486600:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.486606:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758930.486611:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758930.486618:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.486626:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875466368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758930.486635:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758930.486642:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758930.486646:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.486649:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758930.486656:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758930.486660:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.486669:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758930.486675:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758930.486685:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758930.486695:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875466368, portal 25 00000100:00000001:2.0:1787758930.486699:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758930.486703:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 00000100:00000040:2.0:1787758930.486712:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.486731:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758930.486739:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758930.486744:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758930.486750:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875466368, offset 0 00000400:00000200:2.0:1787758930.486762:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758930.486773:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.486797:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758930.486803:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758930.486811:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758930.486815:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758930.486821:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758930.486825:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776068:776068:256:4294967295] 192.168.201.104@tcp LPNI seq info [776059:776059:8:4294967295] 00000400:00000200:2.0:1787758930.486839:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.486850:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758930.486860:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.486866:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758930.486875:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758930.486880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758930.486898:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758930.486904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1787758930.486910:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.486913:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758930.486919:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758930.486927:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758930.486933:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758930.486936:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758930.486942:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758930.486948:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.486961:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.486965:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.486972:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.486975:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758930.486982:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.486989:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758930.486992:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312285963 00000100:00000010:2.0:1787758930.487000:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758930.487008:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758930.487016:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312285963 00000100:00000010:2.0:1787758930.487020:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1840. 00000100:00000001:2.0:1787758930.487024:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758930.487029:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758930.487033:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487036:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758930.487050:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758930/real 1787758930] req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758930.487063:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758930.487065:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758930.487068:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758930.487072:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758930.487083:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758930.487087:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758930.487092:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758930.487103:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487155:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758930.487160:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487166:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487169:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758930.487176:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487186:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758930.487192:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487211:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758930.487216:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487219:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487221:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487224:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758930.487225:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758930.487230:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758930.487234:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758930.487238:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758930.487251:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758930.487262:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875466368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758930.487269:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487273:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.487287:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875466368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487294:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758930.487298:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758930.487302:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758930.487306:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758930.487310:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758930.487311:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758930.487315:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758930.487319:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:2.0:1787758930.487324:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758930.487327:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758930.487329:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:2.0:1787758930.487342:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758930.487344:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487347:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487354:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758930.487357:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487361:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758930.487364:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758930.487367:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758930.487371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487381:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.487383:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.487386:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758930.487388:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758930.487390:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.487394:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758930.487400:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758930.487403:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758930.487405:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.487407:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758930.487421:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758930.487424:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.487429:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758930.487433:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758930.487438:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758930.487443:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875466496, portal 10 00000100:00000001:2.0:1787758930.487447:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758930.487449:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00000040:2.0:1787758930.487457:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487474:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758930.487479:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758930.487482:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758930.487489:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875466496, offset 0 00000400:00000200:2.0:1787758930.487495:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758930.487502:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.487506:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758930.487512:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758930.487525:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758930.487529:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758930.487533:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758930.487537:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776069:776069:256:4294967295] 192.168.201.104@tcp LPNI seq info [776060:776060:8:4294967295] 00000400:00000200:2.0:1787758930.487543:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.487553:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758930.487563:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.487568:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758930.487584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758930.487589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758930.487595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758930.487598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1787758930.487603:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.487605:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758930.487609:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758930.487613:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758930.487615:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758930.487617:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758930.487619:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758930.487621:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487627:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.487629:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487634:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487635:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758930.487637:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758930.487640:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758930.487642:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758930.487644:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312284684 00000100:00000001:2.0:1787758930.487646:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.487647:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312284684 00000100:00000001:2.0:1787758930.487649:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.487650:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758930.487652:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487653:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758930.487655:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758930/real 1787758930] req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758930.487660:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758930.487660:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758930.487661:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758930.487663:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758930.487664:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758930.487665:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758930.487668:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758930.487673:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487677:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758930.487678:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487679:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487679:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758930.487682:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487685:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758930.487688:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487692:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758930.487694:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487695:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487695:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487696:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758930.487700:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758930.487701:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758930.487703:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758930.487705:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758930.487707:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758930.487712:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758930.487715:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758930.487717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487737:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.487738:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.487740:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758930.487741:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758930.487743:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.487745:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758930.487747:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758930.487749:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758930.487750:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.487751:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758930.487754:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758930.487755:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.487757:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758930.487759:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758930.487761:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758930.487763:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875466624, portal 10 00000100:00000001:2.0:1787758930.487765:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758930.487766:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 00000100:00000040:2.0:1787758930.487770:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487774:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758930.487776:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758930.487777:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758930.487779:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875466624, offset 0 00000400:00000200:2.0:1787758930.487786:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758930.487789:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.487791:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758930.487793:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758930.487795:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758930.487796:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758930.487798:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758930.487800:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776070:776070:256:4294967295] 192.168.201.104@tcp LPNI seq info [776061:776061:8:4294967295] 00000400:00000200:2.0:1787758930.487803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.487807:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758930.487810:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.487812:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758930.487815:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758930.487827:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758930.487830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758930.487832:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1787758930.487835:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.487837:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758930.487840:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758930.487843:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758930.487846:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758930.487848:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758930.487851:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758930.487854:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487863:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.487866:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487873:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487890:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758930.487894:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758930.487896:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758930.487899:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758930.487900:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312284684 00000100:00000001:2.0:1787758930.487902:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.487904:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312284684 00000100:00000001:2.0:1787758930.487905:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.487907:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758930.487909:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.487910:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758930.487913:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758930/real 1787758930] req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758930.487919:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758930.487920:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758930.487921:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758930.487923:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758930.487924:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758930.487925:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758930.487927:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758930.487933:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487948:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758930.487949:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487950:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487951:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758930.487954:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487958:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758930.487960:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.487964:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758930.487966:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487967:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.487968:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.487970:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758930.487971:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758930.487973:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758930.487976:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758930.487977:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758930.487980:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758930.487985:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758930.487987:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758930.487989:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488002:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.488003:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.488005:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758930.488006:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758930.488007:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.488009:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758930.488011:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758930.488013:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758930.488014:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.488015:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488018:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758930.488019:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.488021:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758930.488023:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758930.488026:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758930.488028:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875466752, portal 4 00000100:00000001:2.0:1787758930.488029:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758930.488030:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:2.0:1787758930.488035:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488039:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758930.488041:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758930.488043:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758930.488044:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875466752, offset 0 00000400:00000200:2.0:1787758930.488047:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758930.488050:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.488052:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758930.488054:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758930.488056:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758930.488057:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758930.488059:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758930.488061:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776071:776071:256:4294967295] 192.168.201.104@tcp LPNI seq info [776062:776062:8:4294967295] 00000400:00000200:2.0:1787758930.488074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.488078:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758930.488081:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.488083:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758930.488086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758930.488088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758930.488090:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758930.488092:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1787758930.488095:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.488096:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758930.488098:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758930.488100:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758930.488102:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758930.488103:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758930.488105:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758930.488107:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488112:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488114:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488153:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488155:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758930.488159:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758930.488162:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758930.488165:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758930.488167:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312284744 00000100:00000001:2.0:1787758930.488169:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.488170:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312284744 00000100:00000001:2.0:1787758930.488172:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.488173:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758930.488175:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488176:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758930.488179:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758930/real 1787758930] req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758930.488184:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758930.488185:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758930.488186:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758930.488187:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758930.488189:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758930.488190:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758930.488192:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758930.488197:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488201:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758930.488202:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488203:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.488204:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758930.488206:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488210:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758930.488212:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488217:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758930.488219:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488221:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.488233:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488235:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758930.488236:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758930.488238:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758930.488240:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758930.488242:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758930.488245:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758930.488251:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758930.488253:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488255:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488257:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875466496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488260:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758930.488262:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488263:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758930.488265:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758930.488266:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758930.488267:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758930.488269:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758930.488270:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:2.0:1787758930.488272:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758930.488273:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758930.488274:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:2.0:1787758930.488276:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758930.488277:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488278:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488280:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875466624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488285:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758930.488285:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488286:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758930.488289:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758930.488290:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758930.488291:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758930.488292:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758930.488293:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:2.0:1787758930.488294:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758930.488295:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758930.488296:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00000001:2.0:1787758930.488297:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758930.488298:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488299:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488300:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875466752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488304:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758930.488304:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488305:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758930.488307:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758930.488307:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758930.488308:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758930.488309:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758930.488310:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:2.0:1787758930.488311:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758930.488312:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758930.488313:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:2.0:1787758930.488314:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758930.488315:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488316:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488318:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758930.488319:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488320:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758930.488322:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758930.488323:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758930.488325:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488329:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758930.488330:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.488332:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758930.488333:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758930.488344:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758930.488347:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758930.488349:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758930.488350:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758930.488352:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758930.488353:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488355:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758930.488356:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758930.488359:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758930.488360:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758930.488363:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758930.488365:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875466880, portal 4 00000100:00000001:2.0:1787758930.488366:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758930.488367:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:2.0:1787758930.488371:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488375:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758930.488377:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758930.488379:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758930.488380:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875466880, offset 0 00000400:00000200:2.0:1787758930.488383:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758930.488385:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.488387:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758930.488389:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758930.488391:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758930.488393:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758930.488395:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758930.488397:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776072:776072:256:4294967295] 192.168.201.104@tcp LPNI seq info [776063:776063:8:4294967295] 00000400:00000200:2.0:1787758930.488399:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758930.488403:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758930.488406:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.488408:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758930.488411:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758930.488423:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1787758930.488426:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758930.488428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1787758930.488431:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758930.488432:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758930.488434:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758930.488437:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758930.488439:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758930.488440:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758930.488442:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758930.488444:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488449:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488451:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488455:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488456:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758930.488464:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758930.488466:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758930.488468:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758930.488470:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312284708 00000100:00000001:2.0:1787758930.488471:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.488473:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312284708 00000100:00000001:2.0:1787758930.488475:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312285963 00000100:00000001:2.0:1787758930.488477:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758930.488478:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488480:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758930.488482:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758930/real 1787758930] req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758930.488491:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758930.488492:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758930.488493:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758930.488495:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758930.488496:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758930.488498:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758930.488500:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758930.488505:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488509:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758930.488510:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488512:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.488512:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758930.488514:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488522:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758930.488524:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488528:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758930.488530:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488531:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758930.488532:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488533:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758930.488534:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758930.488537:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758930.488539:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758930.488541:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758930.488543:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758930.488552:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875466880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758930.488554:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488556:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758930.488558:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875466880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758930.488561:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758930.488562:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758930.488563:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758930.488565:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758930.488566:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758930.488566:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758930.488568:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758930.488569:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:2.0:1787758930.488571:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758930.488572:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758930.488573:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:2.0:1787758930.488578:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758930.488579:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488580:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758930.488582:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758930.488583:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758930.488585:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758930.488586:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758931.190190:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758931.190199:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758931.190201:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758931.190207:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758931.190213:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758931.190217:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190221:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758931.190226:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190231:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758931.190264:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758931.190269:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758931.190273:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758931.190278:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758931.190283:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758931.190290:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190321:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758931.190326:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190330:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758931.190358:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758931.190362:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758931.190363:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758931.190384:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758931.190391:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758931.190398:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190416:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758931.190421:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758931.190426:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758931.190456:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758931.190460:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758931.190465:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787758931.830211:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312285963, at 4312286016 00000100:00000010:2.0:1787758931.830228:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758932.214220:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758932.214228:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758932.214233:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758932.214239:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758932.214243:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758932.214248:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758932.214253:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758932.214256:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758932.214259:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758932.214275:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758932.214280:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758932.214284:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758932.214288:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758932.214291:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758932.214296:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758932.214301:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758932.214306:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758932.214312:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758933.238199:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758933.238210:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758933.238214:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758933.238223:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758933.238231:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758933.238237:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.238252:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758933.238253:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.238256:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758933.238284:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758933.238289:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758933.238290:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758933.238292:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758933.238294:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758933.238296:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.238298:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758933.238300:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.238301:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758933.238319:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758933.238322:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758933.238325:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787758933.239183:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758933.239187:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758933.239189:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758933.239193:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758933.239197:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758933.239201:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.239205:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758933.239209:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758933.239213:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758934.262225:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758934.262230:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758934.262233:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758934.262238:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758934.262245:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758934.262251:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262255:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758934.262259:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262264:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758934.262282:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758934.262285:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758934.262288:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787758934.262381:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758934.262384:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758934.262387:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758934.262390:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758934.262394:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758934.262399:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262406:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758934.262409:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262413:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758934.262440:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758934.262444:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758934.262446:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758934.262448:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758934.262451:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758934.262453:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262455:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758934.262456:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758934.262458:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.286220:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758935.286226:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758935.286229:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.286236:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758935.286242:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758935.286246:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.286250:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.286254:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.286257:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.286272:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758935.286283:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758935.286287:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.286301:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758935.286306:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758935.286310:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.286316:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.286320:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.286326:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.606547:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758935.606553:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758935.606557:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758935.606565:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.606578:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.606580:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.606585:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758935.606589:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758935.606593:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.606598:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875467008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758935.606603:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758935.606607:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758935.606617:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.606622:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758935.606627:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.606630:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.606638:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758935.606642:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758935.606650:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758935.606660:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467008, portal 25 00000100:00000001:2.0:1787758935.606663:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758935.606665:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:2.0:1787758935.606671:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.606681:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758935.606686:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758935.606690:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758935.606694:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875467008, offset 0 00000400:00000200:2.0:1787758935.606704:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758935.606718:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.606725:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758935.606734:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758935.606740:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758935.606747:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758935.606752:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758935.606760:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776073:776073:256:4294967295] 192.168.201.104@tcp LPNI seq info [776064:776064:8:4294967295] 00000400:00000200:2.0:1787758935.606768:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.606784:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758935.606795:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.606802:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758935.606811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758935.606815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758935.606824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758935.606828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1787758935.606835:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.606839:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758935.606846:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758935.606852:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758935.606858:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758935.606862:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758935.606868:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758935.606873:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.606886:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.606891:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.606916:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.606920:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758935.606928:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.606935:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758935.606938:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312291083 00000100:00000010:2.0:1787758935.606944:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758935.606953:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758935.606961:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312291083 00000100:00000010:2.0:1787758935.606968:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a17e0. 00000100:00000001:2.0:1787758935.606974:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758935.606980:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758935.606985:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.606987:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758935.606997:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758935/real 1787758935] req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758935.607015:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758935.607017:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758935.607019:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758935.607024:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758935.607028:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758935.607034:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758935.607041:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758935.607060:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607074:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758935.607077:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607080:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607082:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758935.607088:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607097:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758935.607104:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607113:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758935.607150:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607154:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607157:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607162:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758935.607166:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758935.607172:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758935.607178:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758935.607182:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758935.607188:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758935.607201:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875467008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758935.607206:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607209:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.607213:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875467008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607223:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758935.607226:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758935.607231:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.607235:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758935.607237:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758935.607240:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758935.607242:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758935.607246:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:2.0:1787758935.607251:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758935.607256:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758935.607260:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:2.0:1787758935.607266:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758935.607269:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607273:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607283:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758935.607287:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607291:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758935.607294:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758935.607297:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758935.607304:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607317:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.607320:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.607339:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758935.607342:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758935.607344:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.607352:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758935.607360:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758935.607363:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758935.607366:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.607370:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758935.607376:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.607380:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.607389:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758935.607395:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758935.607405:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758935.607412:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467136, portal 10 00000100:00000001:2.0:1787758935.607416:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758935.607419:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:2.0:1787758935.607431:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607445:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758935.607459:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758935.607463:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758935.607467:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875467136, offset 0 00000400:00000200:2.0:1787758935.607473:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758935.607478:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.607483:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758935.607489:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758935.607493:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758935.607495:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758935.607499:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758935.607502:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776074:776074:256:4294967295] 192.168.201.104@tcp LPNI seq info [776065:776065:8:4294967295] 00000400:00000200:2.0:1787758935.607507:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.607515:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758935.607522:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.607526:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758935.607530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758935.607535:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758935.607541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758935.607544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1787758935.607549:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.607552:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758935.607555:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758935.607559:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758935.607563:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758935.607565:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758935.607567:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758935.607572:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607581:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.607585:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607600:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607604:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758935.607607:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758935.607612:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758935.607617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758935.607620:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312289804 00000100:00000001:2.0:1787758935.607622:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.607625:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312289804 00000100:00000001:2.0:1787758935.607629:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.607633:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758935.607636:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607640:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758935.607646:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758935/real 1787758935] req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758935.607653:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758935.607654:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758935.607657:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758935.607659:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758935.607660:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758935.607662:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758935.607664:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758935.607669:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607674:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758935.607675:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607676:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607677:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758935.607679:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607683:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758935.607686:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607691:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758935.607692:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607693:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607694:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607695:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758935.607698:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758935.607700:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758935.607702:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758935.607703:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758935.607706:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758935.607710:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758935.607713:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758935.607715:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607719:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.607720:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.607722:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758935.607723:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758935.607724:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.607726:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758935.607728:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758935.607730:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758935.607731:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.607732:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758935.607735:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758935.607736:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.607739:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758935.607741:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758935.607745:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758935.607748:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467264, portal 10 00000100:00000001:2.0:1787758935.607750:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758935.607752:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:2.0:1787758935.607757:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607764:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758935.607767:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758935.607769:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758935.607772:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875467264, offset 0 00000400:00000200:2.0:1787758935.607777:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758935.607781:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.607785:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758935.607787:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758935.607790:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758935.607792:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758935.607793:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758935.607795:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776075:776075:256:4294967295] 192.168.201.104@tcp LPNI seq info [776066:776066:8:4294967295] 00000400:00000200:2.0:1787758935.607798:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.607803:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758935.607806:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.607808:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758935.607811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758935.607813:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758935.607817:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758935.607818:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1787758935.607821:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.607822:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758935.607824:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758935.607827:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758935.607829:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758935.607830:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758935.607832:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758935.607835:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607840:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.607842:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607846:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607847:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758935.607849:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758935.607851:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758935.607853:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758935.607854:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312289804 00000100:00000001:2.0:1787758935.607856:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.607857:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312289804 00000100:00000001:2.0:1787758935.607859:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.607860:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758935.607862:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607863:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758935.607865:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758935/real 1787758935] req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758935.607869:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758935.607870:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758935.607871:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758935.607873:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758935.607874:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758935.607876:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758935.607877:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758935.607882:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607887:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758935.607888:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607889:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607890:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758935.607892:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607896:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758935.607898:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607902:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758935.607904:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607905:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.607906:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607907:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758935.607908:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758935.607910:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758935.607912:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758935.607913:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758935.607916:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758935.607921:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758935.607924:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607925:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.607927:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875467136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607931:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758935.607933:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758935.607935:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.607937:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758935.607939:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758935.607940:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758935.607942:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758935.607944:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:2.0:1787758935.607947:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758935.607948:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758935.607949:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:2.0:1787758935.607952:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758935.607953:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607955:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.607958:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875467264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.607966:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758935.607967:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758935.607969:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758935.607973:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758935.607974:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758935.607976:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758935.607978:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758935.607980:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:2.0:1787758935.607981:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758935.607982:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758935.607983:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:2.0:1787758935.607985:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758935.607986:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607987:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.607990:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758935.607991:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.607992:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758935.607994:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758935.607995:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758935.607997:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608002:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.608003:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.608005:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758935.608006:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758935.608007:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.608009:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758935.608012:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758935.608013:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758935.608014:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.608015:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758935.608017:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758935.608019:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.608021:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758935.608023:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758935.608027:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758935.608030:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467392, portal 4 00000100:00000001:2.0:1787758935.608032:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758935.608033:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:2.0:1787758935.608039:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608046:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758935.608048:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758935.608051:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758935.608053:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875467392, offset 0 00000400:00000200:2.0:1787758935.608058:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758935.608062:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.608065:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758935.608068:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758935.608070:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758935.608072:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758935.608073:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758935.608075:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776076:776076:256:4294967295] 192.168.201.104@tcp LPNI seq info [776067:776067:8:4294967295] 00000400:00000200:2.0:1787758935.608078:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.608082:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758935.608086:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.608088:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758935.608091:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758935.608093:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758935.608096:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758935.608098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1787758935.608100:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.608102:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758935.608104:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758935.608106:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758935.608108:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758935.608109:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758935.608111:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758935.608114:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608135:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.608138:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608144:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.608146:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758935.608150:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758935.608153:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758935.608157:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758935.608159:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312289864 00000100:00000001:2.0:1787758935.608162:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.608164:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312289864 00000100:00000001:2.0:1787758935.608167:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.608169:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758935.608171:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.608173:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758935.608177:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758935/real 1787758935] req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758935.608183:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758935.608184:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758935.608185:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758935.608187:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758935.608188:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758935.608190:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758935.608192:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758935.608197:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608201:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758935.608201:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608203:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.608203:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758935.608206:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608210:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758935.608212:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608217:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758935.608218:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608219:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.608220:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608221:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758935.608222:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758935.608224:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758935.608226:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758935.608227:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758935.608230:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758935.608235:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758935.608238:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758935.608239:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608243:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758935.608244:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.608245:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758935.608246:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758935.608248:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758935.608251:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758935.608254:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758935.608256:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758935.608257:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758935.608259:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758935.608262:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.608264:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758935.608267:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758935.608270:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758935.608273:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758935.608276:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467520, portal 4 00000100:00000001:2.0:1787758935.608278:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758935.608280:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:2.0:1787758935.608286:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608292:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758935.608295:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758935.608297:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758935.608300:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875467520, offset 0 00000400:00000200:2.0:1787758935.608304:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758935.608308:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.608312:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758935.608314:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758935.608317:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758935.608319:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758935.608335:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758935.608338:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776077:776077:256:4294967295] 192.168.201.104@tcp LPNI seq info [776068:776068:8:4294967295] 00000400:00000200:2.0:1787758935.608342:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758935.608346:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758935.608349:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.608353:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758935.608357:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758935.608360:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1787758935.608365:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758935.608367:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1787758935.608372:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758935.608374:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758935.608377:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758935.608381:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758935.608384:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758935.608386:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758935.608388:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758935.608392:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608398:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.608400:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608405:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.608407:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758935.608410:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758935.608413:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758935.608417:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758935.608419:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312289828 00000100:00000001:2.0:1787758935.608422:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.608424:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312289828 00000100:00000001:2.0:1787758935.608427:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312291083 00000100:00000001:2.0:1787758935.608429:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758935.608431:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.608433:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758935.608437:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758935/real 1787758935] req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758935.608445:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758935.608447:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758935.608449:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758935.608451:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758935.608452:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758935.608454:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758935.608457:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758935.608462:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608467:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758935.608468:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608469:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.608470:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758935.608472:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608476:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758935.608478:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608483:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758935.608485:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608486:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758935.608487:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608488:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758935.608489:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758935.608491:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758935.608493:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758935.608495:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758935.608497:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758935.608502:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758935.608504:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608506:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.608508:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875467392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608511:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758935.608512:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758935.608514:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758935.608516:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758935.608516:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758935.608517:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758935.608519:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758935.608520:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:2.0:1787758935.608522:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758935.608522:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758935.608523:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:2.0:1787758935.608525:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758935.608526:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608527:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758935.608529:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875467520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758935.608537:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758935.608538:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758935.608539:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758935.608540:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758935.608541:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758935.608542:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758935.608543:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758935.608544:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:2.0:1787758935.608545:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758935.608546:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758935.608547:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:2.0:1787758935.608548:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758935.608549:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608550:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758935.608552:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758935.608553:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758935.608554:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758935.608555:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758936.310223:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758936.310240:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758936.310245:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758936.310251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758936.310257:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758936.310263:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758936.310277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758936.310281:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758936.310285:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758936.310322:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758936.310328:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758936.310331:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758936.310338:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758936.310343:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758936.310346:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758936.310350:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758936.310353:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758936.310357:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758936.310433:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758936.310437:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758936.310441:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787758936.950227:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312291083, at 4312291136 00000100:00000010:2.0:1787758936.950245:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758937.334238:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758937.334246:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758937.334249:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758937.334257:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758937.334261:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758937.334268:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334272:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758937.334276:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334279:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758937.334308:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758937.334311:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758937.334313:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758937.334318:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758937.334323:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758937.334328:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334333:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758937.334336:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334341:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758937.334370:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758937.334374:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758937.334376:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758937.334378:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758937.334381:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758937.334384:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334387:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758937.334390:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758937.334394:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758938.358234:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758938.358244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758938.358249:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758938.358256:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758938.358261:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758938.358266:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358271:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758938.358297:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358300:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758938.358318:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758938.358323:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758938.358327:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758938.358334:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758938.358339:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758938.358344:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358351:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758938.358353:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358358:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758938.358376:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758938.358380:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758938.358384:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758938.358389:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758938.358395:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758938.358400:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358406:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758938.358409:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758938.358415:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758939.382214:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758939.382223:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758939.382226:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758939.382233:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758939.382240:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758939.382250:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758939.382285:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758939.382288:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758939.382293:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758939.382308:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758939.382312:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758939.382316:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758939.382321:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758939.382326:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758939.382330:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758939.382336:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758939.382340:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758939.382343:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.406280:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758940.406292:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758940.406300:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.406305:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758940.406313:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758940.406319:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406337:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.406341:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406346:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.406359:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758940.406369:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758940.406374:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.406378:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758940.406381:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758940.406383:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406386:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.406388:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406392:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.406415:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758940.406425:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758940.406429:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.406436:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758940.406440:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758940.406444:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406450:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.406452:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.406458:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.726437:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758940.726446:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758940.726452:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758940.726468:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.726511:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.726519:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.726529:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758940.726537:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758940.726551:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.726566:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875467648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758940.726584:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758940.726594:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758940.726600:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.726607:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758940.726619:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758940.726624:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.726637:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758940.726646:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758940.726665:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758940.726681:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467648, portal 25 00000100:00000001:2.0:1787758940.726692:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758940.726696:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 00000100:00000040:2.0:1787758940.726712:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.726738:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758940.726745:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758940.726749:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758940.726756:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875467648, offset 0 00000400:00000200:2.0:1787758940.726779:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758940.726798:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.726814:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758940.726827:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758940.726839:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758940.726847:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758940.726860:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758940.726884:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776078:776078:256:4294967295] 192.168.201.104@tcp LPNI seq info [776069:776069:8:4294967295] 00000400:00000200:2.0:1787758940.726905:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.726928:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758940.726940:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.726948:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758940.726962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758940.726970:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758940.726989:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758940.726997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1787758940.727016:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.727022:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758940.727034:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758940.727057:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758940.727067:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758940.727073:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758940.727084:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758940.727094:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727178:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.727188:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727215:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.727221:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758940.727244:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.727258:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758940.727264:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312296204 00000100:00000010:2.0:1787758940.727276:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758940.727291:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758940.727302:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312296204 00000100:00000010:2.0:1787758940.727311:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1540. 00000100:00000001:2.0:1787758940.727319:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758940.727328:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758940.727338:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.727351:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758940.727364:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758940/real 1787758940] req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758940.727427:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758940.727433:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758940.727438:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758940.727448:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758940.727454:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758940.727461:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758940.727469:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758940.727482:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727489:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758940.727491:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727494:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.727497:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758940.727501:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727508:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758940.727513:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727521:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758940.727524:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727526:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.727527:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727530:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758940.727533:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758940.727537:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758940.727541:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758940.727544:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758940.727550:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758940.727560:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875467648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758940.727565:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727567:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.727571:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875467648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727578:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758940.727581:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758940.727584:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758940.727588:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758940.727591:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758940.727592:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758940.727595:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758940.727598:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:2.0:1787758940.727602:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758940.727604:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758940.727606:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000100:00000001:2.0:1787758940.727611:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758940.727613:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727615:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727623:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758940.727626:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.727628:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758940.727630:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758940.727631:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758940.727636:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727643:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.727645:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.727647:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758940.727649:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758940.727652:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.727655:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758940.727659:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758940.727662:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758940.727663:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.727665:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758940.727668:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758940.727671:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.727675:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758940.727678:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758940.727682:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758940.727685:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467776, portal 10 00000100:00000001:2.0:1787758940.727688:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758940.727689:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:2.0:1787758940.727696:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727703:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758940.727706:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758940.727709:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758940.727711:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875467776, offset 0 00000400:00000200:2.0:1787758940.727715:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758940.727718:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.727721:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758940.727723:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758940.727725:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758940.727727:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758940.727729:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758940.727731:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776079:776079:256:4294967295] 192.168.201.104@tcp LPNI seq info [776070:776070:8:4294967295] 00000400:00000200:2.0:1787758940.727734:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.727739:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758940.727742:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.727744:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758940.727747:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758940.727750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758940.727754:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758940.727756:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1787758940.727759:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.727760:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758940.727762:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758940.727765:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758940.727767:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758940.727768:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758940.727770:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758940.727773:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727778:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.727780:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727784:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.727786:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758940.727788:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758940.727792:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758940.727794:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758940.727796:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312294924 00000100:00000001:2.0:1787758940.727798:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.727800:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312294924 00000100:00000001:2.0:1787758940.727802:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.727803:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758940.727804:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.727806:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758940.727808:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758940/real 1787758940] req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758940.727812:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758940.727813:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758940.727815:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758940.727817:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758940.727818:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758940.727819:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758940.727821:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758940.727826:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727832:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758940.727834:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727835:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.727836:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758940.727840:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727847:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758940.727851:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727858:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758940.727861:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727863:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.727864:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.727866:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758940.727871:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758940.727874:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758940.727877:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758940.727880:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758940.727883:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758940.727891:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758940.727896:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758940.727899:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727906:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.727908:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.727910:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758940.727911:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758940.727913:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.727916:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758940.727919:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758940.727921:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758940.727923:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.727925:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758940.727927:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758940.727929:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.727932:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758940.727935:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758940.727938:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758940.727941:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875467904, portal 10 00000100:00000001:2.0:1787758940.727943:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758940.727944:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:2.0:1787758940.727949:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.727956:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758940.727958:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758940.727960:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758940.727963:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875467904, offset 0 00000400:00000200:2.0:1787758940.727967:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758940.727971:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.727975:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758940.727977:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758940.727980:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758940.727983:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758940.727985:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758940.727988:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776080:776080:256:4294967295] 192.168.201.104@tcp LPNI seq info [776071:776071:8:4294967295] 00000400:00000200:2.0:1787758940.727993:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.727998:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758940.728003:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728007:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758940.728011:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758940.728014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758940.728018:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758940.728021:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1787758940.728025:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728027:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758940.728031:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758940.728034:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758940.728037:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758940.728039:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758940.728042:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758940.728046:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728053:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728057:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728063:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728065:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758940.728068:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758940.728071:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758940.728075:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758940.728077:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312294924 00000100:00000001:2.0:1787758940.728080:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728083:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312294924 00000100:00000001:2.0:1787758940.728086:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728089:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758940.728091:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728093:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758940.728097:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758940/real 1787758940] req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758940.728104:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758940.728106:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758940.728107:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758940.728110:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758940.728112:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758940.728114:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758940.728140:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758940.728149:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728156:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758940.728157:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728160:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728161:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758940.728165:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728172:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758940.728176:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728183:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758940.728186:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728188:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728189:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728192:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758940.728195:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758940.728198:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758940.728202:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758940.728204:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758940.728209:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758940.728217:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875467904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758940.728221:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758940.728225:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728246:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.728247:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.728249:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758940.728251:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758940.728253:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.728257:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758940.728260:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758940.728262:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758940.728264:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.728265:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728269:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758940.728271:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.728275:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758940.728278:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758940.728282:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758940.728285:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468032, portal 4 00000100:00000001:2.0:1787758940.728287:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758940.728288:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:2.0:1787758940.728294:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728301:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758940.728304:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758940.728306:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758940.728309:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875468032, offset 0 00000400:00000200:2.0:1787758940.728313:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758940.728317:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.728321:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758940.728323:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758940.728326:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758940.728328:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758940.728330:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758940.728334:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776081:776081:256:4294967295] 192.168.201.104@tcp LPNI seq info [776072:776072:8:4294967295] 00000400:00000200:2.0:1787758940.728338:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.728344:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758940.728349:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728352:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758940.728356:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758940.728359:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758940.728364:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758940.728366:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1787758940.728371:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728373:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758940.728376:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758940.728379:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758940.728382:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758940.728384:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758940.728386:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758940.728390:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728396:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728399:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728407:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728408:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758940.728411:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758940.728413:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758940.728415:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758940.728416:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312294984 00000100:00000001:2.0:1787758940.728418:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728420:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312294984 00000100:00000001:2.0:1787758940.728422:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728423:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758940.728424:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728426:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758940.728428:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758940/real 1787758940] req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758940.728432:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758940.728433:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758940.728434:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758940.728436:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758940.728437:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758940.728439:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758940.728441:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758940.728446:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728449:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758940.728450:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728451:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728452:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758940.728454:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728459:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758940.728462:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728466:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758940.728467:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728468:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728469:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728470:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758940.728471:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758940.728473:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758940.728475:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758940.728477:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758940.728479:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758940.728483:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758940.728486:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758940.728488:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728493:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758940.728494:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.728495:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758940.728496:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758940.728497:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758940.728499:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758940.728501:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758940.728502:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758940.728504:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758940.728505:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728507:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758940.728509:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758940.728511:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758940.728512:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758940.728515:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758940.728517:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468160, portal 4 00000100:00000001:2.0:1787758940.728518:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758940.728519:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:2.0:1787758940.728523:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728527:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758940.728529:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758940.728530:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758940.728532:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875468160, offset 0 00000400:00000200:2.0:1787758940.728534:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758940.728536:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.728538:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758940.728540:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758940.728541:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758940.728543:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758940.728544:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758940.728546:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776082:776082:256:4294967295] 192.168.201.104@tcp LPNI seq info [776073:776073:8:4294967295] 00000400:00000200:2.0:1787758940.728549:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758940.728553:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758940.728556:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728558:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758940.728561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758940.728562:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1787758940.728565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758940.728567:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1787758940.728570:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758940.728571:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758940.728573:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758940.728575:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758940.728577:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758940.728578:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758940.728580:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758940.728582:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728586:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728588:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728592:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728593:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758940.728595:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758940.728596:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758940.728598:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758940.728600:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312294948 00000100:00000001:2.0:1787758940.728601:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728603:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312294948 00000100:00000001:2.0:1787758940.728604:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312296204 00000100:00000001:2.0:1787758940.728606:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758940.728607:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728608:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758940.728610:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758940/real 1787758940] req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758940.728614:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758940.728615:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758940.728616:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758940.728617:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758940.728618:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758940.728620:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758940.728622:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758940.728627:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728631:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758940.728632:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728633:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728634:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758940.728636:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728640:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758940.728642:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728646:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758940.728647:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728648:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758940.728649:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728650:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758940.728651:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758940.728653:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758940.728655:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758940.728656:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758940.728658:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758940.728663:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758940.728665:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728667:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728669:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875467776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728673:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758940.728674:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728676:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758940.728677:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758940.728678:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758940.728679:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758940.728680:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758940.728682:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:2.0:1787758940.728684:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758940.728685:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758940.728686:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:2.0:1787758940.728687:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758940.728688:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728689:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728691:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875467904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728695:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758940.728696:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728697:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758940.728700:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758940.728700:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758940.728701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758940.728702:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758940.728703:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:2.0:1787758940.728705:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758940.728705:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758940.728706:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:2.0:1787758940.728708:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758940.728708:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728709:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728711:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875468032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728715:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758940.728716:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728717:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758940.728718:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758940.728719:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758940.728720:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758940.728721:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758940.728722:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:2.0:1787758940.728723:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758940.728724:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758940.728725:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:2.0:1787758940.728728:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758940.728729:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728730:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758940.728731:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875468160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758940.728735:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758940.728736:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758940.728736:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758940.728739:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758940.728740:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758940.728740:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758940.728742:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758940.728742:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:2.0:1787758940.728744:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758940.728744:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758940.728745:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:2.0:1787758940.728746:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758940.728747:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728748:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758940.728750:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758940.728751:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758940.728752:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758940.728753:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758941.430242:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758941.430252:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758941.430256:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758941.430263:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758941.430270:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758941.430276:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758941.430283:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758941.430288:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758941.430294:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758941.430314:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758941.430319:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758941.430322:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758941.430327:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758941.430331:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758941.430336:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758941.430354:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758941.430357:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758941.430359:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758942.070260:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312296204, at 4312296256 00000100:00000010:2.0:1787758942.070281:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758942.454298:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758942.454310:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758942.454312:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758942.454320:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758942.454325:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758942.454331:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454335:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758942.454338:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454343:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758942.454364:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758942.454369:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758942.454372:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758942.454377:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758942.454384:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758942.454390:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454397:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758942.454400:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454404:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758942.454434:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758942.454439:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758942.454443:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758942.454450:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758942.454454:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758942.454458:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454461:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758942.454465:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758942.454472:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758942.454524:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758942.454528:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758942.454533:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787758943.478215:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758943.478222:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758943.478227:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758943.478235:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758943.478241:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758943.478247:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478260:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758943.478264:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478268:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758943.478286:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758943.478291:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758943.478294:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758943.478299:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758943.478305:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758943.478310:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478318:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758943.478321:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478326:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758943.478343:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758943.478349:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758943.478353:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758943.478358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758943.478362:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758943.478366:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478370:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758943.478372:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758943.478376:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758944.502249:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758944.502259:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758944.502264:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758944.502271:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758944.502278:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758944.502282:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502305:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758944.502308:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502311:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758944.502329:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758944.502334:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758944.502339:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758944.502344:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758944.502349:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758944.502355:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502361:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758944.502365:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502369:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758944.502384:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758944.502389:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758944.502392:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758944.502395:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758944.502398:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758944.502400:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502403:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758944.502404:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758944.502406:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.526292:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758945.526301:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758945.526304:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.526316:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758945.526329:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758945.526335:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526344:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.526347:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.526372:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758945.526377:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758945.526382:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.526390:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758945.526396:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758945.526400:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526405:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.526410:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526422:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.526475:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758945.526483:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758945.526486:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.526499:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758945.526505:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758945.526508:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526510:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.526511:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.526514:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.846558:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758945.846567:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758945.846574:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758945.846585:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.846604:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.846607:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.846616:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758945.846621:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758945.846626:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.846634:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875468288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758945.846642:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758945.846651:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758945.846657:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.846664:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758945.846673:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758945.846678:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.846689:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758945.846697:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758945.846709:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758945.846723:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468288, portal 25 00000100:00000001:2.0:1787758945.846729:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758945.846733:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:2.0:1787758945.846745:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.846763:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758945.846772:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758945.846778:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758945.846785:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875468288, offset 0 00000400:00000200:2.0:1787758945.846806:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758945.846821:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.846832:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758945.846842:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758945.846849:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758945.846857:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758945.846863:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758945.846871:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776083:776083:256:4294967295] 192.168.201.104@tcp LPNI seq info [776074:776074:8:4294967295] 00000400:00000200:2.0:1787758945.846880:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.846897:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758945.846908:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.846916:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758945.846929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758945.846937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758945.846948:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758945.846955:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1787758945.846965:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.846971:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758945.846980:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758945.846987:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758945.846995:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758945.846998:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758945.847003:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758945.847010:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847042:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.847050:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847066:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.847070:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758945.847079:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.847087:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758945.847092:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312301323 00000100:00000010:2.0:1787758945.847100:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758945.847111:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787758945.847166:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312301324 00000100:00000010:2.0:1787758945.847175:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1c00. 00000100:00000001:2.0:1787758945.847182:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787758945.847190:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758945.847195:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.847201:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758945.847208:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758945/real 1787758945] req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758945.847240:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758945.847243:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758945.847246:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758945.847252:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758945.847256:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758945.847262:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758945.847271:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758945.847291:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847307:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758945.847312:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847318:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.847323:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758945.847332:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847350:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758945.847361:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847380:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758945.847386:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847390:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.847393:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847397:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758945.847402:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758945.847408:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758945.847416:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758945.847422:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758945.847432:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758945.847451:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875468288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787758945.847460:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847464:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.847471:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875468288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847482:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758945.847486:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758945.847490:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758945.847497:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758945.847502:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758945.847506:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787758945.847511:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758945.847515:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:2.0:1787758945.847520:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758945.847524:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758945.847526:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:2.0:1787758945.847533:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758945.847535:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847537:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847545:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758945.847548:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.847551:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758945.847552:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758945.847554:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758945.847558:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847566:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.847568:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.847570:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758945.847572:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758945.847575:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.847578:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758945.847582:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758945.847584:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758945.847586:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.847588:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758945.847591:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758945.847593:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.847597:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758945.847600:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758945.847604:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758945.847607:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468416, portal 10 00000100:00000001:2.0:1787758945.847609:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758945.847611:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000100:00000040:2.0:1787758945.847618:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847626:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758945.847629:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758945.847631:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758945.847634:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875468416, offset 0 00000400:00000200:2.0:1787758945.847638:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758945.847643:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.847646:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758945.847649:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758945.847652:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758945.847655:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758945.847657:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758945.847660:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776084:776084:256:4294967295] 192.168.201.104@tcp LPNI seq info [776075:776075:8:4294967295] 00000400:00000200:2.0:1787758945.847665:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.847672:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758945.847677:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.847681:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758945.847685:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758945.847688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758945.847693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758945.847696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1787758945.847700:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.847702:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758945.847706:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758945.847709:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758945.847712:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758945.847714:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758945.847717:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758945.847721:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847729:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.847733:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847746:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.847748:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758945.847751:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758945.847756:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787758945.847759:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758945.847762:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312300044 00000100:00000001:2.0:1787758945.847765:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312301323 00000100:00000001:2.0:1787758945.847767:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312300044 00000100:00000001:2.0:1787758945.847770:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312301324 00000100:00000001:2.0:1787758945.847773:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758945.847775:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.847777:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758945.847781:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758945/real 1787758945] req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758945.847789:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758945.847790:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758945.847792:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758945.847795:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758945.847797:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758945.847799:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758945.847803:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758945.847812:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847819:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758945.847821:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847823:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.847824:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758945.847828:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847836:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758945.847840:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847848:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758945.847851:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847852:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.847853:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.847855:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758945.847859:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758945.847862:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758945.847865:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758945.847868:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758945.847872:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758945.847881:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758945.847885:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758945.847889:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847896:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.847897:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.847899:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758945.847901:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758945.847904:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.847907:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758945.847910:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758945.847913:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758945.847915:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.847917:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758945.847919:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758945.847922:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.847925:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758945.847927:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758945.847931:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758945.847933:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468544, portal 10 00000100:00000001:2.0:1787758945.847936:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758945.847937:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:2.0:1787758945.847943:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.847950:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758945.847952:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758945.847955:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758945.847957:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875468544, offset 0 00000400:00000200:2.0:1787758945.847962:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758945.847966:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.847969:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758945.847972:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758945.847975:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758945.847977:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758945.847979:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758945.847982:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776085:776085:256:4294967295] 192.168.201.104@tcp LPNI seq info [776076:776076:8:4294967295] 00000400:00000200:2.0:1787758945.847986:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.847993:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758945.847998:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848001:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758945.848005:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758945.848008:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758945.848013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758945.848016:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1787758945.848020:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848023:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758945.848026:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758945.848030:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758945.848033:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758945.848034:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758945.848037:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758945.848041:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848049:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848052:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848058:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848060:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758945.848063:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758945.848066:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787758945.848070:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758945.848072:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312300044 00000100:00000001:2.0:1787758945.848074:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312301323 00000100:00000001:2.0:1787758945.848077:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312300044 00000100:00000001:2.0:1787758945.848079:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312301324 00000100:00000001:2.0:1787758945.848082:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758945.848084:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848086:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758945.848090:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758945/real 1787758945] req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758945.848097:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758945.848099:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758945.848100:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758945.848103:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758945.848105:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758945.848107:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758945.848111:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758945.848152:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848160:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758945.848162:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848164:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848165:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758945.848170:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848176:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758945.848181:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848187:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758945.848190:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848191:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848193:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848195:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758945.848197:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758945.848200:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758945.848203:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758945.848206:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758945.848210:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758945.848218:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787758945.848222:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758945.848226:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848233:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.848235:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.848237:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758945.848239:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758945.848241:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.848244:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758945.848248:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758945.848250:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758945.848252:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.848254:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848257:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758945.848260:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.848264:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758945.848267:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758945.848271:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758945.848274:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468672, portal 4 00000100:00000001:2.0:1787758945.848276:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758945.848278:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:2.0:1787758945.848285:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848293:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758945.848295:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758945.848298:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758945.848301:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875468672, offset 0 00000400:00000200:2.0:1787758945.848305:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758945.848309:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.848313:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758945.848315:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758945.848318:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758945.848320:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758945.848323:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758945.848326:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776086:776086:256:4294967295] 192.168.201.104@tcp LPNI seq info [776077:776077:8:4294967295] 00000400:00000200:2.0:1787758945.848331:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.848337:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758945.848342:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848345:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758945.848349:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758945.848352:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758945.848357:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758945.848360:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1787758945.848364:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848366:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758945.848369:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758945.848373:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758945.848376:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758945.848378:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758945.848380:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758945.848384:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848392:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848395:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848401:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848403:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758945.848406:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758945.848409:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787758945.848412:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758945.848414:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312300104 00000100:00000001:2.0:1787758945.848417:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312301323 00000100:00000001:2.0:1787758945.848419:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312300104 00000100:00000001:2.0:1787758945.848421:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312301324 00000100:00000001:2.0:1787758945.848423:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758945.848426:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848428:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758945.848432:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758945/real 1787758945] req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758945.848439:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758945.848440:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758945.848441:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758945.848444:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758945.848445:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758945.848448:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758945.848451:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758945.848458:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848464:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758945.848466:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848468:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848469:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758945.848472:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848479:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758945.848482:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848489:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758945.848492:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848493:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848495:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848497:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758945.848499:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758945.848502:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758945.848506:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758945.848508:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758945.848512:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758945.848520:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758945.848524:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787758945.848527:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848534:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758945.848535:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.848537:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787758945.848539:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758945.848541:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758945.848543:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758945.848547:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787758945.848549:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787758945.848550:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758945.848552:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848555:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758945.848557:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787758945.848561:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787758945.848563:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787758945.848566:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787758945.848569:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875468800, portal 4 00000100:00000001:2.0:1787758945.848571:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787758945.848572:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:2.0:1787758945.848578:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848584:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787758945.848587:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787758945.848589:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787758945.848591:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875468800, offset 0 00000400:00000200:2.0:1787758945.848596:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787758945.848600:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.848603:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787758945.848606:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787758945.848608:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787758945.848610:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787758945.848612:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787758945.848615:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776087:776087:256:4294967295] 192.168.201.104@tcp LPNI seq info [776078:776078:8:4294967295] 00000400:00000200:2.0:1787758945.848619:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758945.848625:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787758945.848630:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848633:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787758945.848637:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787758945.848640:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1787758945.848644:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787758945.848647:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1787758945.848651:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787758945.848653:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787758945.848656:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787758945.848659:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787758945.848662:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787758945.848664:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787758945.848667:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758945.848670:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848677:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848680:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848688:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848690:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758945.848693:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758945.848697:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787758945.848700:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787758945.848702:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312300068 00000100:00000001:2.0:1787758945.848705:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312301323 00000100:00000001:2.0:1787758945.848708:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312300068 00000100:00000001:2.0:1787758945.848711:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312301324 00000100:00000001:2.0:1787758945.848713:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787758945.848716:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848718:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787758945.848721:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758945/real 1787758945] req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787758945.848729:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787758945.848730:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787758945.848732:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787758945.848735:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787758945.848737:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787758945.848739:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787758945.848743:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787758945.848751:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848759:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787758945.848760:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848762:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848763:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787758945.848767:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848773:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787758945.848778:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848786:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787758945.848789:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848791:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787758945.848792:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848794:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787758945.848796:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787758945.848799:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787758945.848801:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787758945.848804:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787758945.848808:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787758945.848816:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875468800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787758945.848821:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848823:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848826:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875468416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848833:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758945.848835:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848837:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787758945.848840:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758945.848842:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758945.848844:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758945.848846:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758945.848848:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:2.0:1787758945.848851:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758945.848853:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758945.848854:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:2.0:1787758945.848859:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758945.848860:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848862:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848866:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875468544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848873:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758945.848874:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848876:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787758945.848878:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758945.848879:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758945.848880:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787758945.848882:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758945.848884:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:2.0:1787758945.848886:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758945.848887:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758945.848888:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:2.0:1787758945.848891:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758945.848892:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848894:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848897:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875468672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848903:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758945.848905:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848906:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695c00. 02000000:00000001:2.0:1787758945.848910:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758945.848912:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758945.848913:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787758945.848915:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758945.848917:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:2.0:1787758945.848919:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758945.848920:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758945.848922:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:2.0:1787758945.848924:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758945.848925:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848927:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758945.848930:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875468800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758945.848943:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787758945.848944:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787758945.848946:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787758945.848948:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787758945.848949:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787758945.848951:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787758945.848953:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787758945.848954:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:2.0:1787758945.848956:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787758945.848958:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787758945.848959:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:2.0:1787758945.848961:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787758945.848962:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848964:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758945.848969:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758945.848970:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758945.848972:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787758945.848974:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758946.550250:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758946.550260:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758946.550265:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758946.550276:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758946.550284:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758946.550291:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550317:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758946.550321:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550324:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758946.550340:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758946.550346:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758946.550350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758946.550356:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758946.550361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758946.550364:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550369:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758946.550373:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550378:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758946.550396:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758946.550401:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758946.550405:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758946.550409:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758946.550414:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758946.550417:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550420:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758946.550421:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758946.550424:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758947.190237:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312301323, at 4312301376 00000100:00000010:2.0:1787758947.190260:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1780. 00000100:00000001:2.0:1787758947.574242:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758947.574253:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758947.574259:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758947.574267:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758947.574275:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758947.574282:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758947.574291:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758947.574295:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758947.574300:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758947.574321:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758947.574327:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758947.574332:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758947.574339:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758947.574344:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758947.574349:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758947.574368:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758947.574373:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758947.574380:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758948.598210:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758948.598219:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758948.598221:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758948.598226:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758948.598231:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758948.598236:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598240:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758948.598243:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598250:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758948.598288:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758948.598294:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758948.598300:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758948.598305:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758948.598318:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758948.598323:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598341:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758948.598344:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598348:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758948.598384:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758948.598388:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758948.598394:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758948.598403:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758948.598421:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758948.598434:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598451:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758948.598454:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758948.598458:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758949.622246:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758949.622255:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758949.622259:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758949.622265:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758949.622271:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758949.622276:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758949.622298:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622300:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758949.622349:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758949.622353:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758949.622355:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758949.622357:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758949.622360:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758949.622362:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622366:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758949.622368:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622373:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758949.622404:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758949.622408:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758949.622410:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758949.622413:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758949.622416:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758949.622419:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622421:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758949.622422:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758949.622424:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.646222:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758950.646227:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758950.646231:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.646235:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758950.646242:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758950.646249:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758950.646254:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758950.646261:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758950.646273:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.646320:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758950.646331:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758950.646340:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.646345:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758950.646352:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758950.646357:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758950.646362:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758950.646366:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758950.646371:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758950.966273:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758950.966284:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787758950.966287:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758950.966292:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758950.966296:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758950.966303:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17632 00000400:00000200:2.0:1787758950.966313:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758950.966319:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758950.966322:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758950.966325:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966328:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966330:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966333:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758950.966337:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758950.966339:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787758950.966342:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758950.966344:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787758950.966346:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787758950.966348:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787758950.966351:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966353:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966354:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966356:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758950.966359:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787758950.966363:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966365:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758950.966367:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758950.966371:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758950.966373:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966375:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787758950.966377:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758950.966388:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787758950.966393:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787758950.966398:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758950.966400:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966404:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758950.966408:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758950.966414:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758950.966427:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787758950.966437:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.966448:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875468928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758950.966466:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758950.966470:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.966474:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875468928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758950.966500:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758950.966503:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758950.966506:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787758950.966507:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758950.966509:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758950.966512:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758950.966514:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17632 00000400:00000200:2.0:1787758950.966517:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758950.966519:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758950.966521:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758950.966524:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966526:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966528:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966530:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758950.966532:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758950.966534:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787758950.966536:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758950.966538:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787758950.966540:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787758950.966542:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787758950.966545:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966549:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966551:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966555:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758950.966560:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787758950.966565:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966567:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758950.966571:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758950.966580:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758950.966583:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966586:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758950.966591:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787758950.966598:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966604:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758950.966616:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787758950.966621:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787758950.966625:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758950.966628:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966630:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758950.966632:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758950.966636:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758950.966644:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787758950.966651:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.966660:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875469056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758950.966666:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758950.966669:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.966673:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875469056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758950.966685:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758950.966689:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758950.966693:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787758950.966696:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758950.966699:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758950.966705:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758950.966711:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17632 00000400:00000200:2.0:1787758950.966719:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758950.966725:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758950.966729:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758950.966732:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966736:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966740:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966743:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758950.966745:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758950.966748:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787758950.966752:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758950.966754:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787758950.966756:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787758950.966760:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787758950.966767:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966769:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.966772:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966776:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758950.966778:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787758950.966784:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966789:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758950.966794:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758950.966799:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758950.966813:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966820:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758950.966823:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787758950.966831:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966837:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758950.966842:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787758950.966848:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787758950.966850:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758950.966854:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.966857:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758950.966858:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758950.966863:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758950.966872:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787758950.966881:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758950.966883:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758950.966889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00100000:2.0:1787758950.966891:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875469184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758950.966908:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758950.966913:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.966919:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875469184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758950.966931:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758950.966935:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758950.966939:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787758950.966943:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758950.966946:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758950.966950:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758950.966954:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17632 00000400:00000200:2.0:1787758950.966963:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758950.966970:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758950.966982:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758950.966991:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.966997:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.967002:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967007:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758950.967010:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758950.967012:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787758950.967014:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758950.967018:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787758950.967021:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787758950.967027:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787758950.967032:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967035:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.967038:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967043:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758950.967045:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787758950.967048:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967050:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758950.967066:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758950.967069:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758950.967071:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967073:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758950.967077:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787758950.967081:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967084:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758950.967089:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787758950.967096:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787758950.967102:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758950.967105:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967108:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758950.967111:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758950.967112:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758950.967144:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787758950.967147:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.967157:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875469312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758950.967168:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758950.967171:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.967178:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875469312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758950.967191:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758950.967195:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758950.967198:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787758950.967199:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758950.967200:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758950.967206:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758950.967210:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17632 00000400:00000200:2.0:1787758950.967216:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758950.967224:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758950.967229:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758950.967234:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967240:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.967245:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967251:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758950.967255:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758950.967258:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787758950.967261:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758950.967264:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787758950.967268:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787758950.967271:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787758950.967276:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967279:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758950.967283:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967286:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758950.967290:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787758950.967296:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758950.967301:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758950.967305:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758950.967309:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758950.967313:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967319:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758950.967322:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787758950.967326:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967330:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758950.967334:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787758950.967338:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787758950.967344:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758950.967347:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758950.967349:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758950.967352:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758950.967355:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758950.967359:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787758950.967365:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758950.967374:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875469440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758950.967388:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758950.967394:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.967406:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875469440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758950.967425:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758950.967435:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17642) 00000800:00000200:1.1:1787758950.967576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758950.967579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787758950.967807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758950.967809:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787758950.968046:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758950.968048:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787758950.968314:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758950.968316:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787758951.670264:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758951.670277:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758951.670283:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758951.670293:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758951.670300:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758951.670308:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758951.670315:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758951.670321:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758951.670329:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758951.670373:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758951.670381:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758951.670385:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758951.670394:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758951.670402:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758951.670409:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758951.670427:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758951.670431:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758951.670435:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758951.670466:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758951.670471:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758951.670478:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787758952.310260:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312306443, at 4312306496 00000100:00000010:2.0:1787758952.310284:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ede0. 00000100:00000001:2.0:1787758952.694322:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758952.694329:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758952.694331:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758952.694336:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758952.694343:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758952.694349:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758952.694356:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758952.694360:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758952.694363:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758952.694424:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758952.694430:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758952.694434:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758952.694441:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758952.694445:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758952.694450:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758952.694454:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758952.694458:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758952.694462:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758953.718271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758953.718281:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758953.718288:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758953.718298:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758953.718316:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758953.718321:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758953.718338:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758953.718344:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758953.718352:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758953.718381:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758953.718391:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758953.718398:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758953.718409:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758953.718420:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758953.718428:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758953.718437:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758953.718443:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758953.718448:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758954.742291:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758954.742304:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758954.742310:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758954.742325:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758954.742337:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758954.742344:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758954.742358:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758954.742363:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758954.742369:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758954.742401:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758954.742410:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758954.742419:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758954.742432:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758954.742442:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758954.742448:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758954.742454:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758954.742460:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758954.742469:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758955.766269:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758955.766278:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758955.766283:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758955.766294:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758955.766305:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758955.766313:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758955.766324:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758955.766327:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758955.766336:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758955.766396:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758955.766404:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758955.766408:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758955.766424:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758955.766438:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758955.766442:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758955.766446:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758955.766451:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758955.766457:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787758956.087157:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758956.087171:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758956.088066:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758956.088069:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758956.088449:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758956.088451:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758956.088668:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758956.088671:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787758956.088882:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758956.088884:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787758956.790220:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758956.790232:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758956.790235:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758956.790240:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758956.790248:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758956.790254:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758956.790270:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758956.790274:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758956.790282:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758956.790301:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758956.790307:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758956.790312:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758956.790318:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758956.790333:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758956.790343:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758956.790361:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758956.790365:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758956.790375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758957.430231:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312311564, at 4312311616 00000100:00000010:2.0:1787758957.430255:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbe9d1e0. 00000100:00000001:2.0:1787758957.814262:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758957.814269:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758957.814273:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758957.814280:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758957.814293:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758957.814305:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758957.814340:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758957.814349:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758957.814359:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758957.814379:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758957.814395:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758957.814402:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758957.814413:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758957.814420:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758957.814424:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758957.814433:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758957.814437:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758957.814441:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758958.838541:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758958.838546:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758958.838548:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758958.838551:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758958.838554:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758958.838557:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758958.838560:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758958.838562:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758958.838566:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758958.838583:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758958.838590:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758958.838595:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758958.838601:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758958.838605:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758958.838608:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758958.838611:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758958.838613:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758958.838617:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758959.862269:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758959.862277:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758959.862282:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758959.862293:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758959.862305:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758959.862313:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862327:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758959.862331:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862336:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758959.862362:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758959.862369:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758959.862374:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758959.862380:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758959.862387:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758959.862400:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862411:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758959.862417:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862432:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758959.862494:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758959.862503:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758959.862509:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758959.862520:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758959.862529:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758959.862538:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862548:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758959.862551:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758959.862556:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758960.886275:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758960.886292:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758960.886303:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758960.886324:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758960.886341:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758960.886347:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758960.886352:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758960.886356:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758960.886362:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758960.886393:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758960.886397:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758960.886405:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758960.886410:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758960.886415:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758960.886419:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758960.886425:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758960.886428:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758960.886432:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758961.207019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758961.207029:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787758961.208018:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758961.208020:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787758961.208271:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758961.208273:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787758961.208504:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758961.208506:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787758961.208719:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758961.208721:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000100:00000001:2.0:1787758961.910242:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758961.910249:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758961.910252:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758961.910264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758961.910271:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758961.910277:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910286:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758961.910290:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910294:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758961.910317:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758961.910322:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758961.910325:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758961.910330:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758961.910337:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758961.910342:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910351:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758961.910355:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910360:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758961.910387:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758961.910391:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758961.910394:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758961.910397:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758961.910399:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758961.910402:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910405:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758961.910409:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758961.910413:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758962.550200:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312316684, at 4312316736 00000100:00000010:2.0:1787758962.550219:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eae0. 00000100:00000001:2.0:1787758962.934288:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758962.934298:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758962.934301:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758962.934307:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758962.934312:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758962.934323:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934333:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758962.934337:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934357:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758962.934389:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758962.934395:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758962.934404:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758962.934411:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758962.934415:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758962.934419:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934423:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758962.934425:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934429:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758962.934454:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758962.934459:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758962.934461:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758962.934465:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758962.934474:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758962.934478:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934485:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758962.934498:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758962.934506:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787758962.934558:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787758962.934563:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787758962.934567:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787758963.958278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758963.958288:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758963.958293:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758963.958309:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758963.958322:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758963.958329:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758963.958376:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758963.958388:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758963.958396:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758963.958435:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758963.958448:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758963.958455:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758963.958478:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758963.958495:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758963.958501:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758963.958518:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758963.958523:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758963.958529:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758964.982236:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758964.982247:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758964.982252:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758964.982260:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758964.982273:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758964.982284:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758964.982305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982313:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758964.982336:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758964.982346:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758964.982349:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758964.982352:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758964.982366:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758964.982376:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982386:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758964.982391:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982397:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758964.982418:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758964.982424:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758964.982430:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758964.982445:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787758964.982452:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758964.982456:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982461:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758964.982463:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758964.982465:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758966.006269:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758966.006281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758966.006287:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758966.006298:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758966.006313:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758966.006325:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758966.006351:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758966.006359:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758966.006370:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758966.006406:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758966.006416:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758966.006424:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758966.006436:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758966.006445:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758966.006450:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758966.006462:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758966.006466:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758966.006471:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758966.326919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758966.326927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787758966.327519:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758966.327521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787758966.327796:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758966.327800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787758966.328060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758966.328063:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787758966.328295:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758966.328297:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000100:00000001:2.0:1787758967.030257:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758967.030268:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758967.030273:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758967.030280:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758967.030287:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758967.030293:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758967.030315:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758967.030318:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758967.030322:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758967.030339:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758967.030345:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758967.030349:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758967.030354:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758967.030369:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758967.030377:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758967.030381:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758967.030384:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758967.030387:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758967.670244:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312321803, at 4312321856 00000100:00000010:2.0:1787758967.670263:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e660. 00000100:00000001:2.0:1787758968.054231:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758968.054243:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758968.054248:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758968.054259:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758968.054267:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758968.054273:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758968.054307:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758968.054311:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758968.054317:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758968.054336:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758968.054342:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758968.054346:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758968.054352:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758968.054358:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758968.054363:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758968.054365:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758968.054367:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758968.054369:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758969.078266:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758969.078276:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758969.078282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758969.078291:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758969.078299:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758969.078305:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758969.078322:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758969.078326:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758969.078331:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758969.078368:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758969.078372:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758969.078377:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758969.078385:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758969.078393:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758969.078407:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758969.078412:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758969.078415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758969.078418:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758970.102268:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758970.102279:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758970.102285:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758970.102296:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758970.102305:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758970.102314:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758970.102330:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758970.102333:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758970.102337:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758970.102356:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758970.102363:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758970.102367:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758970.102373:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758970.102380:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758970.102385:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758970.102393:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758970.102397:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758970.102402:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.126268:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758971.126273:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758971.126276:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.126282:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758971.126288:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758971.126292:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758971.126798:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758971.126803:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758971.126808:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.126904:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758971.126907:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758971.126909:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.126911:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758971.126914:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758971.126916:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758971.126932:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758971.126933:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758971.126935:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758971.446250:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758971.446260:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787758971.446262:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758971.446266:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758971.446271:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758971.446278:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17653 00000400:00000200:2.0:1787758971.446287:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758971.446294:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758971.446297:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758971.446301:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446304:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446306:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446309:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758971.446313:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758971.446324:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787758971.446328:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758971.446331:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787758971.446333:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787758971.446335:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787758971.446337:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446339:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446340:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446342:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758971.446345:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787758971.446348:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446349:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758971.446351:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758971.446354:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758971.446355:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446357:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787758971.446359:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758971.446368:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787758971.446372:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787758971.446376:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758971.446377:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446380:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758971.446383:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758971.446387:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758971.446396:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787758971.446403:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.446411:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875471488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758971.446420:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758971.446424:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.446427:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875471488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758971.446451:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758971.446454:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758971.446456:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787758971.446457:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758971.446458:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758971.446460:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758971.446462:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17653 00000400:00000200:2.0:1787758971.446465:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758971.446467:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758971.446469:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758971.446471:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446473:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446474:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446476:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758971.446477:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758971.446478:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787758971.446479:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758971.446481:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787758971.446482:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787758971.446484:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787758971.446486:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446487:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446488:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446490:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758971.446492:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787758971.446494:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446496:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758971.446498:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758971.446502:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758971.446504:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446505:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758971.446508:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787758971.446511:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446513:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758971.446518:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787758971.446520:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787758971.446522:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758971.446523:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446525:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758971.446526:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758971.446527:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758971.446531:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787758971.446536:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.446543:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875471616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758971.446557:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758971.446561:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.446567:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875471616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758971.446585:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758971.446590:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758971.446596:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787758971.446599:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758971.446602:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758971.446615:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758971.446622:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17653 00000400:00000200:2.0:1787758971.446631:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758971.446636:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758971.446640:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758971.446645:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446649:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446652:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446659:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758971.446662:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758971.446664:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787758971.446666:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758971.446668:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787758971.446671:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787758971.446674:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787758971.446681:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446685:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446688:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446705:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758971.446711:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787758971.446716:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446720:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758971.446725:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758971.446730:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758971.446734:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446737:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758971.446740:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787758971.446745:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446748:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758971.446754:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787758971.446759:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787758971.446765:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758971.446768:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.446771:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758971.446774:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758971.446778:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758971.446784:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787758971.446792:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.446803:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875471744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758971.446824:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758971.446829:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.446837:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875471744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1787758971.446853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758971.446854:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758971.446857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000100:00080000:2.0:1787758971.446859:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758971.446868:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787758971.446872:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758971.446875:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758971.446882:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758971.446889:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17653 00000400:00000200:2.0:1787758971.446898:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758971.446917:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758971.446923:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758971.446930:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446936:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446942:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446946:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758971.446951:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758971.446955:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787758971.446957:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758971.446960:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787758971.446965:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787758971.446970:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787758971.446977:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446981:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.446986:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.446990:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758971.446994:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787758971.447000:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447007:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758971.447011:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758971.447015:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758971.447020:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447025:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758971.447029:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787758971.447034:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447038:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758971.447044:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787758971.447050:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787758971.447056:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758971.447060:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447064:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758971.447067:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758971.447071:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758971.447079:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787758971.447085:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.447104:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875471872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758971.447145:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758971.447149:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.447158:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875471872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758971.447184:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787758971.447190:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787758971.447198:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787758971.447202:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787758971.447207:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787758971.447213:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787758971.447219:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17653 00000400:00000200:2.0:1787758971.447229:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758971.447236:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787758971.447242:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787758971.447249:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447253:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.447256:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447262:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787758971.447268:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787758971.447272:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787758971.447275:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787758971.447280:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787758971.447286:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787758971.447293:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787758971.447301:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447305:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787758971.447310:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447315:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787758971.447321:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787758971.447327:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787758971.447333:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787758971.447336:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787758971.447341:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787758971.447346:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447349:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787758971.447353:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787758971.447359:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447364:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787758971.447371:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787758971.447376:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787758971.447382:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787758971.447386:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758971.447391:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787758971.447394:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787758971.447398:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787758971.447406:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787758971.447414:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758971.447423:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875472000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787758971.447440:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787758971.447445:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.447453:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875472000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758971.447474:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758971.447481:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17663) 00000800:00000200:1.1:1787758971.447499:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758971.447502:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787758971.447720:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758971.447723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787758971.447909:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758971.447911:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787758971.448221:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758971.448224:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000100:00000001:2.0:1787758972.150212:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758972.150220:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758972.150223:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758972.150230:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758972.150236:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758972.150241:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150247:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758972.150249:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150257:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758972.150287:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758972.150290:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758972.150291:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758972.150296:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758972.150302:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758972.150305:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150311:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758972.150315:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150320:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758972.150340:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758972.150346:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758972.150350:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758972.150353:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758972.150357:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758972.150361:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150373:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758972.150375:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758972.150377:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758972.790192:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312326923, at 4312326976 00000100:00000010:2.0:1787758972.790206:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ea80. 00000100:00000001:2.0:1787758973.174209:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758973.174216:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758973.174220:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758973.174236:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758973.174242:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758973.174251:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758973.174256:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758973.174260:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758973.174266:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758973.174284:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758973.174290:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758973.174295:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758973.174301:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758973.174308:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758973.174313:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758973.174318:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758973.174323:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758973.174329:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758974.198236:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758974.198242:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758974.198247:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758974.198254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758974.198260:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758974.198265:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758974.198272:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758974.198274:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758974.198280:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758974.198294:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758974.198298:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758974.198299:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758974.198302:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758974.198313:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758974.198316:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758974.198318:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758974.198320:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758974.198322:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758975.222219:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758975.222228:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758975.222231:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758975.222240:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758975.222247:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758975.222253:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758975.222260:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758975.222264:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758975.222269:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758975.222287:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758975.222292:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758975.222293:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758975.222296:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758975.222299:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758975.222302:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758975.222305:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758975.222308:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758975.222312:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758976.246278:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758976.246287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758976.246295:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758976.246311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787758976.246323:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758976.246332:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758976.246352:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758976.246357:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758976.246362:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758976.246398:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758976.246414:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758976.246424:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758976.246440:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758976.246457:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758976.246470:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758976.246476:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758976.246479:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758976.246484:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758976.566725:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758976.567080:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758976.567450:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758976.567614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758976.567778:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787758977.270258:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758977.270263:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758977.270266:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758977.270272:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758977.270277:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758977.270281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270285:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758977.270287:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270292:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758977.270310:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758977.270315:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758977.270318:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758977.270324:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758977.270334:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758977.270340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270353:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758977.270358:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270361:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758977.270374:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758977.270378:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758977.270382:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758977.270384:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758977.270391:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758977.270397:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270410:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758977.270415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758977.270421:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758977.910200:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312332043, at 4312332096 00000100:00000010:2.0:1787758977.910220:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eba0. 00000100:00000001:2.0:1787758978.294199:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758978.294208:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758978.294211:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758978.294216:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758978.294222:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758978.294227:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758978.294241:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758978.294246:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758978.294253:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758978.294278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758978.294284:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758978.294288:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758978.294293:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758978.294299:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758978.294304:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758978.294311:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758978.294315:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758978.294323:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.318230:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758979.318236:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758979.318238:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758979.318245:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758979.318251:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758979.318257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318270:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758979.318274:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318279:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.318295:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758979.318301:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758979.318304:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758979.318307:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758979.318311:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758979.318316:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318320:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758979.318324:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318331:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.318348:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758979.318353:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758979.318356:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758979.318360:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758979.318364:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758979.318366:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318371:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758979.318374:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758979.318377:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1787758979.638448:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787758979.638502:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787758979.638514:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758979.638518:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787758979.638524:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787758979.638529:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787758979.638535:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787758979.638540:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038e00. 00000400:00000200:2.0:1787758979.638558:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787758979.638565:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787758979.638573:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40bb0 00000400:00000010:2.0:1787758979.638576:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40bb0. 00000100:00000001:2.0:1787758979.638584:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758979.638595:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bf840 x1874582875472128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638637:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758979.638643:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875472128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638651:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.638653:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787758979.638666:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787758979.638669:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:2.0:1787758979.638672:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787758979.638676:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787758979.638680:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40198 00000400:00000010:2.0:1787758979.638682:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40198. 00000100:00000001:2.0:1787758979.638685:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758979.638690:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bc3c0 x1874582875472256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638697:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758979.638700:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875472256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638706:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.638708:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787758979.638724:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787758979.638727:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:2.0:1787758979.638730:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787758979.638733:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787758979.638736:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40e58 00000400:00000010:2.0:1787758979.638738:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40e58. 00000100:00000001:2.0:1787758979.638741:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758979.638745:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bc780 x1874582875472384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638757:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758979.638760:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875472384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638766:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.638768:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787758979.638773:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787758979.638775:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038200. 00000400:00000200:2.0:1787758979.638778:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787758979.638780:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787758979.638783:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40330 00000400:00000010:2.0:1787758979.638785:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40330. 00000100:00000001:2.0:1787758979.638787:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758979.638792:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77be940 x1874582875472512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638805:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758979.638808:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875472512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638814:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.638815:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787758979.638819:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787758979.638822:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038800. 00000400:00000200:2.0:1787758979.638824:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787758979.638827:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787758979.638830:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40cc0 00000400:00000010:2.0:1787758979.638832:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40cc0. 00000100:00000001:2.0:1787758979.638834:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787758979.638839:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bd2c0 x1874582875472640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638853:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787758979.638856:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875472640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787758979.638862:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758979.638864:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787758980.342210:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758980.342215:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758980.342219:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758980.342223:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758980.342230:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758980.342234:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758980.342249:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758980.342252:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758980.342256:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758980.342290:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758980.342295:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758980.342297:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758980.342300:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758980.342305:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758980.342309:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758980.342321:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758980.342325:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758980.342330:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758981.366224:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758981.366233:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758981.366237:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758981.366243:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758981.366247:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758981.366251:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366255:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758981.366258:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366262:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758981.366324:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758981.366329:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758981.366335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758981.366356:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758981.366368:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758981.366377:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366383:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758981.366389:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366406:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758981.366448:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758981.366461:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758981.366473:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758981.366490:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758981.366501:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758981.366512:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366533:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758981.366534:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758981.366540:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758981.687035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758981.687043:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758981.687888:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758981.687891:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758981.688234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758981.688237:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758981.688543:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758981.688546:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1787758981.688785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758981.688788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1787758982.390221:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758982.390228:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758982.390232:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758982.390240:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758982.390247:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758982.390254:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758982.390276:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758982.390280:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758982.390285:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758983.030266:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312337164, at 4312337216 00000100:00000010:2.0:1787758983.030293:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e840. 00000100:00000001:2.0:1787758983.414224:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758983.414232:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758983.414235:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758983.414245:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758983.414252:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758983.414259:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758983.414264:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758983.414268:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758983.414270:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758983.414314:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758983.414319:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758983.414323:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758983.414327:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758983.414334:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758983.414337:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758983.414341:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758983.414343:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758983.414346:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758984.438249:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758984.438258:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758984.438263:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758984.438274:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758984.438283:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758984.438289:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758984.438315:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758984.438319:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758984.438324:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758984.438342:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758984.438349:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758984.438352:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758984.438358:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758984.438365:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758984.438370:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758984.438374:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758984.438378:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758984.438381:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758985.462407:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758985.462413:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758985.462418:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758985.462424:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758985.462430:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758985.462434:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758985.462532:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758985.462535:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758985.462538:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758986.486254:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758986.486264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758986.486269:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758986.486279:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758986.486289:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758986.486300:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758986.486306:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758986.486313:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758986.486329:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758986.486391:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758986.486398:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758986.486404:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758986.486418:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758986.486441:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758986.486447:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758986.486452:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758986.486457:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758986.486462:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787758986.806768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758986.806775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758986.807450:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758986.807453:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758986.807708:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758986.807709:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758986.807959:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758986.807962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787758986.808479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758986.808482:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1787758987.510271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758987.510284:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758987.510292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758987.510308:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758987.510319:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758987.510327:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758987.510344:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758987.510356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758987.510373:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758987.510437:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758987.510442:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758987.510445:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758987.510451:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758987.510460:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758987.510465:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758987.510468:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758987.510477:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758987.510496:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758988.150234:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312342283, at 4312342336 00000100:00000010:2.0:1787758988.150249:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbe9d1e0. 00000100:00000001:2.0:1787758988.534274:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758988.534282:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758988.534288:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758988.534302:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758988.534317:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758988.534327:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758988.534351:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758988.534358:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758988.534362:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758988.534389:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758988.534408:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758988.534412:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758988.534417:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758988.534425:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758988.534430:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758988.534445:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758988.534456:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758988.534474:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758989.558207:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758989.558217:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758989.558219:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758989.558225:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787758989.558233:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758989.558242:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758989.558250:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758989.558257:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758989.558267:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758989.558307:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758989.558312:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758989.558316:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758989.558320:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758989.558325:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758989.558330:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758989.558336:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758989.558340:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758989.558346:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758990.582274:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758990.582285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758990.582291:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758990.582301:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758990.582309:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758990.582316:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758990.582329:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758990.582334:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758990.582338:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758990.582386:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758990.582393:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758990.582397:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758990.582402:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758990.582407:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758990.582413:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758990.582417:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758990.582421:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758990.582424:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758991.606270:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758991.606281:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758991.606286:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758991.606298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758991.606307:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758991.606316:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758991.606324:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758991.606330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758991.606351:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758991.606461:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758991.606467:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758991.606471:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758991.606476:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758991.606482:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758991.606487:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758991.606493:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758991.606498:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758991.606507:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787758991.926789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758991.926792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758991.927432:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758991.927440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758991.928022:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758991.928026:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758991.928446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758991.928448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787758991.928656:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787758991.928659:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1787758992.630244:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758992.630253:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758992.630256:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758992.630264:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758992.630271:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758992.630276:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758992.630280:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758992.630285:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758992.630289:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758992.630314:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758992.630333:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758992.630335:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758992.630337:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758992.630340:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758992.630342:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758992.630345:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758992.630348:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758992.630351:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758993.270266:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312347403, at 4312347456 00000100:00000010:2.0:1787758993.270295:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbe9d1e0. 00000100:00000001:2.0:1787758993.654262:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758993.654274:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758993.654281:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758993.654290:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758993.654316:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758993.654323:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758993.654330:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758993.654336:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758993.654342:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758993.654370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758993.654375:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758993.654380:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758993.654386:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758993.654393:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758993.654398:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758993.654416:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758993.654420:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758993.654425:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758994.678249:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758994.678260:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758994.678266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758994.678273:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758994.678279:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758994.678310:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758994.678335:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758994.678339:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758994.678344:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758994.678360:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758994.678367:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758994.678372:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758994.678380:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758994.678387:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758994.678392:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758994.678395:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758994.678398:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758994.678400:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758995.702226:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758995.702242:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758995.702245:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758995.702252:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758995.702257:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758995.702262:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758995.702290:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758995.702294:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758995.702297:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758995.702310:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758995.702314:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758995.702317:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758995.702324:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758995.702327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758995.702332:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758995.702336:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758995.702339:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758995.702342:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758996.726218:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758996.726225:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758996.726228:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758996.726234:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758996.726239:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758996.726255:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726273:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758996.726276:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726280:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758996.726295:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758996.726300:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758996.726302:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758996.726306:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758996.726311:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758996.726314:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726319:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758996.726323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726329:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758996.726357:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758996.726361:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758996.726365:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758996.726372:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758996.726377:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758996.726380:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726384:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758996.726387:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758996.726392:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787758997.046829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758997.046836:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787758997.047370:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758997.047372:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787758997.047659:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758997.047663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787758997.047966:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758997.047969:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787758997.048303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787758997.048305:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1787758997.750222:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758997.750236:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758997.750240:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758997.750245:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787758997.750251:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758997.750256:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758997.750273:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758997.750276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758997.750279:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758997.750297:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758997.750302:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758997.750306:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758997.750316:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758997.750322:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758997.750326:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758997.750331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758997.750334:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758997.750345:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787758998.390281:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312352523, at 4312352576 00000100:00000010:2.0:1787758998.390337:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e9c0. 00000100:00000001:2.0:1787758998.774236:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758998.774243:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758998.774248:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758998.774256:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758998.774263:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758998.774268:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758998.774286:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758998.774290:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758998.774296:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758998.774315:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758998.774319:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758998.774323:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758998.774330:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758998.774336:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758998.774341:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758998.774357:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758998.774361:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758998.774367:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758999.798213:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758999.798216:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758999.798218:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758999.798223:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787758999.798230:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758999.798235:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798254:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758999.798258:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798264:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758999.798275:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758999.798282:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758999.798285:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758999.798287:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787758999.798290:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758999.798293:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798298:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758999.798302:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798310:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787758999.798325:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787758999.798330:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787758999.798333:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787758999.798337:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787758999.798340:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787758999.798342:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798345:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787758999.798347:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787758999.798352:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759000.822272:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759000.822280:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759000.822283:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759000.822293:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759000.822306:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759000.822314:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822323:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759000.822330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822342:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759000.822395:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759000.822400:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759000.822402:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759000.822405:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759000.822408:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759000.822412:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822414:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759000.822416:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822418:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759000.822490:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759000.822496:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759000.822499:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759000.822505:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759000.822510:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759000.822519:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822526:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759000.822528:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759000.822530:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759000.822551:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759000.822554:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759000.822557:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759001.846285:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759001.846297:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759001.846303:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759001.846310:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759001.846316:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759001.846322:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.846328:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759001.846330:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.846335:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759001.846348:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759001.846351:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759001.846354:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759001.846359:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759001.846361:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759001.846363:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.846365:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759001.846366:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.846370:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759001.847829:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759001.847834:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759001.847839:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759001.847844:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759001.847849:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759001.847853:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.847859:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759001.847862:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759001.847866:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759002.168389:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759002.168393:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759002.168786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759002.168789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759002.169315:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759002.169331:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759002.169869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759002.169872:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759002.170408:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759002.170420:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1787759002.870294:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759002.870310:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759002.870320:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759002.870333:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759002.870344:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759002.870354:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870370:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759002.870373:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870375:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759002.870393:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759002.870397:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759002.870401:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759002.870412:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759002.870417:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759002.870422:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870425:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759002.870428:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870430:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759002.870447:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759002.870452:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759002.870456:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759002.870464:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759002.870474:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759002.870484:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870498:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759002.870503:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759002.870518:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759002.870552:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759002.870555:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759002.870558:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759003.510264:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312357645, at 4312357696 00000100:00000010:2.0:1787759003.510295:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e4e0. 00000100:00000001:2.0:1787759003.894345:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759003.894356:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759003.894362:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759003.894377:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759003.894388:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759003.894398:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759003.894413:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759003.894419:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759003.894425:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759004.918239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759004.918249:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759004.918252:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759004.918259:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759004.918264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759004.918271:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918286:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759004.918297:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918307:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759004.918367:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759004.918371:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759004.918373:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759004.918378:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759004.918384:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759004.918390:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918397:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759004.918404:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918419:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759004.918450:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759004.918457:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759004.918462:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759004.918469:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759004.918475:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759004.918479:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918483:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759004.918487:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759004.918490:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759005.942317:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759005.942334:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759005.942339:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759005.942356:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759005.942375:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759005.942399:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759005.942415:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759005.942419:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759005.942422:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759005.942439:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759005.942445:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759005.942451:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759005.942455:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759005.942460:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759005.942465:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759005.942476:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759005.942482:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759005.942487:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759005.942648:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759005.942650:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759005.942653:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759006.966231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759006.966241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759006.966246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759006.966252:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759006.966259:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759006.966270:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759006.966286:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759006.966290:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759006.966294:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759006.966314:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759006.966319:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759006.966322:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759006.966326:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759006.966333:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759006.966337:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759006.966345:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759006.966348:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759006.966351:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759007.286897:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759007.286903:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759007.287614:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759007.287617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759007.287921:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759007.287924:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759007.288246:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759007.288249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759007.288539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759007.288542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1787759007.990239:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759007.990254:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759007.990257:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759007.990262:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759007.990269:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759007.990274:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759007.990297:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759007.990300:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759007.990304:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759007.990327:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759007.990330:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759007.990332:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759007.990335:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759007.990339:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759007.990343:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759007.990346:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759007.990347:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759007.990350:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759008.630211:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312362763, at 4312362816 00000100:00000010:2.0:1787759008.630231:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e6c0. 00000100:00000001:2.0:1787759009.014233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759009.014241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759009.014246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759009.014253:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759009.014259:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759009.014265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759009.014268:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759009.014275:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759009.014282:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759009.014300:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759009.014305:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759009.014309:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759009.014315:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759009.014321:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759009.014326:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759009.014330:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759009.014335:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759009.014341:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759009.014485:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759009.014488:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759009.014490:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759010.038231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759010.038240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759010.038243:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759010.038249:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759010.038257:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759010.038263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759010.038270:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759010.038273:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759010.038279:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759010.038294:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759010.038297:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759010.038300:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759010.038304:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759010.038308:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759010.038312:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759010.038318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759010.038321:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759010.038325:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759011.062256:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759011.062267:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759011.062271:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759011.062277:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759011.062283:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759011.062289:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759011.062300:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759011.062305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759011.062310:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759011.062328:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759011.062334:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759011.062339:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759011.062347:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759011.062353:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759011.062358:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759011.062371:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759011.062375:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759011.062378:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759012.086239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759012.086248:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759012.086252:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759012.086259:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759012.086265:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759012.086269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759012.086276:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759012.086278:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759012.086281:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759012.086294:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759012.086299:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759012.086302:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759012.086304:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759012.086307:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759012.086311:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759012.086315:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759012.086318:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759012.086323:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759012.086466:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759012.086470:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759012.086473:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.1:1787759012.406891:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759012.406898:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759012.407569:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759012.407572:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759012.407876:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759012.407879:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759012.408210:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759012.408212:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759012.408489:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759012.408492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1787759013.110251:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759013.110261:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759013.110265:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759013.110273:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759013.110280:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759013.110284:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759013.110289:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759013.110293:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759013.110299:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759013.110326:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759013.110332:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759013.110336:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759013.110343:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759013.110349:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759013.110354:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759013.110357:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759013.110360:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759013.110364:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759013.750239:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312367883, at 4312367936 00000100:00000010:2.0:1787759013.750260:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e600. 00000100:00000001:2.0:1787759014.134245:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759014.134258:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759014.134260:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759014.134266:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759014.134270:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759014.134274:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759014.134281:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134285:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759014.134364:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759014.134367:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759014.134369:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759014.134371:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759014.134374:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759014.134377:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134379:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759014.134380:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134382:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759014.134415:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759014.134419:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759014.134420:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759014.134423:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759014.134426:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759014.134430:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134434:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759014.134438:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134444:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759014.134686:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759014.134690:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759014.134692:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759014.134694:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759014.134697:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759014.134700:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134702:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759014.134703:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759014.134705:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759015.158229:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759015.158233:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759015.158237:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759015.158243:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759015.158248:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759015.158253:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759015.158263:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759015.158266:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759015.158269:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759015.158282:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759015.158288:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759015.158294:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759015.158305:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759015.158311:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759015.158315:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759015.158318:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759015.158322:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759015.158325:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759015.158334:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759015.158337:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759015.158343:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759016.182254:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759016.182264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759016.182268:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759016.182274:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759016.182281:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759016.182287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759016.182309:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759016.182313:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759016.182317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759016.182354:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759016.182359:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759016.182364:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759016.182370:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759016.182377:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759016.182383:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759016.182390:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759016.182393:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759016.182396:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.206242:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759017.206248:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759017.206252:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.206259:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759017.206270:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759017.206281:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206297:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759017.206301:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206311:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.206341:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759017.206345:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759017.206348:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.206352:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759017.206356:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759017.206358:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206360:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759017.206361:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206364:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.206397:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759017.206400:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759017.206406:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.206414:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759017.206421:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759017.206429:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206432:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759017.206436:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759017.206441:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759017.526269:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759017.526282:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759017.526285:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759017.526297:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759017.526302:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759017.526311:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17699 00000400:00000200:2.0:1787759017.526322:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759017.526329:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759017.526332:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759017.526336:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526340:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526343:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526346:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759017.526351:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759017.526354:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759017.526357:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759017.526360:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759017.526366:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759017.526369:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759017.526373:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526375:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526377:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526379:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759017.526383:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759017.526387:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526390:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759017.526394:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759017.526398:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759017.526402:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526404:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759017.526407:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759017.526419:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759017.526423:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759017.526427:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759017.526430:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526433:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759017.526436:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759017.526442:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759017.526453:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759017.526460:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.526472:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875477248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759017.526483:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759017.526487:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.526496:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875477248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759017.526524:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759017.526528:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759017.526531:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759017.526533:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759017.526534:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759017.526537:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759017.526540:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17699 00000400:00000200:2.0:1787759017.526544:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759017.526547:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759017.526550:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759017.526553:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526556:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526559:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526561:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759017.526564:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759017.526566:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759017.526567:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759017.526570:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759017.526574:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759017.526578:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759017.526583:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526587:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526591:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526593:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759017.526596:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759017.526599:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526605:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759017.526616:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759017.526624:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759017.526629:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526634:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759017.526641:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759017.526648:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526651:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759017.526656:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759017.526660:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759017.526666:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759017.526669:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526673:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759017.526674:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759017.526676:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759017.526681:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759017.526691:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.526701:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875477376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759017.526722:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759017.526727:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.526734:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875477376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759017.526748:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759017.526754:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759017.526757:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759017.526761:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759017.526764:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759017.526766:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759017.526789:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17699 00000400:00000200:2.0:1787759017.526796:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759017.526813:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759017.526819:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759017.526826:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526830:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526834:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526837:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759017.526842:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759017.526845:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759017.526849:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:1.1:1787759017.526853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:2.0:1787759017.526854:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000200:1.1:1787759017.526858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1787759017.526859:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759017.526864:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759017.526871:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526874:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.526902:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526907:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759017.526911:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759017.526918:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759017.526925:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759017.526929:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759017.526933:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759017.526938:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526943:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759017.526947:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759017.526953:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526956:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759017.526961:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759017.526965:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759017.526969:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759017.526972:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.526976:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759017.526978:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759017.526981:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759017.526987:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759017.526993:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.527001:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875477504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759017.527017:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759017.527021:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.527030:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875477504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759017.527053:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759017.527059:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759017.527066:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759017.527069:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759017.527072:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759017.527077:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759017.527081:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17699 00000400:00000200:2.0:1787759017.527090:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759017.527095:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759017.527100:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759017.527107:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527112:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.527154:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527159:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759017.527165:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759017.527169:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759017.527174:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759017.527179:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759017.527183:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759017.527188:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759017.527196:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527200:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.527206:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527211:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759017.527217:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759017.527223:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527228:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759017.527231:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759017.527235:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759017.527240:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527244:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759017.527248:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759017.527254:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527258:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759017.527262:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759017.527267:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759017.527274:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759017.527278:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527283:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759017.527285:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759017.527287:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759017.527291:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759017.527296:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.527306:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875477632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759017.527334:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759017.527344:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.527354:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875477632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759017.527370:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759017.527375:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759017.527380:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759017.527383:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759017.527388:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759017.527394:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759017.527400:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17699 00000400:00000200:2.0:1787759017.527409:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759017.527414:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759017.527419:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759017.527427:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527433:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.527439:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527444:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759017.527449:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759017.527452:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759017.527457:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759017.527461:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759017.527467:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759017.527472:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759017.527481:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527486:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759017.527493:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759017.527497:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759017.527503:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759017.527509:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:1.1:1787759017.527511:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759017.527515:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759017.527516:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 02000000:00000001:2.0:1787759017.527522:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759017.527526:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759017.527532:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527536:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759017.527540:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759017.527550:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527554:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759017.527560:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759017.527564:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759017.527569:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759017.527571:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759017.527576:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759017.527578:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759017.527581:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759017.527587:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759017.527593:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759017.527602:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875477760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759017.527619:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759017.527632:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.527641:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875477760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759017.527659:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759017.527666:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17709) 00000800:00000200:1.1:1787759017.527829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759017.527831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759017.528107:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759017.528109:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759017.528400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759017.528402:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759018.230212:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759018.230218:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759018.230231:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759018.230235:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759018.230240:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759018.230245:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230248:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759018.230251:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230255:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759018.230268:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759018.230272:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759018.230281:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759018.230285:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759018.230290:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759018.230295:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230310:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759018.230313:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759018.230332:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759018.230336:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759018.230338:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759018.230341:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759018.230343:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759018.230345:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230346:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759018.230348:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759018.230350:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759018.870204:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312373003, at 4312373056 00000100:00000010:2.0:1787759018.870229:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ec00. 00000100:00000001:2.0:1787759019.254203:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759019.254213:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759019.254217:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759019.254223:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759019.254229:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759019.254234:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254238:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759019.254241:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254245:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759019.254260:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759019.254264:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759019.254266:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759019.254269:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759019.254271:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759019.254274:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254279:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759019.254282:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254293:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759019.254315:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759019.254319:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759019.254321:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759019.254324:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759019.254328:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759019.254330:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254331:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759019.254332:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759019.254334:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759020.278219:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759020.278226:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759020.278230:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759020.278237:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759020.278244:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759020.278251:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278258:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759020.278264:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278272:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759020.278291:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759020.278296:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759020.278299:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759020.278302:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759020.278304:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759020.278309:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278314:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759020.278319:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278325:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759020.278349:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759020.278353:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759020.278355:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759020.278357:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759020.278359:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759020.278361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278363:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759020.278364:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759020.278366:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759021.302192:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759021.302197:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759021.302200:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759021.302205:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759021.302211:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759021.302217:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302222:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759021.302226:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302229:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759021.302243:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759021.302246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759021.302248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759021.302253:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759021.302256:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759021.302258:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302281:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759021.302284:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302289:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759021.302316:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759021.302319:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759021.302320:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759021.302322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759021.302325:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759021.302327:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302329:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759021.302347:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759021.302349:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759022.326283:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759022.326290:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759022.326295:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759022.326301:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759022.326307:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759022.326311:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759022.326316:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759022.326318:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759022.326321:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759022.326342:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759022.326347:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759022.326352:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759022.326358:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759022.326363:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759022.326367:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759022.326376:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759022.326379:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759022.326384:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759022.646904:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759022.646909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759022.647561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759022.647565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759022.647858:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759022.647859:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759022.648088:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759022.648090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759022.648281:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759022.648283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787759023.350244:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759023.350253:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759023.350258:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759023.350265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759023.350273:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759023.350278:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350292:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759023.350295:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350299:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759023.350316:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759023.350319:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759023.350322:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759023.350329:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759023.350332:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759023.350337:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350340:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759023.350344:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350350:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759023.350374:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759023.350378:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759023.350380:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759023.350384:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759023.350386:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759023.350397:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350402:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759023.350404:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759023.350406:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759023.990229:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312378123, at 4312378176 00000100:00000010:2.0:1787759023.990247:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eea0. 00000100:00000001:2.0:1787759024.374219:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759024.374229:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759024.374232:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759024.374241:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759024.374248:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759024.374253:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374256:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759024.374260:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374264:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759024.374282:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759024.374286:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759024.374290:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759024.374293:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759024.374297:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759024.374301:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374306:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759024.374308:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374311:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759024.374328:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759024.374332:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759024.374335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759024.374338:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759024.374343:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759024.374347:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374355:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759024.374357:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759024.374359:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759025.398252:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759025.398260:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759025.398264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759025.398275:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759025.398285:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759025.398290:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759025.398310:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759025.398314:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759025.398317:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759025.398335:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759025.398342:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759025.398347:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759025.398361:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759025.398365:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759025.398369:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759025.398375:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759025.398378:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759025.398381:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759026.422238:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759026.422249:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759026.422254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759026.422263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759026.422270:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759026.422275:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759026.422297:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422299:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759026.422311:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759026.422316:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759026.422319:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759026.422324:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759026.422336:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759026.422340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422357:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759026.422360:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422362:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759026.422380:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759026.422382:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759026.422384:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759026.422387:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759026.422389:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759026.422392:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422394:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759026.422395:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759026.422397:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759027.446261:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759027.446267:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759027.446271:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759027.446276:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759027.446282:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759027.446287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446301:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759027.446305:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446309:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759027.446325:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759027.446329:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759027.446332:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759027.446336:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759027.446342:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759027.446345:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446350:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759027.446354:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446358:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759027.446385:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759027.446390:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759027.446394:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759027.446398:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759027.446403:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759027.446407:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446410:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759027.446413:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759027.446416:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759027.767034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759027.767037:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759027.767392:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759027.767394:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759027.767581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759027.767582:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759027.767824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759027.767826:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759027.768009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759027.768011:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1787759028.470232:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759028.470241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759028.470246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759028.470254:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759028.470260:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759028.470266:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470274:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759028.470279:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470283:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759028.470303:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759028.470309:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759028.470312:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759028.470315:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759028.470317:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759028.470320:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470321:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759028.470323:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470324:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759028.470339:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759028.470343:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759028.470354:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759028.470361:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759028.470368:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759028.470373:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470381:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759028.470384:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759028.470390:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759029.110221:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312383243, at 4312383296 00000100:00000010:2.0:1787759029.110242:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14600. 00000100:00000001:2.0:1787759029.494259:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759029.494270:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759029.494275:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759029.494285:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759029.494293:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759029.494300:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759029.494306:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759029.494310:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759029.494314:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759029.494336:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759029.494340:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759029.494344:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759029.494348:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759029.494354:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759029.494358:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759029.494362:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759029.494365:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759029.494372:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759030.518216:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759030.518226:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759030.518230:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759030.518238:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759030.518243:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759030.518249:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759030.518262:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759030.518266:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759030.518270:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759030.518287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759030.518293:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759030.518297:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759030.518303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759030.518308:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759030.518313:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759030.518317:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759030.518323:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759030.518329:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759031.542238:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759031.542247:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759031.542251:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759031.542257:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759031.542263:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759031.542267:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759031.542284:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759031.542285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759031.542288:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759031.542298:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759031.542303:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759031.542306:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759031.542310:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759031.542313:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759031.542316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759031.542322:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759031.542326:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759031.542330:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759031.542377:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759031.542381:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759031.542385:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759032.566305:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759032.566318:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759032.566321:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759032.566329:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759032.566340:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759032.566345:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566356:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759032.566362:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566377:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759032.566393:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759032.566399:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759032.566401:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759032.566412:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759032.566418:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759032.566422:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566425:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759032.566429:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566434:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759032.566466:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759032.566471:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759032.566477:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759032.566493:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759032.566498:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759032.566506:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566509:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759032.566515:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759032.566533:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759032.566558:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759032.566560:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759032.566563:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1787759032.886937:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759032.886944:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759032.887530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759032.887532:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759032.887769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759032.887771:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759032.887955:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759032.887956:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759032.888229:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759032.888231:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1787759033.590279:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759033.590289:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759033.590296:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759033.590306:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759033.590315:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759033.590324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759033.590352:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759033.590356:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759033.590365:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759033.590384:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759033.590392:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759033.590395:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759033.590398:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759033.590409:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759033.590411:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759033.590415:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759033.590419:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759033.590423:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759034.230243:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312388363, at 4312388416 00000100:00000010:2.0:1787759034.230267:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000001:2.0:1787759034.614275:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759034.614285:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759034.614288:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759034.614297:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759034.614307:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759034.614317:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759034.614329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759034.614340:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759034.614357:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759034.614384:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759034.614391:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759034.614395:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759034.614403:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759034.614408:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759034.614414:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759034.614444:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759034.614451:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759034.614458:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759034.614573:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759034.614577:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759034.614603:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759035.638303:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759035.638313:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759035.638321:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759035.638327:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759035.638344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759035.638363:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759035.638377:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759035.638383:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759035.638392:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759035.638422:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759035.638436:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759035.638447:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759035.638456:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759035.638460:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759035.638468:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759035.638477:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759035.638480:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759035.638487:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759035.638585:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759035.638588:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759035.638591:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759036.662228:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759036.662234:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759036.662236:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759036.662244:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759036.662248:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759036.662252:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759036.662257:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759036.662261:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759036.662266:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759036.662301:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759036.662311:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759036.662318:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759036.662334:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759036.662354:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759036.662377:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759036.662398:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759036.662404:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759036.662408:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759037.686224:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759037.686233:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759037.686237:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759037.686244:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759037.686250:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759037.686254:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686260:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759037.686265:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686270:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759037.686313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759037.686319:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759037.686321:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759037.686324:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759037.686330:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759037.686338:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686346:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759037.686349:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686353:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759037.686383:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759037.686387:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759037.686390:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759037.686395:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759037.686400:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759037.686403:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686408:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759037.686413:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759037.686420:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759038.006881:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759038.006887:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759038.007564:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759038.007566:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759038.007885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759038.007888:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759038.008215:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759038.008218:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759038.008541:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759038.008544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1787759038.710203:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759038.710211:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759038.710215:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759038.710222:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759038.710226:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759038.710231:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710244:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759038.710248:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710253:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759038.710271:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759038.710276:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759038.710279:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759038.710285:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759038.710289:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759038.710293:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710296:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759038.710299:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710305:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759038.710328:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759038.710331:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759038.710334:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759038.710339:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759038.710342:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759038.710346:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710350:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759038.710353:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759038.710357:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759039.350234:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312393483, at 4312393536 00000100:00000010:2.0:1787759039.350258:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ee40. 00000100:00000001:2.0:1787759039.734239:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759039.734250:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759039.734256:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759039.734264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759039.734273:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759039.734279:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759039.734296:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759039.734300:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759039.734305:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759039.734321:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759039.734326:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759039.734338:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759039.734344:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759039.734350:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759039.734356:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759039.734367:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759039.734370:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759039.734377:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759040.758259:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759040.758270:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759040.758274:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759040.758282:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759040.758289:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759040.758296:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759040.758315:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759040.758319:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759040.758322:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759040.758341:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759040.758345:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759040.758349:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759040.758352:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759040.758356:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759040.758361:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759040.758364:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759040.758365:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759040.758368:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759041.782299:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759041.782306:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759041.782314:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759041.782332:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759041.782352:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759041.782361:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759041.782377:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759041.782379:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759041.782383:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759041.782404:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759041.782411:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759041.782415:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759041.782419:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759041.782433:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759041.782441:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759041.782489:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759041.782495:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759041.782501:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759042.806313:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759042.806327:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759042.806334:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759042.806348:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759042.806360:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759042.806370:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759042.806375:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759042.806379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759042.806386:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759042.806431:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759042.806459:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759042.806475:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759042.806492:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759042.806505:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759042.806513:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759042.806527:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759042.806533:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759042.806538:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759043.126878:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759043.127241:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759043.128173:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759043.128385:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759043.128574:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759043.830229:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759043.830241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759043.830246:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759043.830256:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759043.830263:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759043.830269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759043.830274:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759043.830279:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759043.830283:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759043.830298:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759043.830303:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759043.830308:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759043.830313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759043.830317:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759043.830321:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759043.830326:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759043.830330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759043.830338:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759044.470254:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312398603, at 4312398656 00000100:00000010:2.0:1787759044.470277:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:2.0:1787759044.854273:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759044.854284:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759044.854288:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759044.854296:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759044.854304:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759044.854311:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759044.854318:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759044.854324:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759044.854331:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759044.854354:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759044.854360:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759044.854363:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759044.854379:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759044.854387:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759044.854394:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759044.854442:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759044.854445:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759044.854448:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759045.878206:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759045.878216:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759045.878218:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759045.878225:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759045.878230:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759045.878235:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759045.878242:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759045.878246:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759045.878253:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759045.878284:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759045.878290:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759045.878293:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759045.878299:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759045.878304:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759045.878310:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759045.878317:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759045.878321:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759045.878327:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1787759046.198469:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759046.198520:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759046.198532:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759046.198537:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759046.198544:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759046.198549:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759046.198555:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759046.198560:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84b00. 00000400:00000200:2.0:1787759046.198567:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759046.198573:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759046.198581:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55f68 00000400:00000010:2.0:1787759046.198585:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55f68. 00000100:00000001:2.0:1787759046.198592:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759046.198604:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f38b40 x1874582875480448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198636:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759046.198642:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875480448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198651:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.198654:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759046.198666:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759046.198670:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84100. 00000400:00000200:2.0:1787759046.198674:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759046.198680:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759046.198685:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55220 00000400:00000010:2.0:1787759046.198690:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55220. 00000100:00000001:2.0:1787759046.198696:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759046.198701:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f39680 x1874582875480576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198712:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759046.198719:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875480576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198754:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.198756:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759046.198765:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759046.198772:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84800. 00000400:00000200:2.0:1787759046.198777:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759046.198786:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759046.198795:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55110 00000400:00000010:2.0:1787759046.198800:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55110. 00000100:00000001:2.0:1787759046.198806:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759046.198815:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f38f00 x1874582875480704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198853:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759046.198861:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875480704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198875:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.198879:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759046.198889:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759046.198895:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84900. 00000400:00000200:2.0:1787759046.198902:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759046.198912:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759046.198920:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55880 00000400:00000010:2.0:1787759046.198925:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55880. 00000100:00000001:2.0:1787759046.198932:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759046.198940:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f3b480 x1874582875480832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198955:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759046.198961:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875480832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.198977:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.198981:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759046.198992:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759046.199000:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:2.0:1787759046.199006:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759046.199017:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759046.199024:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55198 00000400:00000010:2.0:1787759046.199027:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55198. 00000100:00000001:2.0:1787759046.199032:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759046.199041:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f3b0c0 x1874582875480960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.199067:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759046.199074:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875480960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759046.199090:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.199094:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759046.902247:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759046.902257:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759046.902259:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759046.902266:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759046.902270:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759046.902275:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902278:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759046.902280:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902284:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.902298:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759046.902303:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759046.902305:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759046.902309:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759046.902315:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759046.902320:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902326:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759046.902329:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902335:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.902356:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759046.902360:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759046.902378:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759046.902384:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759046.902387:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759046.902392:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902394:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759046.902395:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902397:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759046.902411:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759046.902415:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759046.902418:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759046.902422:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759046.902425:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759046.902427:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902429:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759046.902430:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759046.902432:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759047.926264:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759047.926274:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759047.926278:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759047.926287:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759047.926293:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759047.926298:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759047.926303:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759047.926308:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759047.926312:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759047.926334:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759047.926339:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759047.926341:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759047.926358:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759047.926361:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759047.926362:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759047.926364:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759047.926365:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759047.926367:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759048.247726:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759048.247734:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759048.248309:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759048.248311:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759048.248666:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759048.248670:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759048.249030:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759048.249033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759048.249421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759048.249424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1787759048.950271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759048.950284:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759048.950290:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759048.950301:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759048.950309:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759048.950316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759048.950355:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759048.950358:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759048.950362:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759048.950382:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759048.950388:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759048.950393:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759048.950400:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759048.950407:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759048.950411:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759048.950415:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759048.950418:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759048.950423:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759049.590258:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312403724, at 4312403776 00000100:00000010:2.0:1787759049.590287:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000001:2.0:1787759049.974259:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759049.974271:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759049.974277:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759049.974296:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759049.974303:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759049.974320:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759049.974341:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759049.974346:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759049.974350:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759049.974379:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759049.974386:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759049.974389:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759049.974393:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759049.974399:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759049.974402:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759049.974405:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759049.974407:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759049.974409:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759050.998433:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759050.998438:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759050.998440:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759050.998450:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759050.998455:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759050.998460:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759050.999067:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759050.999070:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759050.999074:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759052.022231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759052.022240:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759052.022245:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759052.022253:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759052.022258:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759052.022264:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022271:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759052.022289:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022295:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759052.022332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759052.022336:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759052.022338:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759052.022342:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759052.022346:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759052.022352:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022358:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759052.022363:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022369:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759052.022392:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759052.022397:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759052.022400:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759052.022403:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759052.022406:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759052.022409:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022411:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759052.022412:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759052.022414:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759053.046295:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759053.046305:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759053.046308:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759053.046324:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759053.046332:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759053.046338:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759053.046344:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759053.046349:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759053.046357:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759053.046383:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759053.046388:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759053.046394:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759053.046401:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759053.046413:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759053.046417:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759053.046430:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759053.046434:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759053.046444:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759053.366861:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759053.366865:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759053.367475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759053.367477:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759053.367786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759053.367789:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759053.368042:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759053.368044:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759053.368328:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759053.368330:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1787759054.070223:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759054.070248:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759054.070252:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759054.070261:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759054.070270:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759054.070276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759054.070299:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759054.070302:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759054.070306:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759054.070324:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759054.070330:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759054.070334:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759054.070340:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759054.070347:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759054.070353:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759054.070365:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759054.070369:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759054.070372:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759054.710267:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312408843, at 4312408896 00000100:00000010:2.0:1787759054.710288:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000001:2.0:1787759055.094276:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759055.094286:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759055.094291:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759055.094302:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759055.094310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759055.094317:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759055.094336:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759055.094342:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759055.094347:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759055.094368:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759055.094374:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759055.094379:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759055.094387:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759055.094393:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759055.094398:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759055.094415:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759055.094419:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759055.094424:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759056.118248:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759056.118259:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759056.118264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759056.118271:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759056.118279:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759056.118283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759056.118297:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759056.118300:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759056.118304:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759056.118324:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759056.118331:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759056.118338:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759056.118347:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759056.118354:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759056.118361:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759056.118370:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759056.118375:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759056.118378:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759057.142286:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759057.142296:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759057.142300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759057.142309:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759057.142316:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759057.142322:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759057.142329:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759057.142332:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759057.142337:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759057.142385:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759057.142388:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759057.142391:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759057.142405:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759057.142412:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759057.142417:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759057.142429:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759057.142435:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759057.142443:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759058.166230:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759058.166242:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759058.166248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759058.166255:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759058.166263:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759058.166269:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759058.166275:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759058.166279:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759058.166289:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759058.166325:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759058.166329:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759058.166331:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759058.166333:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759058.166336:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759058.166339:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759058.166343:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759058.166346:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759058.166352:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759058.486938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759058.486945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759058.487588:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759058.487591:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759058.487881:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759058.487884:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759058.488218:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759058.488220:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759058.488439:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759058.488442:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1787759059.190283:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759059.190291:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759059.190297:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759059.190305:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759059.190311:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759059.190318:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759059.190337:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759059.190343:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759059.190349:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759059.190373:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759059.190379:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759059.190383:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759059.190388:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759059.190398:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759059.190405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759059.190413:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759059.190417:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759059.190423:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759059.830251:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312413963, at 4312414016 00000100:00000010:2.0:1787759059.830272:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:2.0:1787759060.214260:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759060.214271:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759060.214277:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759060.214285:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759060.214291:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759060.214297:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759060.214303:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759060.214308:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759060.214316:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759060.214342:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759060.214346:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759060.214350:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759060.214354:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759060.214361:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759060.214367:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759060.214380:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759060.214384:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759060.214391:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759061.238226:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759061.238235:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759061.238240:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759061.238247:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759061.238255:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759061.238261:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759061.238286:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759061.238290:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759061.238295:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759061.238313:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759061.238317:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759061.238320:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759061.238325:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759061.238329:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759061.238334:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759061.238339:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759061.238343:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759061.238348:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759062.262393:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759062.262398:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759062.262401:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759062.262405:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759062.262408:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759062.262411:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759062.262415:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759062.262417:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759062.262418:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759062.262441:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759062.262445:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759062.262446:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759062.262449:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759062.262452:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759062.262454:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759062.262457:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759062.262460:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759062.262465:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759063.286238:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759063.286249:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759063.286254:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759063.286262:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759063.286269:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759063.286273:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286280:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759063.286283:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286286:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759063.286299:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759063.286303:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759063.286307:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759063.286311:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759063.286316:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759063.286320:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286324:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759063.286327:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286330:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759063.286350:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759063.286356:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759063.286361:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759063.286368:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759063.286373:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759063.286378:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286389:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759063.286392:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759063.286395:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759063.606824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759063.606828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759063.607518:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759063.607521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759063.607860:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759063.607863:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759063.608498:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759063.608500:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759063.608911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759063.608913:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1787759064.310213:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759064.310219:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759064.310221:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759064.310226:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759064.310231:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759064.310235:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.310239:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759064.310242:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.310245:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759064.310259:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759064.310262:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759064.310265:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759064.310269:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759064.310272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759064.310276:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.310286:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759064.310288:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.310293:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759064.311184:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759064.311187:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759064.311188:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759064.311190:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759064.311192:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759064.311194:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.311196:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759064.311197:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759064.311198:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759064.950201:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312419083, at 4312419136 00000100:00000010:2.0:1787759064.950219:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000001:2.0:1787759065.334195:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759065.334200:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759065.334202:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759065.334208:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759065.334214:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759065.334220:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334227:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759065.334237:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334243:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759065.334261:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759065.334265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759065.334267:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759065.334270:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759065.334273:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759065.334276:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334282:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759065.334286:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334292:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759065.334314:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759065.334318:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759065.334322:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759065.334335:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759065.334338:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759065.334339:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334341:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759065.334342:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759065.334344:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759066.358234:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759066.358240:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759066.358243:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759066.358247:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759066.358252:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759066.358257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358409:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759066.358412:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358415:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759066.358461:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759066.358470:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759066.358473:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759066.358476:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759066.358480:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759066.358485:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358491:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759066.358495:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358502:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759066.358523:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759066.358528:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759066.358529:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759066.358534:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759066.358539:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759066.358542:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358545:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759066.358547:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759066.358549:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759067.382200:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759067.382211:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759067.382216:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759067.382223:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759067.382229:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759067.382234:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382245:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759067.382249:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382253:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759067.382269:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759067.382273:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759067.382276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759067.382280:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759067.382286:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759067.382291:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382297:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759067.382300:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382304:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759067.382320:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759067.382331:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759067.382334:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759067.382339:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759067.382344:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759067.382347:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382353:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759067.382355:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759067.382358:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759068.406349:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759068.406353:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759068.406354:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759068.406358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759068.406360:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759068.406362:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759068.406507:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759068.406509:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759068.406511:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759068.727047:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759068.727054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759068.727774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759068.727777:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759068.728055:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759068.728057:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759068.728329:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759068.728332:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759068.728685:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759068.728687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1787759069.430254:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759069.430266:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759069.430270:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759069.430277:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759069.430283:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759069.430288:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759069.430299:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430304:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759069.430342:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759069.430348:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759069.430351:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759069.430358:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759069.430365:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759069.430370:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430374:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759069.430377:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430380:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759069.430393:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759069.430398:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759069.430402:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759069.430406:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759069.430409:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759069.430413:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430416:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759069.430418:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759069.430420:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759070.070204:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312424204, at 4312424256 00000100:00000010:2.0:1787759070.070220:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000001:2.0:1787759070.454253:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759070.454264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759070.454269:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759070.454276:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759070.454285:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759070.454292:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759070.454439:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759070.454444:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759070.454448:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759070.454477:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759070.454482:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759070.454486:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759070.454510:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759070.454515:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759070.454517:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759070.454525:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759070.454547:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759070.454577:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759071.478223:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759071.478230:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759071.478235:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759071.478242:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759071.478247:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759071.478253:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759071.478257:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759071.478260:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759071.478267:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759072.502248:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759072.502256:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759072.502266:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759072.502280:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759072.502291:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759072.502302:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759072.502314:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759072.502319:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759072.502333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759072.502377:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759072.502382:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759072.502386:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759072.502393:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759072.502400:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759072.502411:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759072.502426:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759072.502434:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759072.502442:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759073.526432:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759073.526437:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759073.526439:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759073.526443:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759073.526447:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759073.526451:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759073.526455:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759073.526457:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759073.526461:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759073.847282:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759073.847286:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759073.847624:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759073.847626:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759073.847878:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759073.847880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759073.848196:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759073.848197:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759073.848482:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759073.848484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000100:00000001:2.0:1787759074.550240:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759074.550250:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759074.550256:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759074.550266:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759074.550273:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759074.550280:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759074.550310:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759074.550312:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759074.550315:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759075.190202:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312429324, at 4312429376 00000100:00000010:2.0:1787759075.190217:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000001:2.0:1787759075.574242:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759075.574252:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759075.574255:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759075.574263:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759075.574279:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759075.574285:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759075.574301:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759075.574305:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759075.574310:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759075.574326:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759075.574330:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759075.574342:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759075.574347:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759075.574357:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759075.574364:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759075.574374:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759075.574379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759075.574387:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759076.598236:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759076.598242:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759076.598246:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759076.598254:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759076.598260:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759076.598265:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598270:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759076.598273:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598277:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759076.598361:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759076.598366:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759076.598369:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759076.598374:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759076.598378:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759076.598388:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598394:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759076.598396:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598399:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759076.598424:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759076.598429:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759076.598432:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759076.598437:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759076.598440:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759076.598442:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598447:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759076.598450:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759076.598459:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759077.622269:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759077.622278:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759077.622287:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759077.622302:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759077.622316:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759077.622326:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759077.622341:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759077.622348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759077.622359:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759077.622393:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759077.622399:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759077.622405:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759077.622424:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759077.622439:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759077.622453:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759077.622482:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759077.622485:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759077.622488:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759078.646242:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759078.646252:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759078.646256:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759078.646266:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759078.646274:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759078.646281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759078.646294:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759078.646297:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759078.646301:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759078.646321:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759078.646326:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759078.646330:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759078.646334:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759078.646340:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759078.646344:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759078.646347:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759078.646352:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759078.646357:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759078.966771:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759078.966776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759078.967331:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759078.967332:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759078.967565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759078.967568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759078.967772:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759078.967774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759078.968003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759078.968005:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000100:00000001:2.0:1787759079.670258:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759079.670267:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759079.670271:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759079.670281:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759079.670288:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759079.670294:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759079.670314:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759079.670318:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759079.670321:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759079.670339:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759079.670344:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759079.670349:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759079.670353:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759079.670358:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759079.670363:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759079.670381:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759079.670384:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759079.670387:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759080.310245:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312434443, at 4312434496 00000100:00000010:2.0:1787759080.310265:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:2.0:1787759080.694219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759080.694225:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759080.694228:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759080.694236:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759080.694243:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759080.694247:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694250:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759080.694254:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694257:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759080.694277:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759080.694280:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759080.694282:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759080.694283:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759080.694286:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759080.694288:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694291:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759080.694293:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694297:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759080.694311:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759080.694315:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759080.694318:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759080.694322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759080.694334:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759080.694339:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759080.694345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759080.694348:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759081.718236:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759081.718247:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759081.718252:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759081.718258:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759081.718264:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759081.718268:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718279:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759081.718283:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718287:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759081.718302:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759081.718307:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759081.718310:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759081.718315:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759081.718319:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759081.718323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718328:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759081.718332:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718337:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759081.718357:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759081.718361:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759081.718363:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759081.718366:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759081.718369:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759081.718372:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718377:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759081.718380:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759081.718383:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759082.742224:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759082.742229:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759082.742234:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759082.742241:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759082.742246:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759082.742251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759082.742259:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759082.742263:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759082.742267:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759082.742291:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759082.742295:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759082.742297:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759082.742299:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759082.742302:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759082.742312:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759082.742319:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759082.742323:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759082.742328:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759083.766258:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759083.766268:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759083.766274:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759083.766281:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759083.766289:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759083.766295:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759083.766320:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759083.766325:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759083.766330:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759083.766350:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759083.766356:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759083.766360:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759083.766366:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759083.766371:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759083.766375:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759083.766387:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759083.766391:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759083.766394:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759084.086917:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759084.086926:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787759084.088046:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759084.088048:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787759084.088292:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759084.088293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787759084.088479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759084.088481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1787759084.088762:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759084.088764:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000100:00000001:2.0:1787759084.790241:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759084.790253:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759084.790259:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759084.790268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759084.790277:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759084.790284:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759084.790291:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759084.790297:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759084.790306:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759084.790487:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759084.790492:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759084.790495:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759084.790499:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759084.790504:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759084.790509:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759084.790514:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759084.790518:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759084.790521:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759085.430215:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312439564, at 4312439616 00000100:00000010:2.0:1787759085.430238:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000001:2.0:1787759085.814275:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759085.814285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759085.814290:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759085.814298:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759085.814303:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759085.814311:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759085.814317:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759085.814321:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759085.814328:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759086.838253:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759086.838263:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759086.838268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759086.838279:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759086.838286:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759086.838291:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759086.838305:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759086.838309:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759086.838312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759086.838379:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759086.838385:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759086.838388:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759086.838393:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759086.838397:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759086.838401:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759086.838411:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759086.838414:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759086.838418:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759087.862276:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759087.862288:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759087.862294:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759087.862309:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759087.862313:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759087.862318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759087.862349:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759087.862353:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759087.862358:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759087.862373:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759087.862380:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759087.862383:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759087.862387:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759087.862393:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759087.862398:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759087.862405:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759087.862410:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759087.862415:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759087.862475:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759087.862479:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759087.862482:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759088.886292:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759088.886304:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759088.886315:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759088.886340:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759088.886357:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759088.886368:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759088.886387:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759088.886393:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759088.886400:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759088.886431:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759088.886445:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759088.886454:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759088.886461:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759088.886475:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759088.886482:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759088.886497:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759088.886507:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759088.886513:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759089.206273:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759089.206284:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759089.206287:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759089.206291:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759089.206296:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759089.206302:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17770 00000400:00000200:2.0:1787759089.206312:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759089.206318:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759089.206321:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759089.206325:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206327:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206329:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206332:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759089.206336:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759089.206337:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759089.206340:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759089.206343:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759089.206344:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759089.206347:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759089.206349:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206352:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206353:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206355:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759089.206357:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759089.206360:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206362:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759089.206365:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759089.206368:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759089.206370:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206373:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759089.206376:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759089.206387:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759089.206390:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759089.206395:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759089.206396:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206399:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759089.206402:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759089.206406:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759089.206416:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759089.206423:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.206441:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875486208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759089.206451:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759089.206454:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.206459:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875486208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759089.206478:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759089.206481:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759089.206484:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759089.206485:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759089.206486:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759089.206489:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759089.206492:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17770 00000400:00000200:2.0:1787759089.206495:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759089.206498:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759089.206500:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759089.206503:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206505:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206507:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206509:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759089.206513:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759089.206515:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759089.206517:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759089.206520:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759089.206523:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759089.206527:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759089.206531:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206533:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206537:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206541:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759089.206550:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759089.206555:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206558:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759089.206561:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759089.206567:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759089.206571:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206576:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759089.206582:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759089.206587:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206589:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759089.206597:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759089.206601:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759089.206603:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759089.206605:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206608:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759089.206610:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759089.206612:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759089.206631:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759089.206636:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.206641:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875486336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759089.206647:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759089.206650:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.206657:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875486336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759089.206666:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759089.206670:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759089.206674:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759089.206676:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759089.206678:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759089.206688:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759089.206693:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17770 00000400:00000200:2.0:1787759089.206697:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759089.206700:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759089.206702:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759089.206708:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206713:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206717:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206720:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759089.206722:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759089.206724:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759089.206726:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759089.206728:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759089.206732:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759089.206736:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759089.206742:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206747:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206750:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206755:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759089.206759:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759089.206764:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206768:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759089.206772:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759089.206774:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759089.206778:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206781:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759089.206783:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759089.206785:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206787:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759089.206792:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759089.206796:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759089.206798:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759089.206799:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206800:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759089.206801:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759089.206803:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759089.206808:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759089.206812:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.206820:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875486464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759089.206831:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759089.206835:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.206841:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875486464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759089.206866:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759089.206872:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759089.206880:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759089.206884:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759089.206887:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759089.206894:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759089.206898:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17770 00000400:00000200:2.0:1787759089.206905:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759089.206918:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:3.1:1787759089.206919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:2.0:1787759089.206923:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1787759089.206925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000040:2.0:1787759089.206928:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206932:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206936:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206939:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759089.206942:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759089.206944:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759089.206945:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759089.206948:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759089.206951:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759089.206955:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759089.206961:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206964:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.206967:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206970:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759089.206974:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759089.206977:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759089.206980:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759089.206983:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759089.206986:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759089.206991:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.206995:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759089.206999:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759089.207002:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.207006:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759089.207015:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759089.207019:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759089.207025:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759089.207028:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.207032:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759089.207037:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759089.207043:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759089.207049:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759089.207057:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.207065:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875486592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759089.207080:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759089.207083:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.207089:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875486592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759089.207108:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759089.207113:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759089.207142:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759089.207144:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759089.207145:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759089.207148:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759089.207153:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17770 00000400:00000200:2.0:1787759089.207159:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759089.207165:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759089.207170:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759089.207178:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.207181:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.207184:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.207187:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759089.207191:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759089.207194:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759089.207196:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759089.207199:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759089.207203:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759089.207207:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759089.207214:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.207219:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759089.207223:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759089.207225:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759089.207228:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759089.207234:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759089.207239:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759089.207243:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759089.207247:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759089.207255:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.207260:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759089.207265:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759089.207273:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.207279:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759089.207287:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759089.207293:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759089.207301:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759089.207304:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.207310:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759089.207313:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759089.207316:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759089.207321:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759089.207328:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.207335:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875486720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759089.207345:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759089.207348:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.207356:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875486720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759089.207372:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759089.207378:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17781) 00000800:00000200:3.1:1787759089.207546:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759089.207549:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759089.207844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759089.207846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759089.208082:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759089.208084:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759089.208315:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759089.208317:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787759089.910236:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759089.910244:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759089.910249:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.910255:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759089.910261:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759089.910269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910277:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759089.910282:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910287:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.910307:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759089.910313:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759089.910318:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.910322:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759089.910326:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759089.910330:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910333:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759089.910335:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910338:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.910354:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759089.910360:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759089.910365:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.910371:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759089.910379:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759089.910385:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910393:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759089.910397:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910401:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759089.910465:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759089.910471:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759089.910473:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759089.910476:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759089.910478:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759089.910481:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910483:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759089.910485:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759089.910488:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759090.550252:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312444683, at 4312444736 00000100:00000010:2.0:1787759090.550281:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000001:2.0:1787759090.934245:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759090.934256:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759090.934262:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759090.934273:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759090.934282:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759090.934291:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759090.934312:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759090.934317:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759090.934320:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759090.934340:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759090.934346:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759090.934352:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759090.934361:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759090.934367:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759090.934372:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759090.934389:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759090.934394:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759090.934399:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759090.934484:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759090.934488:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759090.934492:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759091.958261:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759091.958269:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759091.958273:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759091.958282:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759091.958294:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759091.958303:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759091.958324:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759091.958330:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759091.958334:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759091.958352:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759091.958359:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759091.958363:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759091.958368:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759091.958374:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759091.958379:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759091.958388:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759091.958398:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759091.958413:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759092.982297:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759092.982312:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759092.982318:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759092.982339:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759092.982349:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759092.982355:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759092.982361:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759092.982367:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759092.982372:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759092.982397:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759092.982402:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759092.982409:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759092.982413:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759092.982418:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759092.982424:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759092.982427:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759092.982430:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759092.982444:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759094.006282:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759094.006293:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759094.006304:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759094.006323:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759094.006333:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759094.006338:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759094.006348:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759094.006352:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759094.006362:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759094.006386:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759094.006393:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759094.006396:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759094.006405:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759094.006417:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759094.006425:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759094.006440:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759094.006443:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759094.006451:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759094.006525:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759094.006528:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759094.006532:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1787759094.326916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759094.326923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759094.327627:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759094.327630:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759094.327917:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759094.327919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759094.328182:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759094.328184:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759094.328457:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759094.328459:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1787759095.030269:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759095.030278:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759095.030284:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759095.030295:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759095.030309:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759095.030322:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759095.030351:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759095.030357:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759095.030363:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759095.670272:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312449803, at 4312449856 00000100:00000010:2.0:1787759095.670286:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb140c0. 00000100:00000001:2.0:1787759096.054234:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759096.054248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759096.054256:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759096.054270:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759096.054288:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759096.054307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759096.054353:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759096.054360:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759096.054376:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759097.078274:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759097.078287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759097.078296:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759097.078313:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759097.078327:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759097.078335:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759097.078345:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759097.078349:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759097.078358:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759097.078414:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759097.078427:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759097.078433:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759097.078443:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759097.078450:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759097.078455:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759097.078460:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759097.078463:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759097.078466:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759098.102259:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759098.102277:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759098.102284:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759098.102304:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759098.102321:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759098.102331:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759098.102351:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759098.102354:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759098.102359:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759098.102387:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759098.102394:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759098.102398:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759098.102407:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759098.102417:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759098.102424:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759098.102431:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759098.102437:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759098.102442:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759099.126274:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759099.126288:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759099.126294:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759099.126302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759099.126308:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759099.126321:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126327:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759099.126332:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126343:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759099.126377:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759099.126383:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759099.126387:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759099.126399:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759099.126411:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759099.126423:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126427:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759099.126431:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126436:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759099.126488:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759099.126493:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759099.126501:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759099.126504:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759099.126511:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759099.126515:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126522:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759099.126528:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759099.126537:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759099.446862:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759099.446867:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759099.447664:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759099.447668:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759099.448076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759099.448077:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759099.448474:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759099.448476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759099.448726:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759099.448728:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1787759100.150288:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759100.150298:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759100.150301:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759100.150317:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759100.150324:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759100.150328:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150338:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759100.150342:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150363:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759100.150392:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759100.150397:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759100.150400:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759100.150408:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759100.150413:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759100.150416:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150436:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759100.150441:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150448:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759100.150480:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759100.150487:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759100.150491:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759100.150495:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759100.150499:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759100.150507:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150517:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759100.150520:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759100.150523:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759100.790243:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312454923, at 4312454976 00000100:00000010:2.0:1787759100.790260:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbe9d1e0. 00000100:00000001:2.0:1787759101.174321:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759101.174379:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759101.174384:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759101.174405:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759101.174445:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759101.174451:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759101.174472:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759101.174476:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759101.174480:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759102.198202:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759102.198211:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759102.198213:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759102.198220:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759102.198227:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759102.198234:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198241:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759102.198247:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198254:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759102.198294:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759102.198299:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759102.198302:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759102.198307:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759102.198313:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759102.198318:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198321:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759102.198325:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198330:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759102.198345:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759102.198350:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759102.198353:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759102.198358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759102.198364:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759102.198367:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198370:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759102.198373:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759102.198375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759103.222246:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759103.222256:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759103.222260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759103.222269:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759103.222276:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759103.222283:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759103.222312:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759103.222317:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759103.222323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759103.222343:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759103.222349:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759103.222352:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759103.222360:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759103.222367:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759103.222396:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759103.222408:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759103.222411:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759103.222414:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759104.246247:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759104.246254:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759104.246257:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759104.246267:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759104.246275:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759104.246281:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246300:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759104.246304:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246306:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759104.246322:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759104.246326:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759104.246329:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759104.246331:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759104.246334:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759104.246338:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246349:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759104.246363:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246367:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759104.246384:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759104.246389:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759104.246394:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759104.246397:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759104.246403:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759104.246408:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246413:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759104.246416:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759104.246418:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759104.566962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759104.566968:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759104.567645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759104.567648:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759104.567950:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759104.567953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759104.568280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759104.568283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759104.568592:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759104.568595:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1787759105.270258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759105.270268:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759105.270273:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759105.270282:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759105.270289:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759105.270294:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759105.270312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759105.270316:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759105.270319:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759105.270347:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759105.270353:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759105.270356:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759105.270362:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759105.270368:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759105.270371:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759105.270390:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759105.270394:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759105.270398:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759105.910373:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312460044, at 4312460096 00000100:00000010:2.0:1787759105.910378:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000001:2.0:1787759106.294258:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759106.294266:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759106.294269:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759106.294279:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759106.294286:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759106.294290:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294294:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759106.294297:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294301:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759106.294329:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759106.294335:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759106.294338:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759106.294341:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759106.294347:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759106.294349:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294353:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759106.294356:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294359:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759106.294391:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759106.294395:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759106.294397:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759106.294400:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759106.294405:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759106.294408:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294411:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759106.294413:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759106.294416:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759107.318312:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759107.318324:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759107.318330:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759107.318341:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759107.318351:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759107.318361:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759107.318364:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759107.318369:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759107.318377:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759107.318399:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759107.318403:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759107.318405:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759107.318407:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759107.318411:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759107.318416:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759107.318430:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759107.318433:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759107.318440:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759108.342233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759108.342240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759108.342243:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759108.342250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759108.342263:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759108.342268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759108.342275:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759108.342280:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759108.342294:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759108.342321:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759108.342326:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759108.342330:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759108.342334:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759108.342340:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759108.342345:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759108.342353:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759108.342357:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759108.342362:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759109.366212:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759109.366224:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759109.366229:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759109.366237:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759109.366243:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759109.366248:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759109.366253:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759109.366257:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759109.366276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759109.366297:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759109.366302:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759109.366306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759109.366312:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759109.366319:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759109.366325:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759109.366338:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759109.366342:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759109.366347:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759109.686851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759109.687113:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759109.687556:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759109.687835:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759109.688009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759110.390233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759110.390243:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759110.390257:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759110.390264:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759110.390271:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759110.390278:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390285:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759110.390287:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390293:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759110.390309:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759110.390312:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759110.390314:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759110.390316:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759110.390319:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759110.390323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390328:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759110.390331:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390335:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759110.390348:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759110.390352:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759110.390355:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759110.390360:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759110.390365:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759110.390368:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390371:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759110.390372:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759110.390374:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759111.030272:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312465163, at 4312465216 00000100:00000010:2.0:1787759111.030300:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:2.0:1787759111.414254:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759111.414261:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759111.414265:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759111.414270:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759111.414277:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759111.414282:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759111.414292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759111.414297:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759111.414302:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759111.414325:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759111.414332:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759111.414336:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759111.414341:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759111.414346:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759111.414350:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759111.414353:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759111.414357:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759111.414362:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759112.438228:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759112.438234:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759112.438240:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759112.438250:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759112.438257:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759112.438262:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438268:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759112.438280:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438286:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759112.438303:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759112.438307:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759112.438309:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759112.438314:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759112.438319:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759112.438323:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438327:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759112.438330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438334:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759112.438361:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759112.438366:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759112.438369:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759112.438376:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759112.438380:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759112.438382:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438385:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759112.438386:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438389:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759112.438403:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759112.438407:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759112.438410:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759112.438414:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759112.438419:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759112.438423:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438433:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759112.438435:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759112.438437:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759113.462260:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759113.462267:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759113.462271:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759113.462280:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759113.462288:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759113.462295:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462313:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759113.462316:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462319:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759113.462333:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759113.462337:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759113.462339:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759113.462341:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759113.462343:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759113.462346:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462350:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759113.462351:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462354:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759113.462366:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759113.462370:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759113.462374:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759113.462379:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759113.462384:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759113.462388:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462394:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759113.462397:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759113.462401:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759114.486250:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759114.486257:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759114.486261:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759114.486267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759114.486273:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759114.486276:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759114.486305:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759114.486308:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759114.486313:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759114.486330:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759114.486335:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759114.486339:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759114.486343:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759114.486348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759114.486353:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759114.486357:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759114.486360:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759114.486366:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759114.807788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759114.807792:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759114.808225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759114.808228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759114.808489:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759114.808491:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759114.808786:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759114.808788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759114.809081:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759114.809083:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1787759115.510251:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759115.510262:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759115.510268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759115.510276:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759115.510284:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759115.510291:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759115.510298:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759115.510304:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759115.510312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759115.510357:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759115.510362:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759115.510366:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759115.510373:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759115.510379:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759115.510383:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759115.510396:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759115.510401:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759115.510406:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759116.150258:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312470284, at 4312470336 00000100:00000010:2.0:1787759116.150284:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000001:2.0:1787759116.534321:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759116.534337:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759116.534344:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759116.534358:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759116.534368:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759116.534375:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759116.534381:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759116.534389:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759116.534400:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759116.534438:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759116.534443:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759116.534453:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759116.534459:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759116.534468:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759116.534472:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759116.534490:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759116.534494:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759116.534497:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759117.558277:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759117.558289:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759117.558301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759117.558321:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759117.558339:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759117.558352:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759117.558375:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759117.558379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759117.558383:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759117.558420:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759117.558434:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759117.558442:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759117.558457:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759117.558466:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759117.558473:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759117.558477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759117.558479:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759117.558481:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759118.582653:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759118.582670:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759118.582686:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759118.582691:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759118.582730:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759118.582733:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759118.582735:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759118.582737:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759118.582746:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759119.606218:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759119.606228:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759119.606233:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759119.606242:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759119.606250:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759119.606256:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759119.606263:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759119.606267:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759119.606272:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759119.606311:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759119.606318:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759119.606321:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759119.606326:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759119.606332:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759119.606336:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759119.606344:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759119.606349:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759119.606357:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759119.926774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759119.926779:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759119.927400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759119.927405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759119.927783:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759119.927784:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759119.928042:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759119.928044:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759119.928259:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759119.928261:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1787759120.630245:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759120.630257:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759120.630262:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759120.630269:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759120.630274:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759120.630279:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759120.630287:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630290:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759120.630301:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759120.630305:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759120.630307:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759120.630311:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759120.630314:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759120.630318:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630322:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759120.630325:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630329:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759120.630344:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759120.630348:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759120.630349:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759120.630352:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759120.630355:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759120.630358:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630362:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759120.630363:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759120.630366:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759121.270242:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312475403, at 4312475456 00000100:00000010:2.0:1787759121.270262:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14de0. 00000100:00000001:2.0:1787759121.654232:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759121.654239:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759121.654243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759121.654247:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759121.654254:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759121.654260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654267:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759121.654269:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654271:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759121.654285:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759121.654289:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759121.654293:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759121.654299:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759121.654304:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759121.654308:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759121.654315:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654319:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759121.654335:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759121.654339:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759121.654342:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759121.654347:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759121.654350:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759121.654355:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654361:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759121.654363:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759121.654365:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759122.678242:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759122.678251:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759122.678256:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759122.678265:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759122.678271:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759122.678275:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678287:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759122.678290:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678293:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759122.678310:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759122.678315:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759122.678318:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759122.678324:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759122.678330:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759122.678335:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678339:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759122.678343:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678350:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759122.678367:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759122.678371:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759122.678373:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759122.678376:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759122.678379:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759122.678382:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678385:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759122.678386:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759122.678389:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759123.702192:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759123.702199:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759123.702203:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759123.702211:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759123.702217:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759123.702223:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702229:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759123.702232:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702237:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759123.702259:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759123.702263:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759123.702266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759123.702271:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759123.702276:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759123.702279:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702284:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759123.702287:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702290:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759123.702318:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759123.702321:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759123.702322:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759123.702324:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759123.702326:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759123.702328:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759123.702330:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759123.702332:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759124.726247:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759124.726257:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759124.726262:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759124.726270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759124.726278:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759124.726283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726287:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759124.726292:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726295:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759124.726308:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759124.726314:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759124.726317:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759124.726320:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759124.726326:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759124.726329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726334:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759124.726337:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726341:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759124.726353:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759124.726358:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759124.726362:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759124.726366:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759124.726372:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759124.726375:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726379:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759124.726381:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759124.726383:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759125.046733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759125.046738:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759125.047279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759125.047281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759125.047512:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759125.047514:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759125.047700:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759125.047701:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759125.047873:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759125.047875:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1787759125.750234:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759125.750243:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759125.750247:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759125.750254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759125.750260:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759125.750266:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750284:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759125.750287:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750289:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759125.750302:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759125.750308:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759125.750312:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759125.750318:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759125.750324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759125.750329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759125.750345:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750347:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759125.750360:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759125.750364:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759125.750366:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759125.750368:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759125.750372:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759125.750374:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750376:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759125.750378:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759125.750380:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759126.390272:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312480523, at 4312480576 00000100:00000010:2.0:1787759126.390295:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000001:2.0:1787759126.774240:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759126.774249:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759126.774253:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759126.774259:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759126.774264:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759126.774268:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774279:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759126.774281:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774283:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759126.774295:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759126.774297:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759126.774299:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759126.774300:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759126.774302:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759126.774303:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774305:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759126.774305:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759126.774319:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759126.774323:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759126.774325:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759126.774328:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759126.774331:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759126.774333:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774336:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759126.774339:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759126.774340:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759127.798225:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759127.798237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759127.798243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759127.798253:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759127.798260:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759127.798265:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759127.798279:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759127.798283:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759127.798288:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759127.798309:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759127.798314:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759127.798319:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759127.798326:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759127.798334:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759127.798339:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759127.798343:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759127.798356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759127.798360:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759128.822252:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759128.822261:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759128.822264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759128.822271:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759128.822277:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759128.822282:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759128.822290:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822293:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759128.822308:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759128.822311:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759128.822314:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759128.822317:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759128.822321:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759128.822324:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822328:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759128.822340:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822345:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759128.822362:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759128.822366:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759128.822368:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759128.822371:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759128.822374:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759128.822379:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822384:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759128.822388:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759128.822392:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759129.846220:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759129.846225:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759129.846227:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759129.846231:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759129.846237:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759129.846244:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759129.846250:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759129.846255:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759129.846260:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759129.846283:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759129.846288:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759129.846292:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759129.846298:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759129.846303:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759129.846307:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759129.846311:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759129.846314:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759129.846318:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759130.166836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759130.166841:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759130.167511:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759130.167514:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759130.167829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759130.167831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759130.168136:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759130.168138:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759130.168535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759130.168538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000100:00000001:2.0:1787759130.870207:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759130.870212:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759130.870215:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759130.870220:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759130.870226:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759130.870229:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.870238:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759130.870241:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.870246:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759130.870260:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759130.870264:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759130.870265:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759130.870268:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759130.870273:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759130.870276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.870280:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759130.870282:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.870284:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759130.871211:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759130.871217:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759130.871220:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759130.871224:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759130.871227:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759130.871229:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.871232:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759130.871234:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759130.871238:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759131.510202:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312485643, at 4312485696 00000100:00000010:2.0:1787759131.510220:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:2.0:1787759131.894263:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759131.894274:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759131.894279:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759131.894288:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759131.894293:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759131.894305:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759131.894316:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894319:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759131.894332:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759131.894336:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759131.894337:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759131.894340:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759131.894343:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759131.894345:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894347:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759131.894348:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894350:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759131.894463:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759131.894468:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759131.894473:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759131.894487:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759131.894493:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759131.894499:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894512:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759131.894515:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759131.894517:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759132.918195:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759132.918200:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759132.918204:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759132.918208:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759132.918214:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759132.918220:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918225:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759132.918229:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918233:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759132.918251:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759132.918255:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759132.918259:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759132.918265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759132.918271:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759132.918275:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918281:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759132.918284:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918286:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759132.918324:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759132.918327:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759132.918328:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759132.918330:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759132.918332:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759132.918334:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918336:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759132.918338:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759132.918340:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759133.942216:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759133.942235:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759133.942240:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759133.942246:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759133.942252:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759133.942257:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759133.942268:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759133.942272:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759133.942277:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759133.942295:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759133.942301:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759133.942304:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759133.942307:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759133.942311:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759133.942313:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759133.942317:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759133.942321:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759133.942328:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759134.966224:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759134.966230:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759134.966234:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759134.966240:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759134.966246:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759134.966250:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966265:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759134.966269:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966272:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759134.966286:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759134.966291:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759134.966294:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759134.966298:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759134.966304:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759134.966307:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966310:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759134.966314:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966319:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759134.966342:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759134.966346:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759134.966349:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759134.966351:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759134.966353:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759134.966357:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966361:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759134.966362:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759134.966364:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759135.286266:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759135.286276:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759135.286279:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759135.286283:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759135.286288:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759135.286294:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17817 00000400:00000200:2.0:1787759135.286303:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759135.286308:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759135.286311:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759135.286313:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286316:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286318:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286321:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759135.286325:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759135.286327:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759135.286330:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759135.286333:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759135.286335:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759135.286337:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759135.286339:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286341:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286342:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286344:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759135.286346:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759135.286349:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286351:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759135.286353:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759135.286356:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759135.286358:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286360:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759135.286362:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759135.286369:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759135.286372:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759135.286377:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759135.286378:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286381:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759135.286384:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759135.286386:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759135.286393:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759135.286400:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.286410:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875491968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759135.286419:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759135.286423:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.286427:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875491968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759135.286445:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759135.286448:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759135.286451:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759135.286452:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759135.286453:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759135.286456:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759135.286458:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17817 00000400:00000200:2.0:1787759135.286461:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759135.286464:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759135.286466:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759135.286469:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286471:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286473:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286475:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759135.286478:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759135.286480:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759135.286483:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759135.286485:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759135.286488:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759135.286490:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759135.286495:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286497:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286500:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286503:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759135.286508:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759135.286516:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286522:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759135.286526:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759135.286533:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759135.286536:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286538:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759135.286543:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759135.286547:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286549:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759135.286553:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759135.286556:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759135.286559:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759135.286561:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286563:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759135.286564:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759135.286567:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759135.286570:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759135.286575:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.286580:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875492096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759135.286588:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759135.286591:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.286597:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875492096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759135.286612:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759135.286614:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759135.286617:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759135.286618:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759135.286620:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759135.286623:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759135.286625:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17817 00000400:00000200:2.0:1787759135.286628:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759135.286632:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759135.286634:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759135.286638:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286641:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286643:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286645:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759135.286648:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759135.286649:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759135.286651:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759135.286653:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759135.286655:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759135.286658:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759135.286662:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286664:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286666:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286669:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759135.286672:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759135.286675:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286678:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759135.286680:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759135.286683:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759135.286685:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286687:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759135.286690:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759135.286692:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286693:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759135.286696:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759135.286698:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759135.286700:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759135.286701:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286703:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759135.286704:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759135.286706:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759135.286708:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759135.286712:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.286721:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875492224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759135.286732:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759135.286735:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.286739:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875492224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759135.286745:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759135.286747:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759135.286751:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759135.286752:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759135.286754:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759135.286758:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759135.286760:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17817 00000400:00000200:2.0:1787759135.286764:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759135.286767:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759135.286769:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759135.286771:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286773:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286777:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286780:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759135.286783:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759135.286784:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759135.286787:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759135.286790:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759135.286793:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759135.286795:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759135.286800:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286802:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286827:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286830:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759135.286832:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759135.286835:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286840:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759135.286844:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759135.286847:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759135.286850:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286853:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759135.286855:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759135.286860:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286863:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759135.286869:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759135.286872:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759135.286877:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759135.286879:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.286881:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759135.286884:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759135.286885:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759135.286889:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759135.286893:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.286900:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875492352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759135.286910:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759135.286912:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.286915:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875492352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759135.286925:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759135.286927:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759135.286930:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759135.286933:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759135.286936:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759135.286938:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759135.286941:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17817 00000400:00000200:2.0:1787759135.286977:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759135.286983:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759135.286986:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759135.286990:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286992:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.286995:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759135.286998:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759135.287001:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759135.287003:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759135.287005:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759135.287008:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759135.287011:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759135.287013:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759135.287018:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:3.1:1787759135.287018:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759135.287021:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759135.287024:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:3.1:1787759135.287025:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1787759135.287026:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759135.287029:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759135.287033:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759135.287037:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759135.287040:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759135.287043:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759135.287045:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.287046:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759135.287048:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759135.287049:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.287050:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759135.287053:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759135.287056:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759135.287059:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759135.287061:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.287064:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759135.287065:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759135.287068:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759135.287071:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759135.287075:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.287079:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875492480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759135.287089:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759135.287091:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.287101:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875492480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759135.287145:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759135.287150:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17827) 00000800:00000200:3.1:1787759135.287521:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759135.287524:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759135.287833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759135.287836:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759135.288085:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759135.288088:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759135.288397:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759135.288400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1787759135.990220:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759135.990230:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759135.990233:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.990241:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759135.990247:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759135.990253:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759135.990257:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759135.990264:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759135.990270:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759135.990291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759135.990295:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759135.990298:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759135.990303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759135.990308:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759135.990313:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759135.990318:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759135.990321:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759135.990326:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759136.630242:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312490764, at 4312490816 00000100:00000010:2.0:1787759136.630263:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb140c0. 00000100:00000001:2.0:1787759137.014233:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759137.014244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759137.014249:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759137.014256:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759137.014262:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759137.014268:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759137.014277:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759137.014281:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759137.014285:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759137.014297:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759137.014302:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759137.014305:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759137.014311:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759137.014317:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759137.014322:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759137.014326:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759137.014330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759137.014333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759138.038248:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759138.038257:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759138.038259:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759138.038264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759138.038271:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759138.038277:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759138.038284:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759138.038289:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759138.038296:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759138.038313:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759138.038317:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759138.038320:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759138.038323:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759138.038330:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759138.038334:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759138.038340:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759138.038344:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759138.038348:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759139.062210:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759139.062219:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759139.062224:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759139.062233:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759139.062240:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759139.062245:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759139.062267:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759139.062271:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759139.062276:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759139.062293:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759139.062299:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759139.062304:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759139.062310:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759139.062314:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759139.062320:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759139.062326:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759139.062328:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759139.062333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759140.086258:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759140.086268:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759140.086272:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759140.086281:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759140.086287:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759140.086293:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759140.086299:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759140.086303:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759140.086310:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759140.086360:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759140.086365:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759140.086370:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759140.086377:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759140.086382:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759140.086387:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759140.086394:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759140.086397:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759140.086404:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759140.406789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759140.406793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759140.407402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759140.407406:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759140.407691:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759140.407693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759140.407954:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759140.407956:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759140.408145:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759140.408146:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1787759141.110225:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759141.110236:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759141.110240:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759141.110249:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759141.110259:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759141.110270:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759141.110284:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759141.110290:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759141.110304:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759141.110373:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759141.110381:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759141.110392:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759141.110411:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759141.110417:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759141.110429:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759141.110441:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759141.110448:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759141.110453:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759141.750243:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312495883, at 4312495936 00000100:00000010:2.0:1787759141.750260:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000001:2.0:1787759142.134255:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759142.134265:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759142.134272:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759142.134286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759142.134294:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759142.134300:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759142.134733:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759142.134737:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759142.134742:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759143.158250:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759143.158260:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759143.158265:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759143.158273:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759143.158280:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759143.158287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759143.158310:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759143.158312:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759143.158317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759144.182242:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759144.182252:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759144.182257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759144.182263:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759144.182269:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759144.182274:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759144.182278:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759144.182284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759144.182289:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759144.182305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759144.182308:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759144.182310:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759144.182313:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759144.182315:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759144.182318:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759144.183375:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759144.183379:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759144.183389:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.206257:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759145.206268:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759145.206273:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.206280:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759145.206288:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759145.206293:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759145.206303:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759145.206308:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759145.206313:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.206367:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759145.206371:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759145.206376:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.206381:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759145.206388:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759145.206393:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759145.206397:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759145.206399:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759145.206401:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759145.526274:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759145.526286:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759145.526289:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759145.526293:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759145.526301:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759145.526307:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17827 00000400:00000200:2.0:1787759145.526316:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759145.526322:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759145.526325:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759145.526328:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526330:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526332:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526334:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759145.526339:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759145.526340:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759145.526343:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759145.526346:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759145.526347:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759145.526349:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759145.526352:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526353:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526355:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526356:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759145.526359:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759145.526362:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526364:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759145.526366:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759145.526369:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759145.526372:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526373:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759145.526375:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759145.526386:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759145.526389:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759145.526393:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759145.526395:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526398:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759145.526401:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759145.526405:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759145.526416:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759145.526422:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.526431:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875493248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759145.526440:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759145.526443:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.526448:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875493248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759145.526474:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759145.526478:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759145.526481:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759145.526483:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759145.526485:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759145.526489:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759145.526492:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17827 00000400:00000200:2.0:1787759145.526497:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759145.526501:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759145.526503:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759145.526505:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526507:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526510:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526512:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759145.526515:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759145.526517:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759145.526519:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759145.526522:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759145.526526:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759145.526529:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759145.526532:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526537:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526541:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526545:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759145.526548:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759145.526553:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526557:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759145.526563:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759145.526573:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759145.526577:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526581:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759145.526588:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759145.526594:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526599:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759145.526603:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759145.526608:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759145.526612:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759145.526622:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526625:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759145.526641:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759145.526644:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759145.526652:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759145.526658:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.526667:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875493376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759145.526677:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759145.526680:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.526685:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875493376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759145.526700:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759145.526704:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759145.526707:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759145.526711:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759145.526712:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759145.526716:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759145.526720:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17827 00000400:00000200:2.0:1787759145.526757:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759145.526763:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759145.526765:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759145.526768:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526770:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526774:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526776:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759145.526777:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759145.526778:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759145.526781:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759145.526783:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759145.526787:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759145.526789:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759145.526796:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526799:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1787759145.526799:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759145.526804:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:3.1:1787759145.526805:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1787759145.526806:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759145.526810:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759145.526815:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526818:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759145.526822:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759145.526824:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759145.526826:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526829:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759145.526831:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759145.526835:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526838:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759145.526842:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759145.526846:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759145.526850:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759145.526851:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.526854:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759145.526856:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759145.526858:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759145.526864:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759145.526869:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.526875:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875493504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759145.526895:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759145.526899:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.526904:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875493504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759145.526912:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759145.526914:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759145.526917:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759145.526919:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759145.526920:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759145.526925:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759145.526929:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17827 00000400:00000200:2.0:1787759145.526932:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759145.526936:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759145.526938:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759145.526941:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526945:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526947:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526948:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759145.526950:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759145.526951:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759145.526952:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759145.526953:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759145.526958:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759145.526960:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759145.526962:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526965:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.526980:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.526987:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759145.526993:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759145.527000:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527008:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759145.527011:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759145.527016:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759145.527021:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527024:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759145.527028:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759145.527032:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527034:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759145.527037:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759145.527039:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759145.527040:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759145.527041:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527043:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759145.527045:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759145.527048:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759145.527053:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759145.527059:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.527067:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875493632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759145.527078:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759145.527081:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.527088:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875493632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759145.527098:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759145.527101:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759145.527108:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759145.527110:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759145.527112:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759145.527152:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759145.527157:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17827 00000400:00000200:2.0:1787759145.527163:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759145.527168:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759145.527170:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759145.527176:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527180:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.527183:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527186:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759145.527189:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759145.527191:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759145.527193:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759145.527195:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759145.527197:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759145.527200:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759145.527206:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527210:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759145.527214:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527217:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759145.527220:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759145.527224:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759145.527227:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759145.527230:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759145.527233:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759145.527235:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527239:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759145.527241:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759145.527244:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527246:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759145.527249:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759145.527253:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759145.527258:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759145.527261:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759145.527263:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759145.527266:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759145.527267:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759145.527273:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759145.527277:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759145.527284:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875493760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759145.527292:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759145.527295:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.527300:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875493760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759145.527313:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759145.527316:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17837) 00000800:00000200:3.1:1787759145.527426:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759145.527428:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759145.527686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759145.527687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759145.527935:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759145.527937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759145.528185:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759145.528187:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1787759146.230236:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759146.230245:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759146.230248:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759146.230256:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759146.230262:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759146.230268:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230273:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759146.230284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230288:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759146.230305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759146.230309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759146.230312:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759146.230318:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759146.230324:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759146.230329:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230334:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759146.230338:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230345:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759146.230379:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759146.230382:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759146.230385:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759146.230387:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759146.230390:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759146.230393:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230402:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759146.230404:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759146.230406:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759146.870225:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312501003, at 4312501056 00000100:00000010:2.0:1787759146.870247:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000001:2.0:1787759147.254366:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759147.254373:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759147.254376:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759147.254390:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759147.254399:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759147.254404:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759147.254409:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759147.254415:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759147.254421:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759147.254482:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759147.254486:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759147.254490:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759147.254498:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759147.254507:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759147.254515:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759147.254530:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759147.254543:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759147.254560:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759148.278243:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759148.278253:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759148.278258:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759148.278266:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759148.278273:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759148.278278:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759148.278301:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759148.278304:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759148.278308:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759148.278322:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759148.278327:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759148.278331:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759148.278334:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759148.278339:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759148.278343:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759148.278345:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759148.278348:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759148.278351:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759149.302245:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759149.302256:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759149.302261:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759149.302267:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759149.302273:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759149.302278:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759149.302299:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759149.302302:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759149.302305:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759149.302325:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759149.302332:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759149.302336:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759149.302342:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759149.302348:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759149.302353:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759149.302360:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759149.302364:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759149.302368:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.326258:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759150.326266:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759150.326269:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.326275:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759150.326279:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759150.326285:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326290:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759150.326293:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326298:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759150.326324:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759150.326327:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759150.326332:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759150.326386:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759150.326390:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759150.326393:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.326398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759150.326404:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759150.326408:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326413:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759150.326418:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326423:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.326446:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759150.326450:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759150.326451:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.326454:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759150.326457:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759150.326460:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326484:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759150.326487:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759150.326490:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759150.646255:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759150.646266:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759150.646269:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759150.646274:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759150.646278:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759150.646284:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17832 00000400:00000200:2.0:1787759150.646293:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759150.646298:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759150.646301:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759150.646303:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646306:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646314:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646316:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759150.646320:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759150.646322:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759150.646326:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759150.646329:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759150.646332:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759150.646334:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759150.646338:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646340:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646342:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646344:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759150.646354:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759150.646359:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646362:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759150.646365:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759150.646369:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759150.646372:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646375:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759150.646378:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759150.646395:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759150.646399:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759150.646405:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759150.646406:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646409:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759150.646411:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759150.646416:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759150.646426:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759150.646433:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.646443:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875493888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759150.646454:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759150.646459:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.646465:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875493888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759150.646491:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759150.646494:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759150.646496:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759150.646497:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759150.646498:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759150.646501:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759150.646503:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17832 00000400:00000200:2.0:1787759150.646507:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759150.646509:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759150.646511:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759150.646513:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646515:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646517:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646519:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759150.646521:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759150.646522:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759150.646523:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759150.646525:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759150.646528:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759150.646530:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759150.646534:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646546:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646548:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646550:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759150.646554:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759150.646557:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646561:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759150.646563:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759150.646569:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759150.646573:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646576:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759150.646581:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759150.646587:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646593:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759150.646599:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759150.646605:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759150.646612:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759150.646615:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646620:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759150.646627:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759150.646633:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759150.646642:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759150.646649:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.646658:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875494016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759150.646671:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759150.646676:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.646686:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875494016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759150.646718:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759150.646724:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759150.646728:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759150.646730:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759150.646732:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759150.646737:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759150.646740:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17832 00000400:00000200:2.0:1787759150.646771:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759150.646776:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759150.646780:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759150.646787:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646793:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646798:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:3.1:1787759150.646801:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759150.646803:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:3.1:1787759150.646805:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1787759150.646809:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759150.646813:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759150.646817:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759150.646821:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759150.646834:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759150.646841:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759150.646846:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646851:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.646854:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646857:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759150.646861:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759150.646867:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759150.646871:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759150.646877:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759150.646880:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759150.646884:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646886:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759150.646888:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759150.646892:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646896:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759150.646901:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759150.646904:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759150.646907:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759150.646909:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.646911:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759150.646912:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759150.646913:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759150.646918:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759150.646923:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.646928:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875494144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759150.646942:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759150.646955:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.646965:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875494144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759150.646984:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759150.646988:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759150.646992:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759150.646994:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759150.646996:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759150.647001:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759150.647005:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17832 00000400:00000200:2.0:1787759150.647012:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759150.647017:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759150.647020:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759150.647025:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647028:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.647032:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647035:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759150.647038:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759150.647040:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759150.647044:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759150.647048:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759150.647051:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759150.647056:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759150.647062:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647067:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.647070:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647073:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759150.647076:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759150.647082:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647087:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759150.647090:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759150.647094:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759150.647097:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647101:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759150.647104:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759150.647108:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647112:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759150.647137:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759150.647139:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759150.647142:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759150.647142:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647144:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759150.647145:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759150.647148:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759150.647154:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759150.647160:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.647170:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875494272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759150.647197:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759150.647203:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.647215:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875494272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759150.647237:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759150.647240:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759150.647245:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759150.647246:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759150.647249:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759150.647253:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759150.647257:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17832 00000400:00000200:2.0:1787759150.647263:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759150.647267:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759150.647271:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759150.647278:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647282:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.647285:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647288:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759150.647290:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759150.647291:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759150.647292:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759150.647296:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759150.647300:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759150.647304:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759150.647309:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647312:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759150.647317:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647321:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759150.647326:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759150.647330:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759150.647334:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759150.647337:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759150.647341:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759150.647345:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647347:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759150.647350:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759150.647355:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647357:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759150.647361:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759150.647364:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759150.647367:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759150.647368:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759150.647370:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759150.647372:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759150.647375:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759150.647383:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759150.647387:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759150.647393:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875494400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759150.647401:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759150.647404:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.647407:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875494400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759150.647419:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759150.647424:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17842) 00000800:00000200:3.1:1787759150.647479:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759150.647481:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759150.647694:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759150.647696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759150.647875:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759150.647876:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759150.648166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759150.648168:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759151.350332:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759151.350337:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759151.350338:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759151.350342:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759151.350344:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759151.350345:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759151.350457:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759151.350460:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759151.350463:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759151.990240:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312506123, at 4312506176 00000100:00000010:2.0:1787759151.990261:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:2.0:1787759152.374232:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759152.374240:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759152.374244:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759152.374253:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759152.374259:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759152.374265:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374272:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759152.374275:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374277:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759152.374307:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759152.374310:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759152.374312:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759152.374315:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759152.374319:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759152.374322:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374325:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759152.374328:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374332:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759152.374354:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759152.374357:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759152.374361:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759152.374366:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759152.374369:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759152.374371:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374374:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759152.374376:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759152.374379:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759153.398226:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759153.398235:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759153.398239:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759153.398246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759153.398251:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759153.398255:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398259:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759153.398263:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398269:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759153.398291:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759153.398297:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759153.398301:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759153.398308:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759153.398315:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759153.398319:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398335:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759153.398338:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398341:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759153.398365:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759153.398369:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759153.398372:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759153.398375:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759153.398379:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759153.398382:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398385:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759153.398386:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759153.398387:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759154.422256:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759154.422269:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759154.422273:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759154.422282:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759154.422287:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759154.422293:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759154.422298:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759154.422301:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759154.422307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759154.422632:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759154.422637:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759154.422640:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759154.422643:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759154.422647:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759154.422649:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759154.422652:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759154.422653:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759154.422656:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.446266:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759155.446276:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759155.446280:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.446289:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759155.446297:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759155.446304:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759155.446313:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759155.446318:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759155.446325:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.446388:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759155.446394:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759155.446398:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.446404:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759155.446408:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759155.446411:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759155.446414:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759155.446416:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759155.446419:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759155.766193:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759155.766206:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759155.766210:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759155.766214:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759155.766219:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759155.766227:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17837 00000400:00000200:2.0:1787759155.766238:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759155.766244:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759155.766249:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759155.766253:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766256:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766259:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766263:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759155.766267:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759155.766270:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759155.766273:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759155.766276:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759155.766279:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759155.766281:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759155.766285:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766287:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766290:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766292:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759155.766296:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759155.766300:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766303:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759155.766306:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759155.766309:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759155.766311:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766314:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759155.766316:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759155.766327:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759155.766330:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759155.766334:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759155.766336:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766339:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759155.766341:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759155.766345:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759155.766354:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759155.766360:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.766369:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875494528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759155.766377:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759155.766381:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.766385:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875494528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759155.766405:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759155.766408:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759155.766410:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759155.766411:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759155.766412:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759155.766415:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759155.766417:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17837 00000400:00000200:2.0:1787759155.766420:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759155.766422:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759155.766424:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759155.766425:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766427:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766429:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766430:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759155.766432:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759155.766433:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759155.766435:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759155.766436:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759155.766438:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759155.766440:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759155.766442:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766444:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766454:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766457:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759155.766459:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759155.766463:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766467:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759155.766469:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759155.766477:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759155.766481:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766483:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759155.766488:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759155.766504:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766515:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759155.766521:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759155.766526:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759155.766532:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759155.766535:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766538:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759155.766542:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759155.766544:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759155.766549:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759155.766555:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.766565:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875494656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759155.766579:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759155.766584:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.766589:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875494656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759155.766597:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759155.766603:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759155.766606:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759155.766607:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759155.766609:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759155.766614:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759155.766617:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17837 00000400:00000200:2.0:1787759155.766623:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759155.766627:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759155.766629:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759155.766635:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766639:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766642:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766646:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759155.766648:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759155.766649:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759155.766652:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759155.766654:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759155.766657:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759155.766660:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759155.766664:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766668:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766669:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766671:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759155.766674:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759155.766679:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766683:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759155.766685:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759155.766689:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759155.766693:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766696:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759155.766700:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759155.766704:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766708:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759155.766721:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759155.766727:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759155.766732:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759155.766734:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766736:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759155.766738:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759155.766740:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759155.766743:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759155.766749:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.766756:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875494784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759155.766767:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759155.766769:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.766773:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875494784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759155.766780:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759155.766783:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759155.766789:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759155.766790:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759155.766792:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759155.766798:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.1:1787759155.766801:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:2.0:1787759155.766802:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17837 00000800:00000200:3.1:1787759155.766808:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000400:00000200:2.0:1787759155.766809:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759155.766813:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759155.766816:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759155.766821:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766823:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766827:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766828:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759155.766830:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759155.766830:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759155.766832:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759155.766834:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759155.766838:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759155.766840:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759155.766845:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766849:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.766852:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766853:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759155.766862:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759155.766866:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766870:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759155.766872:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759155.766875:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759155.766879:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766883:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759155.766885:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759155.766888:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766890:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759155.766892:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759155.766896:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759155.766898:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759155.766901:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.766904:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759155.766906:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759155.766908:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759155.766913:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759155.766916:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.766922:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875494912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759155.766930:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759155.766934:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.766940:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875494912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759155.766948:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759155.766950:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759155.766953:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759155.766954:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759155.766956:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759155.766958:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759155.766962:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17837 00000400:00000200:2.0:1787759155.766971:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759155.766979:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759155.766982:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759155.766989:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.766994:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.767000:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.767005:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759155.767012:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759155.767014:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759155.767018:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759155.767022:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759155.767025:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759155.767029:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759155.767034:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.767043:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759155.767050:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759155.767054:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759155.767057:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759155.767062:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759155.767067:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759155.767070:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759155.767073:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759155.767076:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.767078:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759155.767082:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759155.767087:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.767091:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759155.767096:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759155.767099:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759155.767103:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759155.767105:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759155.767109:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759155.767111:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759155.767113:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759155.767131:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759155.767134:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759155.767138:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875495040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759155.767143:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759155.767145:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.767149:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875495040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759155.767158:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759155.767164:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17847) 00000800:00000200:3.1:1787759155.767405:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759155.767408:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759155.767735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759155.767738:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759155.768032:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759155.768035:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759155.768359:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759155.768362:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787759156.470246:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759156.470255:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759156.470259:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759156.470266:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759156.470272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759156.470277:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759156.470302:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470307:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759156.470340:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759156.470345:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759156.470349:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759156.470357:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759156.470364:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759156.470368:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470371:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759156.470373:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470379:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759156.470404:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759156.470408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759156.470411:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759156.470415:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759156.470421:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759156.470424:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470427:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759156.470430:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759156.470450:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759157.110245:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312511243, at 4312511296 00000100:00000010:2.0:1787759157.110266:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000001:2.0:1787759157.494251:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759157.494261:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759157.494266:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759157.494274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759157.494281:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759157.494286:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759157.494289:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759157.494292:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759157.494295:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759158.518231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759158.518241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759158.518246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759158.518254:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759158.518262:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759158.518268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759158.518293:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759158.518297:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759158.518301:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759158.518339:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759158.518346:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759158.518352:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759158.518359:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759158.518366:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759158.518372:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759158.518385:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759158.518389:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759158.518395:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759159.542476:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759159.542481:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759159.542483:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759159.542486:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759159.542490:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759159.542495:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542501:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759159.542505:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542511:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759159.542526:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759159.542532:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759159.542535:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759159.542540:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759159.542546:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759159.542550:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542555:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759159.542559:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542565:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759159.542599:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759159.542604:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759159.542607:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759159.542612:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759159.542616:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759159.542620:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542623:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759159.542626:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759159.542629:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759160.566218:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759160.566223:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759160.566228:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759160.566233:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759160.566238:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759160.566243:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759160.566258:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759160.566262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759160.566265:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759160.566284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759160.566290:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759160.566295:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759160.566299:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759160.566304:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759160.566308:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759160.566315:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759160.566319:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759160.566323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759160.886872:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759160.886880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759160.887441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759160.887443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759160.887647:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759160.887649:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759160.887883:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759160.887885:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759160.888071:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759160.888073:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1787759161.590261:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759161.590279:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759161.590282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759161.590288:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759161.590296:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759161.590303:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590310:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759161.590314:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590318:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759161.590334:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759161.590340:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759161.590359:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759161.590363:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759161.590367:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759161.590369:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590375:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759161.590378:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590385:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759161.590403:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759161.590408:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759161.590413:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759161.590420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759161.590424:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759161.590427:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590431:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759161.590433:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759161.590436:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759162.230253:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312516363, at 4312516416 00000100:00000010:2.0:1787759162.230275:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000001:2.0:1787759162.614282:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759162.614294:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759162.614297:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759162.614307:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759162.614313:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759162.614318:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614322:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759162.614342:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614348:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759162.614371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759162.614375:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759162.614377:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759162.614379:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759162.614382:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759162.614384:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614387:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759162.614388:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614391:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759162.614413:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759162.614415:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759162.614416:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759162.614418:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759162.614420:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759162.614421:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614423:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759162.614424:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614426:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759162.614579:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759162.614583:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759162.614585:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759162.614587:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759162.614589:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759162.614592:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614598:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759162.614600:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759162.614603:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759163.638258:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759163.638270:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759163.638275:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759163.638286:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759163.638292:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759163.638299:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759163.638323:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759163.638329:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759163.638336:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759163.638360:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759163.638365:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759163.638367:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759163.638370:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759163.638372:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759163.638374:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759163.638378:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759163.638379:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759163.638384:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759164.662279:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759164.662300:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759164.662305:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759164.662313:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759164.662320:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759164.662328:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662335:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759164.662339:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662344:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759164.662381:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759164.662386:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759164.662391:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759164.662398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759164.662404:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759164.662408:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759164.662413:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662418:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759164.662444:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759164.662449:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759164.662454:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759164.662459:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759164.662466:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759164.662470:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662475:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759164.662477:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759164.662482:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759165.686236:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759165.686243:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759165.686247:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759165.686257:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759165.686266:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759165.686284:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759165.686303:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759165.686311:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759165.686317:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759165.686339:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759165.686346:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759165.686350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759165.686353:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759165.686359:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759165.686374:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759165.686387:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759165.686398:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759165.686409:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759166.007035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759166.007055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759166.008033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759166.008035:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759166.008316:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759166.008318:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759166.008555:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759166.008557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759166.008891:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759166.008893:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1787759166.710239:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759166.710250:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759166.710266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759166.710274:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759166.710281:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759166.710286:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710291:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759166.710296:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710303:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759166.710347:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759166.710353:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759166.710358:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759166.710364:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759166.710379:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759166.710383:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710387:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759166.710393:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710400:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759166.710431:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759166.710435:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759166.710438:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759166.710444:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759166.710448:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759166.710451:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710454:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759166.710455:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759166.710457:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759167.350791:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312521484, at 4312521536 00000100:00000010:2.0:1787759167.350813:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000001:2.0:1787759167.734252:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759167.734261:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759167.734265:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759167.734276:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759167.734284:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759167.734289:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734300:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759167.734303:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734305:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759167.734319:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759167.734323:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759167.734327:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759167.734329:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759167.734331:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759167.734335:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734338:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759167.734342:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734346:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759167.734360:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759167.734365:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759167.734368:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759167.734370:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759167.734374:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759167.734377:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734383:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759167.734385:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759167.734386:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759168.758230:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759168.758237:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759168.758242:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759168.758249:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759168.758256:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759168.758262:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759168.758282:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759168.758286:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759168.758292:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759168.758310:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759168.758315:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759168.758320:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759168.758325:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759168.758331:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759168.758336:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759168.758342:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759168.758345:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759168.758350:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759169.782306:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759169.782316:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759169.782320:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759169.782330:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759169.782337:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759169.782345:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759169.782360:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759169.782364:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759169.782367:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759169.782382:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759169.782389:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759169.782391:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759169.782397:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759169.782403:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759169.782408:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759169.782412:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759169.782416:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759169.782420:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759170.806277:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759170.806285:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759170.806289:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759170.806295:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759170.806301:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759170.806311:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759170.806322:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759170.806331:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759170.806348:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759171.126228:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759171.126242:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759171.126245:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759171.126250:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759171.126256:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759171.126264:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17852 00000400:00000200:2.0:1787759171.126275:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759171.126281:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759171.126285:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759171.126289:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126293:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126296:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126299:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759171.126305:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759171.126307:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759171.126310:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759171.126314:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759171.126318:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759171.126321:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759171.126326:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126328:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126331:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126334:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759171.126338:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759171.126343:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126346:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759171.126350:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759171.126355:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759171.126358:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126361:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759171.126364:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759171.126373:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759171.126378:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759171.126382:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759171.126384:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126388:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759171.126391:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759171.126396:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759171.126404:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759171.126412:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.126424:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875496448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759171.126436:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759171.126440:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.126458:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875496448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759171.126483:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759171.126487:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759171.126491:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759171.126493:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759171.126496:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759171.126499:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759171.126503:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17852 00000400:00000200:2.0:1787759171.126509:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759171.126514:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759171.126519:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759171.126524:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126530:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126536:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126542:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759171.126549:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759171.126553:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759171.126558:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759171.126563:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759171.126567:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759171.126573:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759171.126583:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126589:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126595:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126599:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759171.126604:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759171.126611:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126616:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759171.126620:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759171.126628:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759171.126633:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126637:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759171.126644:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759171.126650:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126652:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759171.126657:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759171.126662:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759171.126668:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759171.126672:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126677:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759171.126680:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759171.126683:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759171.126690:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759171.126697:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.126708:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875496576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759171.126719:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759171.126724:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.126733:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875496576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759171.126748:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759171.126753:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759171.126760:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759171.126765:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759171.126769:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759171.126775:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759171.126782:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17852 00000400:00000200:2.0:1787759171.126790:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759171.126793:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759171.126795:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759171.126797:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126800:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126803:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126807:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759171.126811:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759171.126814:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759171.126817:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759171.126820:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759171.126824:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759171.126828:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759171.126831:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126835:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.126838:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126839:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759171.126843:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759171.126855:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759171.126859:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759171.126860:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:2.0:1787759171.126861:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759171.126865:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1787759171.126866:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 02000000:00000001:2.0:1787759171.126868:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126873:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759171.126875:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759171.126878:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126881:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759171.126884:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759171.126888:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759171.126891:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759171.126894:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.126896:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759171.126898:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759171.126900:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759171.126906:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759171.126910:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.126919:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875496704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759171.126928:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759171.126931:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.126938:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875496704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759171.126945:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759171.126949:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759171.126952:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759171.126955:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759171.126957:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759171.126963:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759171.126974:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17852 00000400:00000200:2.0:1787759171.126983:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759171.126988:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759171.126992:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759171.126996:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127001:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.127007:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127013:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759171.127018:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759171.127021:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759171.127022:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759171.127025:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759171.127030:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759171.127032:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759171.127036:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127039:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.127043:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127046:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759171.127050:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759171.127053:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127057:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759171.127061:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759171.127064:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759171.127067:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127069:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759171.127072:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759171.127078:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127083:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759171.127091:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759171.127097:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759171.127104:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759171.127107:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127112:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759171.127147:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759171.127152:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759171.127160:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759171.127167:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.127191:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875496832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759171.127222:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759171.127226:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.127235:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875496832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759171.127255:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759171.127260:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759171.127267:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759171.127272:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759171.127276:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759171.127281:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759171.127287:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17852 00000400:00000200:2.0:1787759171.127297:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759171.127303:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759171.127307:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759171.127312:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127316:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.127320:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127323:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759171.127326:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759171.127329:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759171.127331:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759171.127333:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759171.127337:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759171.127342:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759171.127348:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127350:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759171.127353:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127357:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759171.127359:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759171.127363:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759171.127365:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759171.127368:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759171.127371:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759171.127375:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127377:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759171.127379:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759171.127383:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127385:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759171.127391:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759171.127395:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759171.127399:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759171.127403:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.127408:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759171.127409:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759171.127413:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759171.127417:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759171.127420:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.127426:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875496960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759171.127443:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759171.127446:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.127454:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875496960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759171.127467:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759171.127473:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17863) 00000800:00000200:0.1:1787759171.127590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759171.127593:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787759171.127892:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759171.127896:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787759171.128231:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759171.128233:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1787759171.128661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759171.128664:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000100:00000001:2.0:1787759171.830238:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759171.830245:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759171.830248:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.830256:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759171.830262:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759171.830268:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759171.830287:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759171.830291:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759171.830295:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759171.830338:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759171.830344:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759171.830347:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759171.830353:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759171.830359:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759171.830363:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759171.830367:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759171.830371:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759171.830378:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759172.470199:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312526603, at 4312526656 00000100:00000010:2.0:1787759172.470216:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:2.0:1787759172.854274:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759172.854280:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759172.854284:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759172.854292:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759172.854300:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759172.854305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854326:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759172.854333:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854340:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759172.854370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759172.854376:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759172.854379:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759172.854387:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759172.854393:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759172.854398:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854404:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759172.854407:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854413:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759172.854433:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759172.854436:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759172.854439:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759172.854443:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759172.854446:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759172.854451:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854455:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759172.854459:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759172.854464:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759173.878469:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759173.878477:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759173.878480:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759173.878486:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759173.878490:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759173.878493:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759173.878495:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759173.878498:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759173.878502:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759174.902306:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759174.902321:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759174.902328:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759174.902339:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759174.902355:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759174.902367:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759174.902373:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759174.902381:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759174.902394:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759174.902426:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759174.902436:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759174.902441:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759174.902447:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759174.902453:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759174.902459:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759174.902463:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759174.902473:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759174.902484:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759175.926279:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759175.926297:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759175.926306:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759175.926312:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759175.926327:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759175.926338:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926346:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759175.926356:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926362:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759175.926415:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759175.926419:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759175.926429:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759175.926440:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759175.926449:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759175.926462:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926474:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759175.926479:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926485:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759175.926514:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759175.926518:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759175.926520:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759175.926524:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759175.926530:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759175.926534:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926537:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759175.926539:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759175.926541:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759176.246972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759176.247460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759176.247608:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759176.247761:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759176.248007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759176.950256:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759176.950268:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759176.950273:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759176.950286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759176.950301:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759176.950315:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759176.950355:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759176.950362:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759176.950374:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759176.950406:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759176.950413:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759176.950416:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759176.950420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759176.950423:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759176.950426:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759176.950432:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759176.950442:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759176.950452:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759177.590219:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312531723, at 4312531776 00000100:00000010:2.0:1787759177.590238:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:2.0:1787759177.974200:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759177.974208:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759177.974211:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759177.974217:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759177.974221:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759177.974225:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974228:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759177.974231:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974234:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759177.974264:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759177.974270:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759177.974275:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759177.974284:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759177.974291:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759177.974296:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974304:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759177.974311:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974318:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759177.974345:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759177.974350:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759177.974353:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759177.974375:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759177.974379:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759177.974382:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759177.974386:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759177.974394:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759177.974397:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974400:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759177.974403:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759177.974407:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759178.998224:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759178.998230:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759178.998233:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759178.998237:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759178.998243:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759178.998248:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759178.998253:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759178.998256:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759178.998263:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759178.998294:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759178.998299:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759178.998301:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759178.998304:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759178.998307:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759178.998312:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759178.998316:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759178.998319:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759178.998323:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759180.022238:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759180.022251:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759180.022257:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759180.022266:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759180.022273:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759180.022279:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022286:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759180.022294:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022302:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759180.022318:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759180.022323:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759180.022326:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759180.022330:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759180.022337:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759180.022340:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759180.022344:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022348:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759180.022390:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759180.022400:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759180.022414:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759180.022430:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759180.022442:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759180.022449:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022462:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759180.022466:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759180.022470:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759181.046271:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759181.046282:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759181.046287:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759181.046295:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759181.046300:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759181.046311:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759181.046319:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759181.046326:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759181.046334:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759181.046354:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759181.046359:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759181.046368:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759181.046379:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759181.046388:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759181.046391:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759181.046394:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759181.046400:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759181.046406:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759181.046411:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759181.046415:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759181.046418:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759181.367560:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759181.367564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759181.367900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759181.367902:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759181.368212:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759181.368215:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759181.370197:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759181.370199:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759181.370408:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759181.370410:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1787759182.070246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759182.070254:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759182.070258:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759182.070267:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759182.070276:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759182.070283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759182.070288:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759182.070292:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759182.070573:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759182.710186:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312536844, at 4312536896 00000100:00000010:2.0:1787759182.710196:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:2.0:1787759183.094259:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759183.094271:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759183.094278:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759183.094295:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759183.094302:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759183.094320:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759183.094343:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759183.094348:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759183.094352:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759183.094401:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759183.094408:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759183.094413:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759183.094422:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759183.094432:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759183.094437:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759183.094442:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759183.094446:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759183.094450:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759184.118254:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759184.118259:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759184.118262:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759184.118269:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759184.118276:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759184.118284:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759184.118297:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759184.118300:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759184.118309:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759184.118341:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759184.118345:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759184.118353:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759184.118357:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759184.118364:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759184.118369:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759184.118384:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759184.118389:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759184.118395:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759184.118477:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759184.118481:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759184.118484:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759185.142258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759185.142268:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759185.142273:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759185.142281:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759185.142289:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759185.142295:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142319:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759185.142322:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142326:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759185.142348:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759185.142352:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759185.142354:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759185.142357:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759185.142360:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759185.142363:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142365:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759185.142367:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142370:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759185.142397:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759185.142402:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759185.142405:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759185.142410:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759185.142415:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759185.142418:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142432:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759185.142435:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759185.142439:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759186.166250:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759186.166262:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759186.166264:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759186.166269:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759186.166275:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759186.166279:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166290:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759186.166294:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759186.166335:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759186.166341:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759186.166347:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759186.166354:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759186.166361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759186.166369:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166385:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759186.166388:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166392:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759186.166420:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759186.166425:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759186.166436:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759186.166451:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759186.166472:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759186.166478:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166493:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759186.166499:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759186.166507:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759186.486938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759186.486947:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759186.487928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759186.487930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759186.488206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759186.488208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759186.488453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759186.488456:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759186.488713:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759186.488715:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1787759187.190246:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759187.190258:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759187.190262:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759187.190269:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759187.190274:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759187.190280:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759187.190295:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759187.190299:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759187.190308:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759187.190325:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759187.190330:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759187.190333:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759187.190338:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759187.190345:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759187.190349:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759187.190354:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759187.190359:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759187.190366:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759187.190452:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759187.190456:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759187.190460:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759187.830332:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312541964, at 4312542016 00000100:00000010:2.0:1787759187.830361:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:2.0:1787759188.214210:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759188.214219:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759188.214223:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759188.214230:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759188.214238:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759188.214244:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759188.214248:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759188.214254:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759188.214259:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759188.214279:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759188.214282:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759188.214284:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759188.214287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759188.214291:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759188.214297:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759188.214302:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759188.214305:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759188.214310:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759189.238264:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759189.238275:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759189.238281:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759189.238293:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759189.238301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759189.238309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759189.238331:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759189.238334:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759189.238337:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759189.238363:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759189.238368:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759189.238374:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759189.238383:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759189.238397:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759189.238407:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759189.238411:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759189.238417:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759189.238426:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759190.262272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759190.262280:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759190.262288:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759190.262301:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759190.262314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759190.262320:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759190.262323:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759190.262325:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759190.262331:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759190.262625:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759190.262629:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759190.262632:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759191.286228:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759191.286235:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759191.286237:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.286242:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759191.286247:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759191.286251:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286256:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759191.286259:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286264:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.286290:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759191.286295:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759191.286299:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.286302:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759191.286317:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759191.286325:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286329:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759191.286333:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286336:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.286351:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759191.286360:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759191.286363:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.286375:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759191.286382:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759191.286386:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286390:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759191.286393:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759191.286399:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759191.606299:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759191.606308:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759191.606310:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759191.606313:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759191.606317:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759191.606323:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17873 00000400:00000200:2.0:1787759191.606331:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759191.606335:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759191.606337:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759191.606340:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606342:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606344:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606345:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759191.606349:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759191.606351:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759191.606353:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759191.606356:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759191.606357:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759191.606359:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759191.606362:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606364:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606365:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606367:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759191.606369:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759191.606372:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606373:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759191.606375:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759191.606378:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759191.606379:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606381:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759191.606383:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759191.606391:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759191.606394:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759191.606397:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759191.606398:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606400:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759191.606403:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759191.606406:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759191.606415:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759191.606420:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.606427:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875499008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759191.606434:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759191.606438:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.606441:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875499008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759191.606468:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759191.606471:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759191.606473:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759191.606474:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759191.606476:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759191.606479:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759191.606481:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17873 00000400:00000200:2.0:1787759191.606483:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759191.606486:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759191.606487:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759191.606489:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606494:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606496:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606498:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759191.606501:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759191.606502:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759191.606503:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759191.606505:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759191.606507:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759191.606511:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759191.606515:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606522:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606527:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606530:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759191.606534:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759191.606539:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606541:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759191.606544:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759191.606549:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759191.606553:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606557:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759191.606562:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759191.606567:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606570:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759191.606575:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759191.606579:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759191.606583:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759191.606585:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606586:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759191.606587:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759191.606590:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759191.606595:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759191.606601:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.606607:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875499136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759191.606616:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759191.606618:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.606621:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875499136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759191.606632:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759191.606636:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759191.606639:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759191.606641:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759191.606643:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759191.606647:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759191.606651:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17873 00000400:00000200:2.0:1787759191.606658:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759191.606661:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759191.606664:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759191.606669:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606673:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606674:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606676:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759191.606679:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759191.606682:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759191.606685:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759191.606688:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759191.606690:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759191.606694:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759191.606697:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606699:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606703:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606705:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759191.606708:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759191.606713:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606715:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759191.606718:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759191.606721:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759191.606724:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606726:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759191.606729:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759191.606733:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606736:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759191.606740:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759191.606745:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759191.606749:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759191.606750:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606752:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759191.606755:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759191.606758:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759191.606762:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759191.606766:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.606772:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875499264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759191.606781:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759191.606785:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.606792:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875499264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1787759191.606802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759191.606805:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759191.606806:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00080000:2.0:1787759191.606808:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759191.606813:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759191.606829:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759191.606830:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759191.606832:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759191.606834:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17873 00000400:00000200:2.0:1787759191.606837:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759191.606839:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759191.606844:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759191.606849:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606851:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606853:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606858:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759191.606861:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759191.606863:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759191.606866:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759191.606868:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759191.606870:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759191.606873:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759191.606879:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606882:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.606886:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606890:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759191.606894:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759191.606899:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759191.606903:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759191.606907:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759191.606911:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759191.606917:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606922:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759191.606927:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759191.606933:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606936:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759191.606944:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759191.606950:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759191.606956:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759191.606958:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.606962:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759191.606964:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759191.606966:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759191.606973:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759191.606977:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.606986:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875499392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759191.607002:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759191.607006:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.607012:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875499392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759191.607022:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759191.607026:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759191.607031:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759191.607034:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759191.607036:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759191.607041:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759191.607045:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17873 00000400:00000200:2.0:1787759191.607053:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759191.607058:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759191.607061:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759191.607068:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.607071:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.607076:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.607080:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759191.607084:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759191.607086:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759191.607088:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759191.607091:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759191.607093:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759191.607095:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759191.607099:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.607102:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759191.607105:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759191.607108:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759191.607111:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759191.607144:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759191.607148:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759191.607151:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759191.607155:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759191.607160:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.607164:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759191.607168:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759191.607174:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.607177:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759191.607181:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759191.607185:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759191.607190:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759191.607192:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759191.607195:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759191.607197:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759191.607200:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759191.607205:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759191.607210:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759191.607217:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875499520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759191.607226:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759191.607229:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.607237:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875499520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759191.607251:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759191.607259:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17883) 00000800:00000200:0.1:1787759191.607377:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759191.607379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759191.607598:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759191.607599:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759191.607808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759191.607809:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759191.608036:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759191.608039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1787759192.310291:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759192.310303:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759192.310309:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759192.310321:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759192.310333:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759192.310339:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759192.310349:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759192.310359:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759192.310372:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759192.310419:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759192.310425:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759192.310439:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759192.310446:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759192.310455:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759192.310463:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759192.310475:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759192.310481:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759192.310493:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759192.950206:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312547083, at 4312547136 00000100:00000010:2.0:1787759192.950224:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:2.0:1787759193.334318:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759193.334324:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759193.334331:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759193.334337:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759193.334345:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759193.334352:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334397:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759193.334405:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334411:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759193.334431:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759193.334436:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759193.334440:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759193.334444:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759193.334451:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759193.334457:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334467:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759193.334475:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334492:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759193.334528:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759193.334533:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759193.334535:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759193.334539:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759193.334541:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759193.334543:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334544:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759193.334545:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759193.334547:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759194.358297:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759194.358312:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759194.358323:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759194.358330:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759194.358339:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759194.358347:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759194.358357:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759194.358362:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759194.358364:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759194.358393:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759194.358396:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759194.358398:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759194.358400:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759194.358403:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759194.358404:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759194.358406:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759194.358408:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759194.358410:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759195.383263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759195.383267:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759195.383268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759195.383272:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759195.383276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759195.383280:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759195.383284:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759195.383288:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759195.383293:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759196.406286:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759196.406292:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759196.406295:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759196.406300:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759196.406305:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759196.406308:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759196.406312:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759196.406314:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759196.406317:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759196.407193:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759196.407197:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759196.407199:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759196.407212:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759196.407220:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759196.407225:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759196.407233:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759196.407237:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759196.407241:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759196.726851:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759196.726857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759196.727431:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759196.727432:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759196.727621:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759196.727623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000100:00000040:0.0:1787759196.727752:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875499904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727760:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759196.727763:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727764:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759196.727766:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727767:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759196.727770:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759196.727773:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759196.727776:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759196.727778:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759196.727781:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875499904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759196.727787:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875499904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759196.727789:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759196.727791:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727795:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759196.727796:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759196.727798:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759196.727799:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759196.727800:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759196.727802:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875500032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759196.727804:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759196.727806:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759196.727806:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759196.727808:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759196.727810:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759196.727811:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759196.727814:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759196.727829:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759196.727832:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759196.727834:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875500032, portal 4 00000100:00000001:0.0:1787759196.727836:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759196.727837:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759196.727842:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727846:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759196.727848:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759196.727849:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759196.727851:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875500032, offset 0 00000400:00000200:0.0:1787759196.727854:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759196.727857:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759196.727859:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759196.727860:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759196.727862:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759196.727864:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759196.727865:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759196.727868:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776331:776331:256:4294967295] 192.168.201.104@tcp LPNI seq info [776322:776322:8:4294967295] 00000400:00000200:0.0:1787759196.727870:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759196.727874:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759196.727877:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759196.727879:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759196.727882:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759196.727884:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759196.727887:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759196.727889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759196.727892:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759196.727893:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759196.727895:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759196.727898:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759196.727900:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759196.727901:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759196.727903:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759196.727906:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727911:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.727913:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727917:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.727918:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759196.727920:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759196.727922:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759196.727924:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759196.727925:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312550983 00000100:00000001:0.0:1787759196.727927:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312552203 00000100:00000001:0.0:1787759196.727929:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312550983 00000100:00000001:0.0:1787759196.727930:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312552203 00000100:00000001:0.0:1787759196.727932:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759196.727934:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.727935:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759196.727937:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759196/real 1787759196] req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759196.727941:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759196.727942:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759196.727943:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759196.727944:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759196.727945:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759196.727947:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759196.727949:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759196.727954:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727962:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759196.727963:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727964:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759196.727965:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759196.727967:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727971:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759196.727973:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.727977:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759196.727979:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727980:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759196.727981:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727982:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759196.727983:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759196.727985:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759196.727987:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759196.727988:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759196.727991:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759196.727995:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875500032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759196.727997:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.727999:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.728001:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875499776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728005:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759196.728006:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759196.728008:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759196.728009:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759196.728011:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759196.728012:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759196.728013:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759196.728015:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:0.0:1787759196.728017:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759196.728018:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759196.728019:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:0.0:1787759196.728021:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759196.728022:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728023:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.728025:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875499904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728029:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759196.728029:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759196.728030:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759196.728032:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759196.728032:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759196.728033:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759196.728034:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759196.728035:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:0.0:1787759196.728037:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759196.728037:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759196.728038:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:0.0:1787759196.728039:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759196.728040:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728042:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.728044:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875500032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728048:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759196.728048:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759196.728049:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759196.728050:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759196.728051:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759196.728052:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759196.728054:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759196.728055:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:0.0:1787759196.728056:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759196.728057:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759196.728058:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:0.0:1787759196.728059:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759196.728060:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728061:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728063:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759196.728064:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.728065:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759196.728066:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759196.728067:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759196.728069:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728073:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759196.728074:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759196.728076:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759196.728077:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759196.728078:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759196.728080:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875500160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759196.728083:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759196.728084:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759196.728085:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759196.728086:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759196.728088:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759196.728089:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759196.728091:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759196.728093:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759196.728095:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759196.728097:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875500160, portal 4 00000100:00000001:0.0:1787759196.728098:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759196.728099:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:0.0:1787759196.728103:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728108:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759196.728109:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759196.728111:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759196.728112:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875500160, offset 0 00000400:00000200:0.0:1787759196.728115:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759196.728131:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759196.728134:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759196.728136:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759196.728139:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759196.728141:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759196.728143:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759196.728146:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776332:776332:256:4294967295] 192.168.201.104@tcp LPNI seq info [776323:776323:8:4294967295] 00000400:00000200:0.0:1787759196.728151:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759196.728156:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759196.728161:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759196.728165:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759196.728170:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759196.728173:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759196.728177:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759196.728180:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759196.728184:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759196.728186:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759196.728189:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759196.728191:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759196.728193:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759196.728195:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759196.728197:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759196.728199:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728205:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.728207:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728215:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.728216:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759196.728218:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759196.728220:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759196.728223:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759196.728224:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312550948 00000100:00000001:0.0:1787759196.728226:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312552203 00000100:00000001:0.0:1787759196.728228:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312550948 00000100:00000001:0.0:1787759196.728229:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312552203 00000100:00000001:0.0:1787759196.728231:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759196.728232:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.728233:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759196.728235:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759196/real 1787759196] req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759196.728240:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759196.728241:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759196.728242:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759196.728244:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759196.728245:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759196.728246:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759196.728248:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759196.728253:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728257:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759196.728258:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728259:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759196.728260:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759196.728262:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728267:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759196.728269:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728273:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759196.728275:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728276:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759196.728277:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728278:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759196.728279:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759196.728281:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759196.728283:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759196.728284:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759196.728287:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759196.728291:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875500160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759196.728294:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728296:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759196.728298:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875500160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759196.728302:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759196.728302:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759196.728304:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759196.728305:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759196.728306:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759196.728307:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759196.728308:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759196.728309:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:0.0:1787759196.728311:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759196.728312:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759196.728313:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:0.0:1787759196.728315:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759196.728316:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728317:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759196.728319:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759196.728320:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759196.728322:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759196.728323:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759197.430189:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759197.430198:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759197.430202:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759197.430207:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759197.430214:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759197.430219:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430222:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759197.430225:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759197.430228:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759197.430231:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430232:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759197.430240:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759197.430240:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759197.430246:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759197.430252:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430260:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759197.430265:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430270:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759197.430277:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759197.430282:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759197.430286:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759197.430294:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759197.430300:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759197.430300:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759197.430305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430306:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759197.430311:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759197.430317:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759197.430319:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759197.430322:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430324:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759197.430330:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759197.430336:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759197.430346:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759197.430350:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759197.430357:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759198.070203:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312552203, at 4312552256 00000100:00000010:2.0:1787759198.070217:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759198.454181:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759198.454187:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759198.454189:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759198.454195:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759198.454198:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759198.454201:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759198.454202:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759198.454205:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.454207:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759198.454209:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759198.454214:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759198.454214:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759198.454219:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.454220:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.454226:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759198.454226:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759198.454230:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759198.454235:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759198.454255:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759198.454259:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759198.454260:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759198.454263:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759198.454264:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759198.454266:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759198.454270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759198.454270:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759198.454275:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759198.454276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759198.454279:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759198.454281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.454282:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759198.454286:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759198.454289:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759198.454289:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759198.454294:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759198.454299:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759198.454320:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759198.454324:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759198.454326:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759198.454329:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759198.454334:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759198.454339:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759198.454344:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759198.454347:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759198.454350:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.478188:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.478193:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759199.478195:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.478197:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759199.478201:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759199.478202:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759199.478205:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.478208:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759199.478210:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759199.478212:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.478216:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759199.478216:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759199.478219:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478221:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.478222:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759199.478227:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759199.478230:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478233:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.478236:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.478239:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759199.478242:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759199.478244:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759199.478249:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759199.478249:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.478252:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478255:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759199.478256:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759199.478259:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478259:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.478265:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759199.478266:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759199.478273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759199.478277:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478280:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759199.478282:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759199.478286:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759199.478288:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759199.478291:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759199.478291:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759199.478293:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759199.478295:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759199.478297:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.478298:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759199.478300:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759199.478301:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759200.502215:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759200.502225:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759200.502229:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759200.502244:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759200.502253:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759200.502255:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759200.502264:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.502265:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759200.502271:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759200.502273:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759200.502282:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759200.502285:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759200.502289:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.502303:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759200.502313:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.502316:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759200.502318:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.502323:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759200.502337:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759200.502344:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759200.502347:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759200.502351:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759200.502355:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759200.502368:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759200.502378:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759200.502381:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.502384:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759200.502391:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759200.502391:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.502395:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759200.502405:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759200.502411:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759200.502412:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759200.502416:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759200.502417:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759200.502422:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759200.502428:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759200.502431:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759200.502437:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759200.502437:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759200.502443:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759200.502445:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759200.502448:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759200.502450:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759200.502453:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.526208:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759201.526225:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759201.526230:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.526236:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759201.526239:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759201.526244:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759201.526248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759201.526251:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759201.526255:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759201.526267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759201.526268:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.526275:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759201.526276:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759201.526282:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526283:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759201.526292:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759201.526299:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759201.526309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759201.526311:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.526313:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.526317:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759201.526324:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.526331:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.526346:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526348:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759201.526355:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759201.526360:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759201.526362:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759201.526365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759201.526367:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759201.526369:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759201.526378:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759201.526379:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526381:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759201.526384:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759201.526386:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.526388:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.526395:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759201.526398:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759201.526402:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526406:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759201.526408:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759201.526426:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759201.846266:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759201.846278:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759201.846281:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759201.846286:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759201.846291:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759201.846300:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17883 00000400:00000200:0.0:1787759201.846311:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759201.846317:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759201.846320:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759201.846323:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846326:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846328:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846330:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759201.846334:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759201.846335:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759201.846338:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759201.846341:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759201.846343:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759201.846345:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759201.846348:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846349:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846351:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846353:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759201.846356:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759201.846358:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846360:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759201.846363:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759201.846367:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759201.846369:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846371:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759201.846374:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759201.846382:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759201.846385:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759201.846389:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759201.846390:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846393:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759201.846396:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759201.846400:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759201.846410:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759201.846416:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.846428:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875500288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759201.846440:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759201.846446:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.846453:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875500288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759201.846475:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759201.846477:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759201.846481:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759201.846482:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759201.846483:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759201.846486:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759201.846488:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17883 00000400:00000200:0.0:1787759201.846492:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759201.846495:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759201.846497:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759201.846500:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846502:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846504:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846506:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759201.846509:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759201.846510:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759201.846512:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759201.846514:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759201.846518:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759201.846520:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759201.846526:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846528:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846532:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846534:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759201.846536:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759201.846540:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846553:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759201.846559:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759201.846566:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759201.846570:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846574:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759201.846580:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759201.846586:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846589:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759201.846594:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759201.846599:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759201.846603:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759201.846605:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846607:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759201.846608:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759201.846611:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759201.846615:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759201.846621:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.846627:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875500416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759201.846657:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759201.846659:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.846663:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875500416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759201.846671:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759201.846675:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759201.846678:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759201.846680:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759201.846684:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759201.846687:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759201.846690:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17883 00000400:00000200:0.0:1787759201.846697:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759201.846700:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759201.846703:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759201.846708:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846710:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846712:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846714:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759201.846719:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759201.846722:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759201.846726:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759201.846728:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759201.846731:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759201.846735:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759201.846738:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846741:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846745:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846748:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759201.846796:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759201.846803:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846806:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759201.846809:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759201.846813:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759201.846816:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846820:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759201.846823:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759201.846827:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846829:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759201.846835:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759201.846839:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759201.846842:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759201.846845:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.846848:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759201.846857:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759201.846860:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759201.846865:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759201.846869:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.846877:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875500544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759201.846889:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759201.846893:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.846898:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875500544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759201.846905:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759201.846909:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759201.846913:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759201.846916:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759201.846918:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.1:1787759201.846932:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759201.846933:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.1:1787759201.846938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00080000:0.0:1787759201.846939:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17883 00000400:00000200:0.0:1787759201.846945:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759201.846952:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759201.846955:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759201.846961:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846963:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846967:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846970:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759201.846971:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759201.846973:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759201.846975:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759201.846978:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759201.846980:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759201.846982:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759201.846985:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846987:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.846988:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.846989:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759201.846991:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759201.846998:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847003:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759201.847005:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759201.847008:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759201.847010:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847014:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759201.847016:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759201.847022:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847024:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759201.847027:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759201.847030:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759201.847033:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759201.847036:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847039:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759201.847041:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759201.847048:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759201.847054:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759201.847057:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.847062:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875500672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759201.847071:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759201.847074:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.847081:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875500672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759201.847101:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759201.847105:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759201.847111:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759201.847114:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759201.847144:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759201.847147:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759201.847150:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17883 00000400:00000200:0.0:1787759201.847156:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759201.847161:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759201.847164:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759201.847170:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847172:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.847177:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847180:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759201.847182:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759201.847183:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759201.847187:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759201.847189:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759201.847191:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759201.847194:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759201.847200:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847203:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759201.847205:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847207:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759201.847211:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759201.847216:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759201.847219:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759201.847222:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759201.847224:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759201.847229:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847232:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759201.847233:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759201.847239:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847241:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759201.847250:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759201.847255:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759201.847260:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759201.847263:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759201.847268:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759201.847271:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759201.847275:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759201.847283:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759201.847289:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759201.847301:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875500800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759201.847314:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759201.847317:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.847323:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875500800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759201.847353:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759201.847358:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17893) 00000800:00000200:3.1:1787759201.847701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759201.847704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759201.848085:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759201.848087:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759201.848448:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759201.848452:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759201.848811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759201.848814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1787759202.550258:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759202.550264:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759202.550266:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759202.550272:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.550273:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.550283:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759202.550283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759202.550295:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759202.550296:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759202.550302:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759202.550302:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550309:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759202.550310:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550319:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.550320:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759202.550325:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.550326:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.550335:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759202.550349:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759202.550360:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.550362:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759202.550371:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.550373:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759202.550380:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759202.550381:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759202.550389:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759202.550389:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759202.550397:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759202.550398:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.550403:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550404:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759202.550409:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550413:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759202.550416:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759202.550419:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759202.550421:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759202.550463:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759202.550468:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759202.550474:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759202.550484:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759202.550489:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759202.550493:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550501:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759202.550504:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759202.550507:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759203.190212:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312557324, at 4312557376 00000100:00000010:2.0:1787759203.190228:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000001:0.0:1787759203.574252:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759203.574259:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759203.574261:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759203.574265:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759203.574267:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759203.574271:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759203.574279:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759203.574279:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759203.574293:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759203.574294:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759203.574303:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574303:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.574319:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759203.574325:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.574336:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759203.574336:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759203.574342:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574347:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.574364:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759203.574367:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759203.574370:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759203.574377:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759203.574378:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759203.574382:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759203.574384:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759203.574385:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759203.574395:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759203.574395:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759203.574400:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.574403:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574404:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759203.574412:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759203.574413:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759203.574422:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574422:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759203.574440:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759203.574455:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759203.574463:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759203.574467:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759203.574474:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759203.574481:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759203.574484:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574488:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759203.574490:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759203.574494:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759204.598245:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759204.598256:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759204.598260:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.598265:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759204.598273:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759204.598274:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759204.598278:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759204.598280:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759204.598288:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759204.598296:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759204.598298:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598307:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.598317:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759204.598329:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598329:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759204.598335:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759204.598341:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759204.598342:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.598350:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759204.598353:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759204.598364:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759204.598365:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759204.598372:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598379:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759204.598386:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598399:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759204.598401:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759204.598408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759204.598417:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759204.598432:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759204.598435:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759204.598443:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759204.598444:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759204.598454:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598454:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759204.598466:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759204.598480:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759204.598485:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759204.598486:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.598492:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759204.598501:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759204.598502:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759204.598508:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759204.598512:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759205.622272:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759205.622281:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759205.622284:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759205.622289:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759205.622296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759205.622300:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759205.622305:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759205.622309:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622311:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759205.622319:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.622321:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.622326:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759205.622331:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759205.622335:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759205.622336:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759205.622340:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.622341:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622345:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759205.622347:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622351:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759205.622351:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759205.622355:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759205.622359:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759205.622361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759205.622364:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759205.622368:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622371:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759205.622382:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.622389:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.622392:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759205.622395:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.622399:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759205.622402:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622407:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759205.622408:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759205.622411:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759205.622412:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759205.622416:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.622417:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759205.622421:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759205.622426:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759205.622429:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759205.622439:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759205.622443:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759205.622446:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759205.622460:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759205.622465:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759205.622467:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759205.622479:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759205.622483:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759205.622485:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622488:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759205.622490:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759205.622492:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.646235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759206.646240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759206.646243:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.646252:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759206.646261:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759206.646269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646270:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759206.646277:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759206.646281:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.646285:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759206.646289:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759206.646291:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646299:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759206.646300:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.646305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646309:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759206.646312:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759206.646321:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759206.646326:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.646326:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759206.646334:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.646345:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759206.646350:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759206.646356:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.646362:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759206.646363:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646374:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.646376:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759206.646381:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759206.646382:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646391:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759206.646392:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.646395:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646403:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759206.646412:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646419:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759206.646458:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759206.646465:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759206.646474:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759206.646478:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759206.646483:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759206.646486:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646490:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759206.646493:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759206.646498:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759206.966243:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759206.966253:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759206.966256:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759206.966260:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759206.966266:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759206.966274:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17888 00000400:00000200:2.0:1787759206.966285:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759206.966293:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759206.966297:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759206.966302:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966305:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966309:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966311:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759206.966315:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759206.966317:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759206.966321:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759206.966325:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759206.966328:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759206.966331:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759206.966335:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966338:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966341:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966344:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759206.966348:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759206.966353:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966357:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759206.966360:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759206.966364:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759206.966369:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966371:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759206.966374:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759206.966381:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759206.966384:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759206.966389:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759206.966390:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966393:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759206.966395:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759206.966399:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759206.966406:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759206.966412:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.966419:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875500928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759206.966428:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759206.966432:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.966436:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875500928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759206.966464:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759206.966469:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759206.966474:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759206.966477:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759206.966480:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759206.966484:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759206.966488:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17888 00000400:00000200:2.0:1787759206.966494:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759206.966497:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759206.966500:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759206.966502:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966505:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966507:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966509:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759206.966512:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759206.966513:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759206.966515:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759206.966517:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759206.966520:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759206.966524:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759206.966528:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966531:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966536:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966541:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759206.966578:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759206.966585:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966591:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759206.966595:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759206.966604:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759206.966609:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966612:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759206.966617:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759206.966621:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966624:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759206.966629:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759206.966633:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759206.966637:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759206.966640:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966642:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759206.966643:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759206.966646:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759206.966651:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759206.966657:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.966664:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875501056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759206.966683:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759206.966686:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.966689:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875501056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759206.966707:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759206.966709:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759206.966712:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759206.966713:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759206.966714:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759206.966716:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759206.966718:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17888 00000400:00000200:2.0:1787759206.966722:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759206.966724:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759206.966726:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759206.966728:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966730:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966732:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966733:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759206.966735:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759206.966736:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759206.966737:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759206.966739:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759206.966741:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759206.966742:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759206.966745:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966746:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966748:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966750:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759206.966752:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759206.966755:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966757:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759206.966759:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759206.966761:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759206.966762:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966764:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759206.966765:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759206.966768:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966769:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759206.966772:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759206.966774:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759206.966777:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759206.966778:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966779:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759206.966780:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759206.966782:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759206.966784:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759206.966787:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.966791:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875501184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759206.966797:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759206.966798:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.966801:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875501184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759206.966807:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759206.966809:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759206.966813:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759206.966815:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759206.966817:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759206.966820:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759206.966824:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17888 00000400:00000200:2.0:1787759206.966829:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759206.966833:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759206.966836:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759206.966840:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966842:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966845:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966848:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759206.966852:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759206.966854:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759206.966856:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759206.966859:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759206.966862:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759206.966865:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759206.966869:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966871:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966873:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966875:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759206.966877:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759206.966879:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966881:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759206.966882:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759206.966884:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759206.966886:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966887:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759206.966889:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759206.966891:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966892:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759206.966896:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759206.966898:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759206.966901:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759206.966902:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.966904:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759206.966905:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759206.966906:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759206.966910:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759206.966913:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.966917:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875501312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759206.966922:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759206.966925:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.966927:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875501312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759206.966934:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759206.966936:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759206.966938:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759206.966939:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759206.966941:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759206.966951:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759206.966954:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17888 00000400:00000200:2.0:1787759206.966957:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759206.966960:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759206.966962:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759206.966964:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966967:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.966970:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.966972:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759206.966974:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759206.966975:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759206.966978:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759206.966982:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759206.966988:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000800:00000200:3.1:1787759206.967234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759206.967258:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759206.967793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759206.967797:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000020:00000001:2.0:1787759206.968097:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759206.968104:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.968109:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759206.968114:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759206.968128:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759206.968130:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759206.968133:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759206.968135:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759206.968137:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759206.968140:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759206.968142:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.968144:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759206.968146:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759206.968149:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.968150:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759206.968155:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759206.968161:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759206.968166:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759206.968169:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759206.968172:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759206.968177:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759206.968182:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759206.968192:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759206.968198:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759206.968210:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875501440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759206.968223:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759206.968228:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.968235:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875501440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759206.968251:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759206.968260:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17898) 00000800:00000200:3.1:1787759206.968314:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759206.968317:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759206.968674:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759206.968678:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1787759206.969191:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759206.969194:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000100:00000001:2.0:1787759207.670224:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759207.670237:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759207.670241:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759207.670251:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759207.670254:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759207.670259:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759207.670270:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759207.670271:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670275:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759207.670280:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759207.670283:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759207.670287:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670292:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759207.670298:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.670299:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670311:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759207.670316:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670320:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759207.670369:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759207.670378:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759207.670383:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759207.670389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759207.670395:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759207.670401:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670412:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759207.670418:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759207.670424:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759208.310382:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312562444, at 4312562496 00000100:00000010:2.0:1787759208.310400:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:0.0:1787759208.694240:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759208.694240:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.694247:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.694249:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759208.694249:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759208.694254:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759208.694256:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.694261:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759208.694262:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.694265:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759208.694269:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759208.694270:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759208.694273:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.694274:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.694279:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759208.694284:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759208.694287:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759208.694293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759208.694305:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759208.694310:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759208.694314:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759208.694318:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759208.694323:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759208.694328:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.694335:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759208.694338:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759208.694342:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759208.694343:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759208.694347:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759208.694350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759208.694355:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759208.694358:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759208.694361:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759208.694366:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759208.694368:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759208.694371:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759209.718223:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759209.718229:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.718233:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759209.718233:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759209.718239:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759209.718240:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.718245:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759209.718246:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759209.718251:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759209.718251:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.718257:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759209.718263:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759209.718265:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759209.718267:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759209.718271:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.718272:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759209.718276:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.718277:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759209.718294:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759209.718297:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759209.718300:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759209.718303:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759209.718305:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.718306:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759209.718311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759209.718313:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759209.718317:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759209.718319:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759209.718321:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.718324:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759209.718328:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759209.718332:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759209.718337:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759209.718338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759209.718342:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759209.718347:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759210.742209:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759210.742218:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759210.742221:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759210.742228:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759210.742234:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759210.742240:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759210.742248:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.742252:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759210.742252:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742259:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759210.742259:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.742264:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759210.742269:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759210.742274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.742278:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742282:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.742284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742289:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759210.742313:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759210.742316:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759210.742319:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759210.742321:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759210.742324:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759210.742327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742329:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759210.742330:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759210.742333:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742335:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759210.742337:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759210.742339:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759210.742344:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759210.742349:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759210.742353:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742365:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759210.742369:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759210.742373:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.766260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759211.766260:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759211.766276:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759211.766276:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759211.766288:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759211.766288:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759211.766309:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759211.766310:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759211.766326:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759211.766326:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759211.766338:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.766339:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759211.766357:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759211.766366:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759211.766373:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.766376:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759211.766381:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.766387:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759211.766405:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759211.766414:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759211.766418:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759211.766418:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.766421:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759211.766424:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759211.766428:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759211.766431:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759211.766439:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759211.766442:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.766447:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759211.766457:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759211.766457:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759211.766483:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.766491:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759211.766493:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759211.766494:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759211.766508:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759212.086237:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759212.086251:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759212.086255:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759212.086259:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759212.086264:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759212.086283:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17893 00000400:00000200:2.0:1787759212.086297:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759212.086305:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759212.086308:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759212.086313:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.086316:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.086318:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.086321:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759212.086326:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759212.086328:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759212.086332:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759212.086335:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759212.086338:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759212.086341:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759212.086344:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.086347:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.086349:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.086351:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759212.087585:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759212.087592:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087595:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759212.087597:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759212.087601:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759212.087603:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.087605:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759212.087607:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759212.087614:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759212.087617:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759212.087621:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759212.087622:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.087625:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759212.087627:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759212.087630:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759212.087639:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759212.087645:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759212.087653:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875501568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759212.087661:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759212.087664:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.087668:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875501568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759212.087688:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759212.087691:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759212.087700:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759212.087702:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759212.087704:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759212.087708:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759212.087712:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17893 00000400:00000200:2.0:1787759212.087721:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759212.087728:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759212.087732:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759212.087737:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087740:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.087744:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087745:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759212.087754:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759212.087757:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759212.087759:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759212.087765:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759212.087773:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759212.087777:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759212.087781:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087785:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.087787:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087795:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759212.087804:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759212.087810:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759212.087814:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759212.087819:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759212.087828:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759212.087835:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.087842:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759212.087846:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759212.087851:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.087854:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759212.087869:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759212.087872:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759212.087877:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759212.087882:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.087886:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759212.087890:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759212.087893:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759212.087898:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759212.087902:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759212.087909:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875501696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759212.087920:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759212.087923:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.087935:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875501696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759212.087960:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759212.087964:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759212.087968:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759212.087974:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759212.087977:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759212.087979:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759212.087986:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17893 00000400:00000200:2.0:1787759212.087996:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759212.088006:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759212.088016:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759212.088027:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088029:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088031:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088033:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759212.088037:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759212.088040:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759212.088044:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759212.088047:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759212.088051:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759212.088057:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759212.088069:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088072:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088078:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088085:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759212.088088:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759212.088098:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088103:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759212.088104:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759212.088108:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759212.088114:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088132:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759212.088133:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759212.088135:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088137:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759212.088140:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759212.088142:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759212.088144:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759212.088146:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088147:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759212.088148:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759212.088150:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759212.088153:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759212.088156:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759212.088166:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875501824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759212.088181:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759212.088185:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.088202:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875501824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759212.088221:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759212.088224:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759212.088235:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759212.088238:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759212.088240:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759212.088246:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759212.088253:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17893 00000400:00000200:2.0:1787759212.088276:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759212.088284:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759212.088288:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759212.088291:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088293:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088301:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088303:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759212.088309:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759212.088314:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759212.088318:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759212.088322:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759212.088329:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759212.088333:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:3.1:1787759212.088339:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759212.088345:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088348:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088350:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088352:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759212.088354:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759212.088356:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088357:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759212.088359:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.1:1787759212.088360:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 02000000:00000001:2.0:1787759212.088362:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759212.088370:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088372:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759212.088377:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759212.088382:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088387:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759212.088394:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759212.088399:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759212.088409:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759212.088413:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088420:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759212.088421:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759212.088422:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759212.088427:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759212.088434:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759212.088445:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875501952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759212.088468:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759212.088473:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.088482:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875501952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759212.088495:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759212.088497:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759212.088504:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759212.088506:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759212.088509:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759212.088519:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759212.088528:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17893 00000400:00000200:2.0:1787759212.088541:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759212.088544:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759212.088546:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759212.088548:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088550:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088553:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088556:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759212.088561:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759212.088564:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759212.088569:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759212.088573:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759212.088577:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759212.088585:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759212.088588:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088591:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759212.088597:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088599:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759212.088602:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759212.088608:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759212.088612:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759212.088621:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759212.088626:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759212.088640:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088646:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759212.088648:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759212.088652:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088661:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759212.088673:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759212.088677:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759212.088688:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759212.088694:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.088703:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759212.088707:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759212.088712:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759212.088728:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759212.088740:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759212.088751:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875502080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759212.088836:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759212.088839:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.088848:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875502080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759212.088879:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759212.088886:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17903) 00000800:00000200:3.1:1787759212.089100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759212.089102:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759212.089427:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759212.089430:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759212.089651:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759212.089653:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1787759212.089830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759212.089832:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000100:00000001:0.0:1787759212.790249:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759212.790252:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.790254:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759212.790258:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.790258:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759212.790263:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.790264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.790271:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759212.790273:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.790274:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.790280:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759212.790282:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.790283:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759212.790291:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.790298:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.790300:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759212.790304:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759212.790310:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.790329:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.790336:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759212.790338:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.790340:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759212.790341:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759212.790343:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759212.790347:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.790349:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759212.790351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.790353:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759212.790354:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.790360:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759212.790361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.790370:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759212.790380:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759212.790381:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759212.790384:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759212.790388:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759212.790421:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759212.790424:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759212.790425:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759212.790427:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759212.790430:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759212.790434:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.790436:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759212.790437:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759212.790439:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759213.430212:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312567565, at 4312567616 00000100:00000010:2.0:1787759213.430232:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000001:0.0:1787759213.814274:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759213.814277:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.814281:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.814285:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759213.814285:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759213.814289:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.814294:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759213.814296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759213.814303:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759213.814303:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759213.814309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814310:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759213.814314:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.814316:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759213.814317:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759213.814323:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.814332:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759213.814344:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759213.814348:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.814355:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759213.814355:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.814362:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.814366:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.814377:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759213.814377:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759213.814383:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759213.814384:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759213.814386:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814388:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759213.814389:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759213.814393:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814398:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759213.814398:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.814409:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814416:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759213.814451:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759213.814458:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759213.814462:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759213.814469:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759213.814478:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759213.814483:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814489:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759213.814491:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759213.814494:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.838225:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759214.838234:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.838238:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759214.838247:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.838252:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.838257:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838263:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.838266:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838269:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.838325:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759214.838331:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.838335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759214.838340:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.838346:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.838351:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838355:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.838357:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838359:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.838385:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759214.838387:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.838389:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759214.838391:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.838395:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.838399:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838403:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.838434:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838437:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759214.838464:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759214.838468:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759214.838471:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759214.838473:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759214.838475:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759214.838478:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838480:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759214.838481:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759214.838483:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759214.838486:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759214.838494:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759214.838496:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759214.838502:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759214.838505:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759214.838508:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759214.838510:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759214.838513:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759214.838516:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759215.862227:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759215.862238:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759215.862241:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759215.862247:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759215.862253:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759215.862258:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759215.862261:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759215.862264:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759215.862268:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759215.862312:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759215.862317:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759215.862319:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.862321:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759215.862322:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759215.862327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759215.862328:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759215.862330:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862333:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759215.862334:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759215.862337:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759215.862341:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759215.862341:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.862349:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759215.862355:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862360:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.862363:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862371:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759215.862378:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759215.862385:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759215.862400:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759215.862409:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759215.862414:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759215.862419:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759215.862437:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.862439:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759215.862447:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862449:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759215.862453:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759215.862455:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759215.862459:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759215.862463:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759215.862468:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862472:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759215.862475:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759215.862483:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759216.886239:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759216.886239:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759216.886250:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.886251:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759216.886253:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759216.886254:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759216.886262:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759216.886262:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759216.886275:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.886277:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.886288:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759216.886288:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.886300:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759216.886304:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.886468:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759216.886468:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759216.886472:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759216.886477:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759216.886542:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759216.886550:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759216.886556:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759216.886562:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759216.886563:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759216.886571:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759216.886578:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759216.886586:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759216.886592:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759216.886593:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759216.886611:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759216.886611:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.886629:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759216.886634:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759216.886636:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759216.886640:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759216.886646:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759216.886646:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759217.206246:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759217.206257:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759217.206260:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759217.206264:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759217.206268:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759217.206274:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17898 00000400:00000200:2.0:1787759217.206282:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759217.206288:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759217.206291:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759217.206294:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206297:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206299:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206302:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759217.206306:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759217.206307:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759217.206310:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759217.206312:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759217.206314:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759217.206316:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759217.206318:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206320:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206321:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206323:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759217.206325:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759217.206328:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206330:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759217.206333:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759217.206337:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759217.206340:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206342:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759217.206346:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759217.206358:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759217.206362:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759217.206394:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759217.206395:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206398:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759217.206401:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759217.206405:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759217.206415:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759217.206422:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759217.206433:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875502208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759217.206450:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759217.206455:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.206461:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875502208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759217.206487:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759217.206491:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759217.206494:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759217.206495:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759217.206497:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759217.206500:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759217.206503:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17898 00000400:00000200:2.0:1787759217.206508:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759217.206511:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759217.206514:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759217.206517:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206519:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206522:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206525:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759217.206527:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759217.206528:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759217.206529:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759217.206530:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759217.206532:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759217.206534:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759217.206539:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206541:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206543:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206544:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759217.206547:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759217.206550:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206552:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759217.206554:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759217.206559:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759217.206560:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206562:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759217.206567:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759217.206572:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206576:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759217.206581:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759217.206584:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759217.206587:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759217.206589:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206591:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759217.206592:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759217.206594:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759217.206597:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759217.206603:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759217.206610:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875502336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759217.206634:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759217.206637:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.206649:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875502336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759217.206665:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759217.206669:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759217.206674:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759217.206676:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759217.206677:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759217.206681:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759217.206688:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17898 00000400:00000200:2.0:1787759217.206698:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759217.206701:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759217.206706:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759217.206709:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206711:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206714:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206717:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759217.206722:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759217.206723:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759217.206726:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759217.206728:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759217.206730:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759217.206731:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759217.206734:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206737:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206741:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206744:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759217.206756:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759217.206762:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206767:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759217.206770:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759217.206775:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759217.206777:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206779:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759217.206781:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759217.206790:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206792:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759217.206795:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759217.206798:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759217.206800:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759217.206804:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.206806:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759217.206807:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759217.206809:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759217.206812:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759217.206815:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759217.206822:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875502464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759217.206839:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759217.206842:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.206846:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875502464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759217.206873:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759217.206878:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759217.206890:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759217.206893:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759217.206895:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759217.206904:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759217.206909:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17898 00000400:00000200:2.0:1787759217.206914:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759217.206921:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759217.206923:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759217.206934:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206937:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206941:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206944:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759217.206949:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759217.206951:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759217.206954:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759217.206955:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759217.206957:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759217.206959:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759217.206968:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206975:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.206978:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206980:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759217.206983:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759217.206990:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759217.206999:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759217.207003:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759217.207006:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759217.207008:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207011:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759217.207016:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759217.207019:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207024:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759217.207031:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759217.207037:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759217.207044:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759217.207046:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207050:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759217.207053:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759217.207060:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759217.207066:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759217.207074:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759217.207083:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875502592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759217.207110:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759217.207147:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.207153:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875502592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759217.207170:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759217.207177:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759217.207181:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759217.207184:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759217.207186:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759217.207196:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759217.207200:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17898 00000400:00000200:2.0:1787759217.207210:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759217.207215:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759217.207218:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1787759217.207220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759217.207224:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.207230:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1787759217.207231:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:2.0:1787759217.207232:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.207238:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759217.207241:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759217.207245:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759217.207249:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759217.207254:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759217.207258:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759217.207267:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759217.207272:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.207274:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759217.207277:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759217.207285:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759217.207287:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759217.207296:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759217.207299:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759217.207305:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759217.207310:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759217.207312:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207314:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759217.207320:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759217.207324:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207328:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759217.207335:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759217.207340:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759217.207346:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759217.207349:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.207357:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759217.207361:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759217.207373:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759217.207379:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759217.207384:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759217.207395:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875502720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759217.207405:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759217.207407:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.207417:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875502720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759217.207454:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759217.207463:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17909) 00000800:00000200:3.1:1787759217.207898:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759217.207902:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759217.208298:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759217.208301:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759217.208551:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759217.208553:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759217.208780:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759217.208782:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759217.910269:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759217.910280:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759217.910284:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.910291:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759217.910294:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.910302:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.910306:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.910306:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759217.910315:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759217.910316:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.910332:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.910338:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759217.910341:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759217.910344:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.910375:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759217.910375:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.910384:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.910390:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.910410:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759217.910417:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759217.910418:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759217.910421:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.910428:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759217.910430:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.910433:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759217.910435:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759217.910442:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759217.910448:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759217.910457:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759217.910463:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759217.910472:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759217.910477:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759217.910482:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759217.910483:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759217.910490:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759217.910494:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759218.550238:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312572684, at 4312572736 00000100:00000010:2.0:1787759218.550257:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14600. 00000100:00000001:0.0:1787759218.934246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759218.934253:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759218.934257:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.934265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759218.934293:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759218.934297:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934309:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.934312:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934315:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.934392:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759218.934396:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759218.934399:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759218.934407:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759218.934413:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759218.934418:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934426:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759218.934429:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934441:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759218.934465:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759218.934475:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759218.934477:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759218.934478:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.934480:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759218.934483:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759218.934486:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759218.934490:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759218.934498:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759218.934499:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934507:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759218.934516:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759218.934516:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759218.934522:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934531:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759218.934531:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759218.934536:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759218.934549:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759219.958238:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759219.958248:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759219.958250:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759219.958255:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759219.958256:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759219.958265:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759219.958266:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759219.958273:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759219.958274:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958282:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759219.958285:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759219.958289:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759219.958293:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759219.958293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759219.958307:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958329:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759219.958333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759219.958333:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759219.958338:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958339:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759219.958345:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759219.958346:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759219.958349:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759219.958356:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958372:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759219.958379:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958383:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759219.958412:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759219.958416:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759219.958421:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759219.958436:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759219.958437:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759219.958443:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759219.958447:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759219.958448:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759219.958452:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759219.958461:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759219.958461:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759219.958463:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958475:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759219.958480:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759219.958481:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958499:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759219.958506:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759219.958512:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759220.982287:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.982288:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.982315:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759220.982315:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759220.982322:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.982323:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759220.982335:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759220.982338:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759220.982345:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759220.982350:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759220.982352:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.982360:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759220.982373:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759220.982380:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.982387:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759220.982388:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759220.982391:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.982399:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759220.982426:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759220.982427:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759220.982437:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759220.982439:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759220.982443:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759220.982443:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759220.982450:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759220.982450:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759220.982455:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759220.982457:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759220.982461:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759220.982462:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.982465:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759220.982467:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759220.982473:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759220.982475:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759220.982479:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759220.982482:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.006264:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759222.006269:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.006273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759222.006275:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.006278:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.006298:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.006304:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759222.006304:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759222.006311:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.006312:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.006319:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759222.006319:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.006332:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759222.006332:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.006346:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759222.006347:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759222.006352:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759222.006359:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.006377:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759222.006379:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759222.006390:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759222.006392:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.006396:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759222.006396:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759222.006403:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759222.006404:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759222.006413:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759222.006413:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759222.006422:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.006423:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759222.006430:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759222.006433:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.006446:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759222.006446:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.006454:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.006466:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759222.006466:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759222.006472:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759222.006478:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759222.006485:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759222.006493:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759222.006497:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759222.006499:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759222.006500:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759222.006502:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.326581:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759222.326589:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.326594:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759222.326607:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.326624:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.326627:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.326631:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759222.326636:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759222.326641:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.326646:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875502848:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759222.326656:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759222.326663:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759222.326668:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.326676:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759222.326685:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759222.326691:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.326704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759222.326714:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759222.326726:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759222.326737:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875502848, portal 25 00000100:00000001:0.0:1787759222.326744:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759222.326749:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:0.0:1787759222.326762:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.326786:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759222.326795:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759222.326801:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759222.326811:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875502848, offset 0 00000400:00000200:0.0:1787759222.326828:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759222.326842:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.326855:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759222.326867:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759222.326878:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759222.326887:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759222.326897:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759222.326919:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776353:776353:256:4294967295] 192.168.201.104@tcp LPNI seq info [776344:776344:8:4294967295] 00000400:00000200:0.0:1787759222.326933:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.326959:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759222.326974:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.326985:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759222.327000:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759222.327011:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759222.327025:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759222.327033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759222.327044:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.327050:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759222.327060:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759222.327072:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759222.327080:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759222.327085:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759222.327093:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759222.327102:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327167:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.327178:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327196:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327201:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759222.327211:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.327222:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759222.327231:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312577804 00000100:00000010:0.0:1787759222.327242:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759222.327252:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759222.327264:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312577804 00000100:00000010:0.0:1787759222.327287:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:0.0:1787759222.327294:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759222.327302:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759222.327309:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327314:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759222.327323:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222] req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759222.327349:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759222.327355:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759222.327360:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759222.327367:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759222.327372:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759222.327378:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759222.327386:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759222.327397:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327406:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759222.327408:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327411:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.327413:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759222.327417:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327425:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759222.327430:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327444:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759222.327447:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327449:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.327451:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327453:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759222.327456:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759222.327459:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759222.327463:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759222.327466:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759222.327472:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759222.327482:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875502848:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759222.327487:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327490:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.327493:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875502848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327501:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759222.327504:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759222.327507:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759222.327511:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759222.327514:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759222.327516:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759222.327519:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759222.327522:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:0.0:1787759222.327526:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759222.327529:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759222.327531:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:0.0:1787759222.327535:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759222.327537:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327539:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327548:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.327549:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327551:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759222.327552:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759222.327554:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759222.327557:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327563:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.327564:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.327566:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759222.327568:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759222.327569:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.327572:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875502976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759222.327575:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759222.327577:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759222.327578:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.327579:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759222.327582:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759222.327584:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.327587:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759222.327590:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759222.327593:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759222.327596:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875502976, portal 10 00000100:00000001:0.0:1787759222.327598:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759222.327599:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759222.327604:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327609:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759222.327612:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759222.327613:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759222.327615:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875502976, offset 0 00000400:00000200:0.0:1787759222.327619:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759222.327622:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.327626:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759222.327629:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759222.327631:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759222.327633:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759222.327635:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759222.327637:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776354:776354:256:4294967295] 192.168.201.104@tcp LPNI seq info [776345:776345:8:4294967295] 00000400:00000200:0.0:1787759222.327641:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.327646:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759222.327649:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.327652:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759222.327656:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759222.327660:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759222.327666:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759222.327668:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759222.327673:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.327675:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759222.327679:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759222.327683:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759222.327687:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759222.327690:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759222.327693:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759222.327697:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327706:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.327710:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327718:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327720:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759222.327724:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759222.327727:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759222.327730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759222.327732:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312576524 00000100:00000001:0.0:1787759222.327735:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.327737:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312576524 00000100:00000001:0.0:1787759222.327739:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.327741:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759222.327742:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327744:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759222.327746:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222] req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759222.327752:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759222.327753:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759222.327755:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759222.327756:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759222.327758:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759222.327760:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759222.327762:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759222.327768:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327773:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759222.327774:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327776:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.327777:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759222.327779:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327784:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759222.327786:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327791:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759222.327793:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327795:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.327796:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327797:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759222.327801:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759222.327803:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759222.327805:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759222.327807:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759222.327810:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759222.327815:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875502976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759222.327818:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759222.327821:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327825:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.327826:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.327827:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759222.327829:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759222.327830:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.327832:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759222.327835:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759222.327837:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759222.327838:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.327839:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759222.327842:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759222.327844:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.327846:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759222.327848:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759222.327850:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759222.327852:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503104, portal 10 00000100:00000001:0.0:1787759222.327854:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759222.327855:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759222.327860:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327865:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759222.327867:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759222.327868:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759222.327870:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875503104, offset 0 00000400:00000200:0.0:1787759222.327873:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759222.327876:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.327878:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759222.327880:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759222.327882:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759222.327884:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759222.327886:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759222.327888:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776355:776355:256:4294967295] 192.168.201.104@tcp LPNI seq info [776346:776346:8:4294967295] 00000400:00000200:0.0:1787759222.327892:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.327896:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759222.327900:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.327902:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759222.327905:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759222.327908:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759222.327911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759222.327913:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759222.327916:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.327918:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759222.327920:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759222.327923:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759222.327925:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759222.327926:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759222.327928:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759222.327931:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327936:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.327938:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327943:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327945:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759222.327946:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759222.327948:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759222.327951:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759222.327952:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312576524 00000100:00000001:0.0:1787759222.327954:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.327956:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312576524 00000100:00000001:0.0:1787759222.327957:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.327959:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759222.327961:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.327962:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759222.327964:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222] req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759222.327969:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759222.327970:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759222.327971:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759222.327973:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759222.327974:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759222.327975:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759222.327977:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759222.327983:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327988:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759222.327989:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.327990:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.327991:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759222.327994:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.327999:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759222.328002:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328006:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759222.328008:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328009:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.328010:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328011:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759222.328013:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759222.328015:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759222.328017:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759222.328019:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759222.328022:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759222.328027:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759222.328030:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759222.328032:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328038:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.328039:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.328040:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759222.328041:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759222.328043:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.328045:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759222.328047:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759222.328049:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759222.328050:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.328052:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328054:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759222.328056:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.328058:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759222.328060:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759222.328062:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759222.328065:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503232, portal 4 00000100:00000001:0.0:1787759222.328066:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759222.328068:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759222.328072:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328077:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759222.328078:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759222.328080:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759222.328082:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875503232, offset 0 00000400:00000200:0.0:1787759222.328085:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759222.328087:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.328089:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759222.328091:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759222.328093:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759222.328095:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759222.328098:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759222.328101:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776356:776356:256:4294967295] 192.168.201.104@tcp LPNI seq info [776347:776347:8:4294967295] 00000400:00000200:0.0:1787759222.328106:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.328112:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759222.328140:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.328144:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759222.328148:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759222.328152:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759222.328156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759222.328160:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759222.328164:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.328167:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759222.328171:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759222.328175:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759222.328178:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759222.328180:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759222.328184:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759222.328188:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328198:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328202:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328210:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.328213:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759222.328216:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759222.328220:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759222.328225:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759222.328227:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312576584 00000100:00000001:0.0:1787759222.328231:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.328234:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312576584 00000100:00000001:0.0:1787759222.328237:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.328239:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759222.328242:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.328244:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759222.328249:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222] req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759222.328259:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759222.328260:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759222.328263:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759222.328266:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759222.328268:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759222.328271:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759222.328291:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759222.328301:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328308:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759222.328310:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.328314:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759222.328319:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328327:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759222.328332:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328339:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759222.328342:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328345:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.328346:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328348:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759222.328351:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759222.328354:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759222.328358:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759222.328361:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759222.328366:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759222.328374:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759222.328379:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759222.328383:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328392:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759222.328394:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.328397:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759222.328399:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759222.328401:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759222.328404:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759222.328409:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759222.328411:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759222.328413:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759222.328416:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328420:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759222.328423:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759222.328427:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759222.328431:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759222.328435:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759222.328438:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503360, portal 4 00000100:00000001:0.0:1787759222.328440:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759222.328442:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:0.0:1787759222.328449:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328457:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759222.328460:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759222.328463:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759222.328466:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875503360, offset 0 00000400:00000200:0.0:1787759222.328471:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759222.328476:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.328481:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759222.328484:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759222.328487:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759222.328489:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759222.328493:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759222.328496:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776357:776357:256:4294967295] 192.168.201.104@tcp LPNI seq info [776348:776348:8:4294967295] 00000400:00000200:0.0:1787759222.328502:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759222.328509:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759222.328514:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.328519:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759222.328524:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759222.328527:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759222.328531:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759222.328535:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759222.328540:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759222.328542:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759222.328546:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759222.328550:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759222.328553:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759222.328555:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759222.328558:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759222.328563:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328571:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328575:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328583:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.328585:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759222.328589:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759222.328592:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759222.328596:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759222.328599:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312576548 00000100:00000001:0.0:1787759222.328602:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.328604:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312576548 00000100:00000001:0.0:1787759222.328607:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312577804 00000100:00000001:0.0:1787759222.328610:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759222.328613:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.328615:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759222.328620:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759222/real 1787759222] req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759222.328630:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759222.328631:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759222.328634:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759222.328637:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759222.328639:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759222.328642:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759222.328646:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759222.328656:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328664:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759222.328666:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328668:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.328669:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759222.328673:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328681:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759222.328686:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328695:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759222.328698:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328700:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759222.328702:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328704:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759222.328707:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759222.328709:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759222.328714:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759222.328717:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759222.328722:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759222.328732:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759222.328737:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328740:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328744:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875502976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328753:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759222.328755:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328757:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759222.328761:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759222.328763:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759222.328765:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759222.328767:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759222.328770:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:0.0:1787759222.328773:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759222.328774:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759222.328776:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:0.0:1787759222.328779:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759222.328780:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328783:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328787:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875503104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328794:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759222.328796:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328798:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759222.328801:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759222.328802:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759222.328804:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759222.328806:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759222.328809:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759222.328811:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759222.328812:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759222.328814:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759222.328817:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759222.328818:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328820:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328824:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875503232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328832:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759222.328834:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328835:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759222.328838:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759222.328840:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759222.328841:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759222.328844:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759222.328845:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759222.328848:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759222.328850:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759222.328851:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759222.328854:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759222.328855:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328857:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759222.328861:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875503360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759222.328869:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759222.328870:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759222.328872:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759222.328875:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759222.328876:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759222.328878:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759222.328880:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759222.328882:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759222.328885:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759222.328886:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759222.328888:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:0.0:1787759222.328891:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759222.328893:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328895:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759222.328899:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759222.328901:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759222.328903:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759222.328905:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.030311:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759223.030311:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.030321:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759223.030324:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759223.030326:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759223.030337:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759223.030344:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.030348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759223.030353:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759223.030358:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759223.030362:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.030371:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759223.030371:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.030375:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.030380:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759223.030401:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759223.030406:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759223.030413:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.030435:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.030440:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759223.030442:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759223.030445:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759223.030453:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759223.030455:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759223.030463:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759223.030466:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.030472:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759223.030472:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759223.030484:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759223.030489:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759223.030491:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.030499:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759223.030509:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759223.030511:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759223.030515:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759223.030519:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759223.670227:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312577804, at 4312577856 00000100:00000010:2.0:1787759223.670246:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759224.054253:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759224.054260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759224.054263:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759224.054268:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759224.054269:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759224.054273:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759224.054277:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759224.054278:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759224.054283:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759224.054285:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759224.054288:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759224.054291:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.054294:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759224.054299:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.054307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759224.054307:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759224.054313:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759224.054317:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759224.054352:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759224.054358:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759224.054358:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759224.054365:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759224.054366:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759224.054371:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759224.054381:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759224.054382:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759224.054387:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759224.054395:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.054396:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759224.054399:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759224.054402:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759224.054403:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.054411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759224.054411:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759224.054415:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759224.054422:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759224.054438:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759224.054442:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759224.054447:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759224.054452:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759224.054461:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759224.054464:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759224.054470:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759224.054472:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759224.054484:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759225.078283:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759225.078294:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759225.078299:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759225.078300:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.078312:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759225.078312:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759225.078326:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.078329:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759225.078332:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759225.078341:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759225.078344:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759225.078354:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.078355:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.078365:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759225.078368:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.078374:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759225.078379:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.078384:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759225.078391:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759225.078395:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759225.078397:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759225.078400:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759225.078407:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759225.078412:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759225.078422:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759225.078426:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759225.078427:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.078434:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759225.078437:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759225.078441:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759225.078449:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759225.078464:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759225.078469:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.078476:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759225.078481:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759225.078490:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.102260:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759226.102264:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.102268:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759226.102272:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759226.102273:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759226.102279:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759226.102280:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759226.102287:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.102291:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759226.102293:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.102299:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759226.102299:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102306:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759226.102311:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102316:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759226.102317:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759226.102322:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759226.102330:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.102344:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.102351:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759226.102352:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.102358:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759226.102359:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759226.102363:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759226.102364:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759226.102370:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.102371:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.102376:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759226.102376:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.102382:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759226.102382:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102387:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102392:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759226.102392:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759226.102398:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759226.102405:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759226.102422:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759226.102429:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759226.102436:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759226.102440:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759226.102443:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759226.102446:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102450:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759226.102453:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759226.102455:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.126240:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759227.126250:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.126254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.126263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.126277:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.126285:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.126299:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126304:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.126313:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759227.126321:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759227.126325:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759227.126334:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.126345:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759227.126349:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.126351:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.126356:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.126356:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.126369:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759227.126369:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759227.126373:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126375:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.126380:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759227.126386:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.126387:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.126394:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126400:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.126425:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759227.126428:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.126430:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.126434:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759227.126440:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.126442:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126453:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.126455:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.126459:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759227.446294:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759227.446304:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759227.446307:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759227.446311:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759227.446315:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759227.446321:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17909 00000400:00000200:2.0:1787759227.446329:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759227.446334:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759227.446337:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759227.446340:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446343:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.446344:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446346:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759227.446349:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759227.446351:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759227.446354:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759227.446356:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759227.446357:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759227.446359:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759227.446362:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446363:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.446365:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446366:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759227.446368:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759227.446371:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446373:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.446375:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759227.446378:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759227.446380:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446382:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759227.446384:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759227.446395:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759227.446398:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759227.446400:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759227.446402:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446404:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759227.446406:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759227.446410:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759227.446419:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759227.446426:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759227.446435:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759227.446443:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759227.446446:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759227.446450:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.446473:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759227.446475:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759227.446478:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759227.446479:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759227.446480:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759227.446483:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759227.446484:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17909 00000400:00000200:2.0:1787759227.446487:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759227.446489:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759227.446491:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759227.446493:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446495:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.446496:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446498:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759227.446500:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759227.446500:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759227.446502:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759227.446504:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759227.446505:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759227.446507:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759227.446508:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1787759227.446510:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446513:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759227.446514:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787759227.446514:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759227.446518:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759227.446518:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759227.446522:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759227.446526:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759227.446527:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.446529:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.446533:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759227.446539:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1787759227.446539:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759227.446543:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.446543:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446546:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759227.446550:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787759227.446554:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1787759227.446555:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.446557:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759227.446559:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.446560:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759227.446565:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000100:00100000:0.0:1787759227.446566:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875503488:192.168.201.104@tcp:250:kworker.0 00000020:00000040:2.0:1787759227.446571:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:0.0:1787759227.446572:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759227.446577:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759227.446578:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.446582:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759227.446582:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759227.446586:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446590:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759227.446591:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1787759227.446592:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:2.0:1787759227.446594:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.446595:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.446602:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:2.0:1787759227.446602:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000400:00000010:0.0:1787759227.446608:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000100:00000001:2.0:1787759227.446609:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759227.446614:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00100000:2.0:1787759227.446618:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787759227.446622:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503488, portal 25 00000100:00000001:0.0:1787759227.446627:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759227.446629:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000001:2.0:1787759227.446633:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787759227.446637:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.446638:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.446647:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759227.446647:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759227.446654:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759227.446657:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000001:2.0:1787759227.446661:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759227.446662:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875503488, offset 0 00000100:00080000:2.0:1787759227.446665:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759227.446670:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759227.446672:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759227.446675:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759227.446676:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759227.446680:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.446686:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759227.446691:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759227.446695:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759227.446698:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759227.446700:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759227.446703:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776358:776358:256:4294967295] 192.168.201.104@tcp LPNI seq info [776349:776349:8:4294967295] 00000400:00000200:0.0:1787759227.446707:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.446715:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759227.446720:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.446725:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759227.446731:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759227.446734:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759227.446739:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759227.446742:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759227.446745:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.446747:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759227.446754:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759227.446759:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759227.446770:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759227.446775:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:2.0:1787759227.446775:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759227.446784:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1787759227.446785:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17909 00000100:00000200:0.0:1787759227.446795:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759227.446802:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759227.446814:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:0.0:1787759227.446816:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1787759227.446819:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759227.446821:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759227.446829:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446838:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759227.446841:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759227.446844:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759227.446847:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759227.446850:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759227.446859:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759227.446862:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759227.446866:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:0.0:1787759227.446868:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759227.446872:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312582923 00000020:00000001:2.0:1787759227.446875:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000010:0.0:1787759227.446881:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000020:00000040:2.0:1787759227.446882:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759227.446887:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759227.446891:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759227.446896:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.446900:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.446904:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759227.446906:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759227.446907:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759227.446914:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000001:0.0:1787759227.446915:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312582923 00000100:00000010:0.0:1787759227.446922:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00080000:2.0:1787759227.446924:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759227.446928:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759227.446930:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.446932:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759227.446935:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759227.446937:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.446941:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1787759227.446945:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787759227.446947:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227] req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759227.446952:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446959:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759227.446964:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759227.446968:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.446972:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787759227.446973:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759227.446978:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759227.446983:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000100:00000010:2.0:1787759227.446984:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000400:00000200:0.0:1787759227.446989:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000020:00000040:2.0:1787759227.446989:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000010:0.0:1787759227.446997:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 02000000:00000001:2.0:1787759227.446997:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759227.446999:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.447007:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787759227.447008:0:2422:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1787759227.447011:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1787759227.447017:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759227.447019:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759227.447030:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787759227.447033:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:0.0:1787759227.447043:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759227.447045:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759227.447046:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447048:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.447052:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.447060:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447068:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759227.447074:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759227.447074:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759227.447097:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759227.447105:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.447109:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759227.447109:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759227.447112:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759227.447147:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447158:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759227.447160:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759227.447163:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759227.447169:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000040:2.0:1787759227.447170:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447174:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759227.447182:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447204:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759227.447214:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787759227.447216:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875503488:192.168.201.104@tcp:250:kworker.0 00000100:00080000:2.0:1787759227.447230:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759227.447231:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759227.447234:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787759227.447237:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1787759227.447238:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1787759227.447245:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875503488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447246:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759227.447253:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17909 00000100:00000001:0.0:1787759227.447266:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1787759227.447266:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759227.447271:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759227.447275:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 00000400:00000200:2.0:1787759227.447276:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000001:0.0:1787759227.447279:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1787759227.447281:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1787759227.447282:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759227.447284:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759227.447291:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759227.447296:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 00000100:00000040:2.0:1787759227.447297:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759227.447303:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1787759227.447304:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787759227.447306:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759227.447310:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000040:2.0:1787759227.447315:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759227.447317:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759227.447321:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759227.447322:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759227.447325:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759227.447330:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759227.447332:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:0.0:1787759227.447334:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1787759227.447336:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759227.447339:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759227.447340:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759227.447347:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1787759227.447348:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759227.447351:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1787759227.447353:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759227.447355:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759227.447360:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759227.447364:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447366:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.447373:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447381:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759227.447390:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:0.0:1787759227.447392:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.447394:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759227.447395:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:0.0:1787759227.447398:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759227.447399:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.447402:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759227.447405:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759227.447409:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759227.447410:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.447415:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.447416:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759227.447426:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1787759227.447427:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503616:192.168.201.104@tcp:38:kworker.0 00000008:00000001:2.0:1787759227.447434:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447440:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787759227.447440:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.447447:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1787759227.447448:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 02000000:00000001:0.0:1787759227.447452:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759227.447453:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759227.447459:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759227.447461:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759227.447465:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759227.447466:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:2.0:1787759227.447468:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759227.447471:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.447472:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759227.447477:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.447483:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:2.0:1787759227.447489:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000400:00000010:0.0:1787759227.447490:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759227.447495:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000001:2.0:1787759227.447498:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759227.447500:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503616, portal 10 00000100:00000001:0.0:1787759227.447503:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759227.447504:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00100000:2.0:1787759227.447509:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759227.447517:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447528:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759227.447536:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447537:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759227.447553:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759227.447554:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759227.447556:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759227.447563:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875503616, offset 0 00000400:00000200:0.0:1787759227.447575:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447577:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.447581:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759227.447582:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759227.447588:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:0.0:1787759227.447591:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759227.447592:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787759227.447595:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1787759227.447595:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759227.447604:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759227.447606:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759227.447608:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447616:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759227.447617:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776359:776359:256:4294967295] 192.168.201.104@tcp LPNI seq info [776350:776350:8:4294967295] 00000400:00000200:0.0:1787759227.447625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759227.447626:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17909 00000400:00000200:0.0:1787759227.447635:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759227.447639:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.447642:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000400:00000200:2.0:1787759227.447643:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:0.0:1787759227.447650:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759227.447656:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000400:00000200:2.0:1787759227.447656:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759227.447667:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.1:1787759227.447675:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759227.447676:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447689:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.1:1787759227.447689:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000040:2.0:1787759227.447697:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000100:0.0:1787759227.447703:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447704:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000010:0.0:1787759227.447707:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000020:00000001:2.0:1787759227.447710:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787759227.447713:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:2.0:1787759227.447714:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759227.447721:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787759227.447725:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000040:2.0:1787759227.447725:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759227.447734:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:0.0:1787759227.447736:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759227.447741:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000020:00000001:2.0:1787759227.447741:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759227.447756:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1787759227.447757:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447760:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759227.447766:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000200:0.0:1787759227.447767:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447768:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759227.447772:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759227.447779:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759227.447783:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.447789:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759227.447793:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759227.447799:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759227.447804:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759227.447808:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1787759227.447808:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759227.447812:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759227.447815:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759227.447815:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759227.447824:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759227.447829:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:0.0:1787759227.447833:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759227.447833:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759227.447837:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447840:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759227.447841:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759227.447843:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759227.447847:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447851:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759227.447851:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759227.447860:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759227.447862:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000100:00100000:2.0:1787759227.447868:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759227.447877:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759227.447886:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312581644 00000100:00000001:2.0:1787759227.447886:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759227.447892:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447897:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312582923 00000100:00000040:2.0:1787759227.447897:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447906:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312581644 00000100:00000001:2.0:1787759227.447911:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447913:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312582923 00000100:00000040:2.0:1787759227.447916:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17919) 00000100:00000001:0.0:1787759227.447919:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759227.447924:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.447926:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759227.447932:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227] req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759227.447941:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759227.447943:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759227.447945:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759227.447949:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759227.447951:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759227.447953:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759227.447956:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759227.447964:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447970:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759227.447971:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.447974:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.447975:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.447979:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447984:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759227.447988:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.447995:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759227.447998:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.447999:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448001:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448003:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759227.448008:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759227.448012:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759227.448016:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759227.448019:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759227.448023:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759227.448032:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759227.448036:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759227.448040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448047:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.448048:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448051:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759227.448053:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759227.448054:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.448057:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759227.448059:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759227.448061:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759227.448062:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448063:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759227.448066:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759227.448068:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.448071:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759227.448072:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759227.448075:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759227.448078:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503744, portal 10 00000100:00000001:0.0:1787759227.448080:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759227.448081:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759227.448088:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448094:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759227.448098:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759227.448100:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759227.448103:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875503744, offset 0 00000400:00000200:0.0:1787759227.448107:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448112:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448134:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759227.448136:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759227.448138:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759227.448140:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759227.448142:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448144:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776360:776360:256:4294967295] 192.168.201.104@tcp LPNI seq info [776351:776351:8:4294967295] 00000400:00000200:0.0:1787759227.448147:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448151:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759227.448155:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448157:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759227.448160:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759227.448163:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759227.448166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759227.448168:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759227.448171:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448172:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759227.448175:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759227.448177:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759227.448179:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759227.448180:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759227.448182:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759227.448199:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448208:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448211:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448217:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448219:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759227.448223:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759227.448227:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759227.448231:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759227.448233:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312581645 00000100:00000001:0.0:1787759227.448236:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448239:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312581645 00000100:00000001:0.0:1787759227.448241:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448243:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759227.448245:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448247:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759227.448251:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227] req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759227.448259:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759227.448260:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759227.448262:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759227.448265:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759227.448267:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759227.448269:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759227.448272:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759227.448281:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448288:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759227.448289:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448291:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448292:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.448296:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448304:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759227.448308:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448315:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759227.448317:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448318:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448319:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448320:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759227.448322:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759227.448324:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759227.448326:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759227.448328:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759227.448332:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759227.448340:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759227.448343:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448346:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448350:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875503616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448356:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759227.448358:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759227.448360:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759227.448363:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759227.448365:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759227.448366:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759227.448369:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759227.448371:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:0.0:1787759227.448374:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759227.448375:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759227.448376:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759227.448378:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759227.448379:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448381:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448383:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875503744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448388:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759227.448389:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759227.448390:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759227.448391:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759227.448392:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759227.448393:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759227.448394:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759227.448395:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:0.0:1787759227.448397:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759227.448397:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759227.448398:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759227.448399:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759227.448400:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448401:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448404:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.448405:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448406:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759227.448408:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759227.448408:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759227.448411:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448415:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.448416:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448417:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759227.448419:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759227.448420:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.448422:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759227.448425:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759227.448427:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759227.448428:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448429:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759227.448431:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759227.448433:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.448436:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759227.448437:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759227.448440:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759227.448443:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875503872, portal 4 00000100:00000001:0.0:1787759227.448444:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759227.448445:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759227.448449:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448453:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759227.448455:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759227.448456:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759227.448458:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875503872, offset 0 00000400:00000200:0.0:1787759227.448470:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448477:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448480:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759227.448483:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759227.448486:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759227.448488:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759227.448490:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448493:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776361:776361:256:4294967295] 192.168.201.104@tcp LPNI seq info [776352:776352:8:4294967295] 00000400:00000200:0.0:1787759227.448497:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448502:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759227.448507:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448510:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759227.448514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759227.448517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759227.448521:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759227.448524:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759227.448528:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448529:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759227.448533:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759227.448535:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759227.448539:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759227.448541:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759227.448544:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759227.448547:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448554:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448556:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448562:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448563:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759227.448566:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759227.448569:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759227.448573:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759227.448575:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312581704 00000100:00000001:0.0:1787759227.448577:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448580:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312581704 00000100:00000001:0.0:1787759227.448582:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448584:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759227.448586:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448588:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759227.448592:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227] req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759227.448600:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759227.448601:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759227.448603:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759227.448605:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759227.448607:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759227.448609:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759227.448613:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759227.448627:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448634:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759227.448635:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448637:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448638:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.448642:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448649:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759227.448653:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448660:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759227.448663:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448665:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448666:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448668:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759227.448670:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759227.448673:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759227.448676:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759227.448679:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759227.448683:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759227.448691:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875503872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759227.448696:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759227.448699:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448712:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759227.448714:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448717:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759227.448718:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759227.448720:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759227.448723:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759227.448727:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759227.448729:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759227.448731:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759227.448732:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759227.448735:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759227.448737:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759227.448741:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759227.448744:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759227.448747:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759227.448751:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504000, portal 4 00000100:00000001:0.0:1787759227.448753:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759227.448754:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759227.448760:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448767:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759227.448769:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759227.448772:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759227.448774:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875504000, offset 0 00000400:00000200:0.0:1787759227.448778:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448782:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448786:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759227.448789:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759227.448791:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759227.448793:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759227.448795:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759227.448799:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776362:776362:256:4294967295] 192.168.201.104@tcp LPNI seq info [776353:776353:8:4294967295] 00000400:00000200:0.0:1787759227.448803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759227.448808:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759227.448812:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448816:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759227.448820:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759227.448823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759227.448827:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759227.448829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759227.448833:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759227.448835:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759227.448838:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759227.448841:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759227.448844:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759227.448845:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759227.448848:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759227.448851:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448861:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448867:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448869:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759227.448872:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759227.448875:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759227.448878:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759227.448880:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312581668 00000100:00000001:0.0:1787759227.448883:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448885:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312581668 00000100:00000001:0.0:1787759227.448887:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312582923 00000100:00000001:0.0:1787759227.448889:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759227.448892:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.448894:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759227.448898:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759227/real 1787759227] req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759227.448905:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759227.448906:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759227.448907:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759227.448910:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759227.448911:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759227.448914:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759227.448917:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759227.448925:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448931:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759227.448932:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448934:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448935:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759227.448939:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448946:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759227.448950:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.448957:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759227.448960:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448961:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759227.448962:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448964:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759227.448966:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759227.448969:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759227.448973:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759227.448975:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759227.448980:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759227.448987:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759227.448991:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.448993:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.448997:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875503872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.449003:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759227.449004:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759227.449006:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759227.449009:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759227.449010:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759227.449012:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759227.449014:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759227.449016:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:0.0:1787759227.449019:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759227.449020:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759227.449021:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759227.449024:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759227.449025:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.449027:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759227.449030:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875504000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759227.449035:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759227.449036:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759227.449038:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759227.449040:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759227.449041:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759227.449042:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759227.449044:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759227.449047:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:0.0:1787759227.449050:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759227.449051:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759227.449052:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759227.449054:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759227.449056:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.449058:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759227.449061:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759227.449062:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759227.449064:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759227.449066:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759228.150242:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759228.150249:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759228.150252:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759228.150255:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759228.150256:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.150259:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.150265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.150271:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759228.150271:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.150277:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759228.150278:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759228.150282:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.150283:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759228.150286:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.150288:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759228.150289:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759228.150294:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.150295:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.150313:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759228.150317:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759228.150319:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.150322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.150326:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759228.150328:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759228.150330:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759228.150334:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759228.150336:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759228.150339:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.150340:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759228.150345:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.150346:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759228.150351:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759228.150356:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759228.150364:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.150365:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759228.150367:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.150371:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759228.150371:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759228.150375:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759228.150378:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759228.150382:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759228.150385:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.150387:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759228.150390:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759228.150392:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759228.790671:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312582923, at 4312582976 00000100:00000010:2.0:1787759228.790690:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759229.174233:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759229.174236:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759229.174239:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759229.174242:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759229.174245:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759229.174245:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759229.174255:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759229.174256:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759229.174263:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759229.174264:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759229.174269:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.174271:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759229.174273:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759229.174277:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759229.174281:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759229.174289:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759229.174294:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.174298:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759229.174322:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759229.174328:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759229.174332:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759229.174338:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759229.174345:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759229.174351:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.174366:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759229.174370:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759229.174376:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.198225:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759230.198225:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759230.198234:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759230.198234:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759230.198238:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759230.198239:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759230.198246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759230.198246:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759230.198254:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759230.198254:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.198260:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759230.198260:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.198266:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.198269:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.198274:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.198296:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759230.198299:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759230.198300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759230.198303:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759230.198305:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.198308:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759230.199167:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759230.199169:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759230.199171:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.199180:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.199183:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.199186:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759230.199199:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759230.199204:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759230.199205:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759230.199208:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759230.199213:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759230.199213:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759230.199218:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.199219:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759230.199222:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.199224:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759230.199225:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759230.199230:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759230.199231:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759230.199234:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759230.199239:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.199243:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759230.199246:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759230.199249:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759231.222201:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759231.222210:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759231.222212:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.222214:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.222220:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759231.222220:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759231.222222:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759231.222225:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759231.222227:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759231.222230:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.222232:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759231.222233:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.222236:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222238:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222244:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.222245:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.222249:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.222253:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.222267:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759231.222269:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759231.222273:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759231.222273:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759231.222277:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759231.222277:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759231.222283:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759231.222284:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759231.222288:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759231.222290:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759231.222291:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222295:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.222296:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222296:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222301:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759231.222302:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759231.222307:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759231.222310:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759231.222322:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759231.222326:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759231.222329:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759231.222332:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759231.222337:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759231.222340:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222343:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759231.222347:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759231.222351:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759232.246325:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759232.246328:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759232.246329:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759232.246332:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759232.246334:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759232.246336:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759232.246338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759232.246340:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759232.246342:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.246366:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.246374:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.246377:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759232.246378:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759232.246387:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759232.246388:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.246400:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759232.246401:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.246406:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759232.246408:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.246410:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.246413:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759232.246415:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.246417:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759232.246421:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759232.246426:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759232.246427:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759232.246430:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.246445:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.246448:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.246449:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.246451:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.246455:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.246457:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.246459:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.246460:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.246461:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.248225:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759232.248230:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.248231:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.248235:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759232.248239:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.248242:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.248245:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.248247:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.248249:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.566541:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759232.566548:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.566552:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759232.566564:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.566584:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.566589:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.566596:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759232.566601:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759232.566607:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.566614:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875504128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759232.566624:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759232.566630:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759232.566635:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.566640:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759232.566648:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759232.566652:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.566661:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759232.566669:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759232.566691:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759232.566702:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504128, portal 25 00000100:00000001:0.0:1787759232.566709:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759232.566713:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:0.0:1787759232.566724:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.566742:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759232.566751:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759232.566757:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759232.566763:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875504128, offset 0 00000400:00000200:0.0:1787759232.566777:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759232.566790:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.566799:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759232.566807:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759232.566817:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759232.566824:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759232.566832:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759232.566841:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776363:776363:256:4294967295] 192.168.201.104@tcp LPNI seq info [776354:776354:8:4294967295] 00000400:00000200:0.0:1787759232.566850:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.566867:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759232.566880:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.566888:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759232.566900:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759232.566907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759232.566919:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759232.566925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759232.566932:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.566937:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759232.566949:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759232.566960:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759232.566969:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759232.566974:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759232.566982:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759232.566991:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567024:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.567034:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567048:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.567051:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759232.567060:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.567071:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759232.567076:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312588043 00000100:00000010:0.0:1787759232.567084:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759232.567103:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759232.567112:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312588043 00000100:00000010:0.0:1787759232.567159:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000001:0.0:1787759232.567165:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759232.567172:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759232.567177:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.567182:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759232.567191:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232] req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759232.567208:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759232.567211:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759232.567214:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759232.567219:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759232.567224:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759232.567228:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759232.567234:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759232.567253:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567269:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759232.567273:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567277:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.567280:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759232.567289:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567306:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759232.567315:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567333:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759232.567339:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567344:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.567346:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567351:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759232.567354:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759232.567360:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759232.567368:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759232.567372:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759232.567380:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759232.567395:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875504128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759232.567404:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567408:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.567415:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875504128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567430:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759232.567434:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759232.567437:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759232.567442:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759232.567445:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759232.567449:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759232.567454:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759232.567459:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:0.0:1787759232.567467:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759232.567469:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759232.567471:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:0.0:1787759232.567475:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759232.567477:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567480:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567488:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.567490:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.567493:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759232.567494:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759232.567496:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759232.567499:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567507:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.567509:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.567511:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759232.567513:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759232.567516:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.567519:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759232.567522:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759232.567524:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759232.567526:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.567528:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759232.567531:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759232.567534:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.567538:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759232.567541:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759232.567545:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759232.567548:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504256, portal 10 00000100:00000001:0.0:1787759232.567551:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759232.567552:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000040:0.0:1787759232.567559:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567566:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759232.567569:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759232.567571:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759232.567574:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875504256, offset 0 00000400:00000200:0.0:1787759232.567579:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759232.567583:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.567586:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759232.567589:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759232.567592:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759232.567594:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759232.567597:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759232.567600:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776364:776364:256:4294967295] 192.168.201.104@tcp LPNI seq info [776355:776355:8:4294967295] 00000400:00000200:0.0:1787759232.567605:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.567612:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759232.567617:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.567621:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759232.567626:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759232.567629:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759232.567633:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759232.567636:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759232.567640:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.567643:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759232.567646:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759232.567650:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759232.567653:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759232.567655:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759232.567657:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759232.567661:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567669:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.567672:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567685:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.567687:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759232.567690:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759232.567694:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759232.567698:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759232.567700:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312586764 00000100:00000001:0.0:1787759232.567703:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.567706:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312586764 00000100:00000001:0.0:1787759232.567708:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.567711:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759232.567713:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.567715:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759232.567719:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232] req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759232.567727:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759232.567729:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759232.567730:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759232.567733:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759232.567735:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759232.567738:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759232.567741:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759232.567750:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567757:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759232.567759:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567761:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.567762:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759232.567766:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567774:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759232.567778:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567786:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759232.567789:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567791:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.567792:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.567794:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759232.567798:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759232.567801:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759232.567805:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759232.567807:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759232.567812:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759232.567821:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759232.567825:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759232.567829:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567836:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.567838:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.567840:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759232.567842:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759232.567844:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.567847:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759232.567851:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759232.567853:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759232.567855:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.567857:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759232.567860:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759232.567862:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.567866:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759232.567868:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759232.567872:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759232.567875:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504384, portal 10 00000100:00000001:0.0:1787759232.567877:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759232.567878:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:0.0:1787759232.567884:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567891:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759232.567894:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759232.567896:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759232.567899:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875504384, offset 0 00000400:00000200:0.0:1787759232.567903:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759232.567908:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.567911:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759232.567914:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759232.567917:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759232.567919:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759232.567921:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759232.567925:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776365:776365:256:4294967295] 192.168.201.104@tcp LPNI seq info [776356:776356:8:4294967295] 00000400:00000200:0.0:1787759232.567930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.567935:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759232.567940:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.567943:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759232.567947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759232.567950:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759232.567954:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759232.567957:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759232.567961:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.567964:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759232.567967:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759232.567971:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759232.567973:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759232.567975:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759232.567978:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759232.567982:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.567990:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.567993:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568000:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568002:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759232.568004:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759232.568007:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759232.568010:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759232.568013:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312586764 00000100:00000001:0.0:1787759232.568015:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568018:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312586764 00000100:00000001:0.0:1787759232.568020:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568023:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759232.568025:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568027:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759232.568030:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232] req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759232.568038:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759232.568040:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759232.568041:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759232.568044:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759232.568046:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759232.568049:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759232.568052:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759232.568062:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568068:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759232.568070:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568072:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568073:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759232.568077:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568085:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759232.568088:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568111:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759232.568115:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568132:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568134:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568136:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759232.568139:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759232.568142:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759232.568146:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759232.568149:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759232.568154:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759232.568162:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759232.568166:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759232.568170:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568176:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.568178:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.568181:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759232.568183:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759232.568185:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.568188:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759232.568192:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759232.568194:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759232.568196:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.568198:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568201:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759232.568204:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.568208:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759232.568211:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759232.568215:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759232.568218:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504512, portal 4 00000100:00000001:0.0:1787759232.568220:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759232.568222:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759232.568228:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568235:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759232.568238:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759232.568240:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759232.568242:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875504512, offset 0 00000400:00000200:0.0:1787759232.568247:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759232.568251:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.568255:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759232.568257:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759232.568260:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759232.568262:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759232.568265:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759232.568269:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776366:776366:256:4294967295] 192.168.201.104@tcp LPNI seq info [776357:776357:8:4294967295] 00000400:00000200:0.0:1787759232.568273:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.568280:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759232.568284:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.568289:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759232.568293:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759232.568296:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759232.568300:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759232.568303:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759232.568307:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.568309:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759232.568313:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759232.568316:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759232.568319:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759232.568321:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759232.568323:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759232.568327:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568335:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568338:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568346:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568347:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759232.568350:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759232.568354:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759232.568357:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759232.568359:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312586824 00000100:00000001:0.0:1787759232.568362:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568364:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312586824 00000100:00000001:0.0:1787759232.568367:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568369:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759232.568372:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568375:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759232.568378:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232] req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759232.568387:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759232.568388:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759232.568389:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759232.568392:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759232.568393:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759232.568396:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759232.568399:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759232.568408:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568414:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759232.568416:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568418:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568419:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759232.568423:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568431:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759232.568435:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568442:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759232.568445:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568447:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568448:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568450:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759232.568452:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759232.568455:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759232.568459:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759232.568461:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759232.568466:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759232.568474:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759232.568477:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759232.568481:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568488:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759232.568489:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.568492:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759232.568493:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759232.568496:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759232.568499:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759232.568503:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759232.568505:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759232.568506:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759232.568508:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568511:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759232.568514:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759232.568517:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759232.568519:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759232.568523:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759232.568526:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504640, portal 4 00000100:00000001:0.0:1787759232.568528:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759232.568529:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759232.568535:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568542:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759232.568545:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759232.568547:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759232.568549:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875504640, offset 0 00000400:00000200:0.0:1787759232.568554:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759232.568557:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.568561:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759232.568564:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759232.568566:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759232.568568:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759232.568571:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759232.568574:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776367:776367:256:4294967295] 192.168.201.104@tcp LPNI seq info [776358:776358:8:4294967295] 00000400:00000200:0.0:1787759232.568579:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759232.568585:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759232.568590:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.568593:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759232.568597:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759232.568600:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759232.568604:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759232.568607:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759232.568612:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759232.568614:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759232.568617:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759232.568620:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759232.568623:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759232.568625:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759232.568627:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759232.568631:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568639:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568642:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568648:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568650:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759232.568654:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759232.568657:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759232.568660:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759232.568662:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312586788 00000100:00000001:0.0:1787759232.568665:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568667:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312586788 00000100:00000001:0.0:1787759232.568670:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312588043 00000100:00000001:0.0:1787759232.568672:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759232.568674:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568676:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759232.568680:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759232/real 1787759232] req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759232.568688:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759232.568689:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759232.568691:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759232.568693:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759232.568695:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759232.568697:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759232.568700:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759232.568709:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568715:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759232.568717:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568719:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568720:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759232.568724:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568730:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759232.568734:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568741:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759232.568744:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568745:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759232.568746:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568748:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759232.568750:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759232.568752:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759232.568755:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759232.568757:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759232.568761:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759232.568769:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759232.568773:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568774:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568778:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875504256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568784:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759232.568786:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568788:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759232.568790:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759232.568792:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759232.568793:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759232.568795:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759232.568797:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:0.0:1787759232.568800:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759232.568802:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759232.568803:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:0.0:1787759232.568806:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759232.568807:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568813:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875504384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568820:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759232.568821:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568823:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759232.568825:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759232.568826:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759232.568827:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759232.568829:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759232.568831:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759232.568834:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759232.568835:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759232.568836:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:0.0:1787759232.568838:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759232.568839:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568841:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568844:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875504512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568850:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759232.568851:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568853:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759232.568855:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759232.568856:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759232.568858:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759232.568860:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759232.568861:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759232.568864:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759232.568865:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759232.568866:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759232.568869:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759232.568870:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568871:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759232.568875:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875504640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759232.568886:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759232.568887:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759232.568889:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759232.568891:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759232.568893:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759232.568894:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759232.568896:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759232.568897:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759232.568900:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759232.568901:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759232.568902:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759232.568904:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759232.568905:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568907:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759232.568910:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759232.568911:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759232.568913:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759232.568914:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.270225:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759233.270230:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.270234:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759233.270234:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.270238:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759233.270239:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759233.270246:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759233.270246:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759233.270251:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759233.270252:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759233.270255:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270257:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759233.270258:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759233.270262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759233.270264:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.270271:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.270274:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270277:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.270287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.270290:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.270291:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759233.270294:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759233.270295:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759233.270297:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270299:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.270300:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270302:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759233.270311:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759233.270313:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759233.270315:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759233.270317:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759233.270319:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759233.270321:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270323:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759233.270324:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759233.270326:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759233.910216:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312588043, at 4312588096 00000100:00000010:2.0:1787759233.910230:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:2.0:1787759234.294225:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759234.294234:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759234.294238:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.294244:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759234.294246:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759234.294251:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759234.294252:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.294254:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759234.294258:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759234.294260:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759234.294265:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.294267:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759234.294270:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.294271:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759234.294276:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.294284:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.294288:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.294292:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.294311:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.294317:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759234.294318:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759234.294322:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759234.294324:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759234.294328:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759234.294333:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759234.294336:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759234.294338:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759234.294343:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759234.294344:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.294347:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759234.294349:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759234.294352:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759234.294356:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759234.294358:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759234.294361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759234.294364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759235.318262:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759235.318283:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759235.318286:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759235.318291:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759235.318296:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759235.318300:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318381:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.318385:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759235.318387:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759235.318390:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.318392:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759235.318395:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759235.318724:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759235.318726:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759235.318729:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.318746:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.318750:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318752:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.318763:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.318766:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759235.318768:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759235.318771:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.318773:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759235.318775:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318777:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.318778:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318781:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759235.318787:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759235.318790:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759235.318791:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759235.318793:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759235.318795:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759235.318797:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318799:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759235.318800:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759235.318802:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759236.342232:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759236.342235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759236.342240:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759236.342244:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759236.342252:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.342255:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759236.342259:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.342260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759236.342265:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759236.342266:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759236.342271:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.342272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759236.342275:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342277:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342295:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.342298:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342301:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.342332:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759236.342338:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759236.342342:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759236.342348:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.342353:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.342358:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342367:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.342370:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342376:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759236.342406:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759236.342410:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759236.342414:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759236.342420:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759236.342425:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759236.342430:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342436:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759236.342440:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759236.342445:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759236.342528:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.366228:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759237.366237:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759237.366240:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.366246:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759237.366248:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759237.366253:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759237.366254:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.366257:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.366261:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.366262:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759237.366268:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.366272:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759237.366280:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759237.366284:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759237.366288:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.366290:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.366294:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.366298:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.366316:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759237.366321:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.366324:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.366330:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759237.366336:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.366341:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.366346:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759237.366347:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759237.366349:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759237.366352:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.366355:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.366356:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759237.366363:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759237.366369:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.366370:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759237.366375:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759237.366375:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.366379:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.366381:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759237.366383:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759237.366384:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.366386:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.366390:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759237.366391:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.366396:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.366399:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.366404:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759237.686259:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759237.686270:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759237.686273:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759237.686278:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759237.686282:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759237.686289:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17919 00000400:00000200:2.0:1787759237.686299:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759237.686305:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759237.686309:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759237.686313:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686316:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.686318:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686321:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759237.686326:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759237.686328:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759237.686332:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759237.686335:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759237.686338:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759237.686340:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759237.686343:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686345:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.686347:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686348:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759237.686350:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759237.686353:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686355:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759237.686357:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759237.686361:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759237.686364:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686367:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759237.686370:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759237.686379:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759237.686384:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759237.686409:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759237.686411:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686414:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759237.686417:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759237.686421:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759237.686440:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759237.686447:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759237.686458:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759237.686468:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759237.686473:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.686478:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759237.686504:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759237.686507:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759237.686511:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759237.686512:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759237.686514:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759237.686517:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759237.686520:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17919 00000400:00000200:2.0:1787759237.686525:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759237.686529:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759237.686532:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759237.686535:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759237.686540:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759237.686545:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759237.686545:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759237.686549:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759237.686550:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686554:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:0.0:1787759237.686557:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759237.686559:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759237.686562:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759237.686567:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759237.686571:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1787759237.686571:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759237.686576:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759237.686578:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759237.686583:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.686584:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686588:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.686590:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759237.686592:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759237.686593:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759237.686596:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1787759237.686598:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:0.0:1787759237.686602:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759237.686605:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686610:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.686611:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875504768:192.168.201.104@tcp:250:kworker.0 02000000:00000001:2.0:1787759237.686613:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759237.686618:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759237.686620:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759237.686623:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759237.686625:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.686627:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686629:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1787759237.686631:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1787759237.686635:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000010:0.0:1787759237.686639:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 00000008:00000001:2.0:1787759237.686640:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.686645:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686645:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759237.686654:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000400:00000200:0.0:1787759237.686658:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:2.0:1787759237.686659:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000010:0.0:1787759237.686665:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 02000000:00000001:2.0:1787759237.686665:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759237.686666:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686671:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759237.686672:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787759237.686674:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 02000000:00000001:2.0:1787759237.686675:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759237.686683:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000200:0.0:1787759237.686684:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504768, portal 25 00000100:00000001:2.0:1787759237.686690:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.686695:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1787759237.686697:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759237.686698:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000001:2.0:1787759237.686709:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787759237.686711:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759237.686714:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.686722:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759237.686725:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759237.686730:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000040:2.0:1787759237.686732:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.686735:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875504768, offset 0 00000400:00000200:0.0:1787759237.686749:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686757:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.686761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759237.686763:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759237.686768:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787759237.686771:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759237.686772:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759237.686775:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759237.686779:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759237.686780:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1787759237.686784:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17919 00000400:00000200:0.0:1787759237.686786:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759237.686792:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759237.686794:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.686797:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759237.686802:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759237.686803:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776368:776368:256:4294967295] 192.168.201.104@tcp LPNI seq info [776359:776359:8:4294967295] 00000100:00080000:2.0:1787759237.686809:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787759237.686812:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759237.686817:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686820:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.686823:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686828:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759237.686832:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000020:00000001:2.0:1787759237.686833:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759237.686836:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759237.686838:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759237.686842:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000200:0.0:1787759237.686847:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000020:00000001:2.0:1787759237.686847:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759237.686852:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000010:0.0:1787759237.686856:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000100:00000040:2.0:1787759237.686857:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.686861:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1787759237.686866:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759237.686866:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:0.0:1787759237.686871:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1787759237.686872:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759237.686877:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000200:0.1:1787759237.686881:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:2.0:1787759237.686883:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:0.1:1787759237.686885:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1787759237.686888:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787759237.686892:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 02000000:00000001:2.0:1787759237.686894:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759237.686898:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759237.686901:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787759237.686903:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000100:00000001:2.0:1787759237.686903:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759237.686907:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759237.686911:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.686913:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.686914:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:2.0:1787759237.686918:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000400:00000200:0.0:1787759237.686921:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000040:2.0:1787759237.686923:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759237.686928:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759237.686929:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.686931:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000100:00000001:2.0:1787759237.686932:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759237.686935:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787759237.686936:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 02000000:00000001:2.0:1787759237.686938:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759237.686944:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:0.0:1787759237.686945:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787759237.686950:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759237.686952:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759237.686959:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759237.686969:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759237.686971:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.686978:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.686979:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.686988:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759237.686989:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759237.686994:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759237.687000:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759237.687016:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759237.687019:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759237.687022:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687024:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759237.687027:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1787759237.687030:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17919 00000100:00000001:0.0:1787759237.687037:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759237.687038:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759237.687045:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759237.687048:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759237.687049:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759237.687053:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312593163 00000100:00000040:2.0:1787759237.687055:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687059:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1787759237.687063:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000040:2.0:1787759237.687063:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687068:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759237.687071:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759237.687072:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1787759237.687073:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759237.687076:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759237.687079:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759237.687082:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312593163 00000020:00000001:2.0:1787759237.687082:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759237.687086:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000010:0.0:1787759237.687088:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000040:2.0:1787759237.687092:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759237.687093:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759237.687096:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759237.687098:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.687100:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759237.687103:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787759237.687106:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237] req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759237.687109:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687115:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759237.687150:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759237.687154:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687157:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759237.687158:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759237.687161:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759237.687163:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687166:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759237.687169:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759237.687171:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687173:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759237.687177:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759237.687179:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759237.687182:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759237.687183:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687185:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759237.687187:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759237.687189:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759237.687192:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759237.687196:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759237.687201:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759237.687208:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759237.687210:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.687214:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759237.687221:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759237.687223:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759237.687227:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759237.687228:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759237.687230:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759237.687233:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759237.687235:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17919 00000400:00000200:2.0:1787759237.687239:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759237.687242:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759237.687244:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759237.687247:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687249:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.687251:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687253:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759237.687258:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759237.687259:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759237.687261:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759237.687263:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759237.687265:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759237.687267:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759237.687271:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687273:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759237.687275:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687277:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759237.687280:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759237.687283:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759237.687285:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759237.687286:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759237.687289:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759237.687290:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687292:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759237.687294:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759237.687296:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687298:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759237.687301:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759237.687303:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759237.687305:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759237.687306:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759237.687308:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759237.687309:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759237.687311:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759237.687314:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759237.687317:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759237.687321:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759237.687327:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759237.687329:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.687332:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759237.687339:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759237.687344:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17929) 00000400:00000001:0.0:1787759237.688243:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759237.688245:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759237.688247:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759237.688249:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759237.688250:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759237.688252:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759237.688256:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.688261:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688265:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759237.688267:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688269:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688270:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.688272:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688277:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759237.688280:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688285:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759237.688288:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688290:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688291:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688293:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759237.688295:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759237.688298:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759237.688302:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759237.688305:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759237.688313:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759237.688320:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875504768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759237.688324:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688326:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.688328:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875504768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688334:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759237.688337:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759237.688339:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759237.688343:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759237.688345:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759237.688346:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759237.688349:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759237.688351:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:0.0:1787759237.688356:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759237.688359:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759237.688360:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759237.688364:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759237.688365:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688367:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688376:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.688378:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.688380:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759237.688381:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759237.688383:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759237.688387:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688394:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.688396:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.688398:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759237.688400:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759237.688402:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.688405:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759237.688409:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759237.688412:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759237.688414:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.688416:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759237.688419:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759237.688421:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.688426:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759237.688429:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759237.688433:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759237.688437:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875504896, portal 10 00000100:00000001:0.0:1787759237.688440:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759237.688441:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759237.688448:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688455:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759237.688458:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759237.688461:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759237.688464:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875504896, offset 0 00000400:00000200:0.0:1787759237.688469:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759237.688475:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.688479:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759237.688482:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759237.688484:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759237.688487:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759237.688490:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759237.688493:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776369:776369:256:4294967295] 192.168.201.104@tcp LPNI seq info [776360:776360:8:4294967295] 00000400:00000200:0.0:1787759237.688498:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.688505:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759237.688510:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.688515:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759237.688520:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759237.688524:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759237.688528:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759237.688531:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759237.688535:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.688537:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759237.688541:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759237.688545:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759237.688548:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759237.688550:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759237.688552:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759237.688556:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688564:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.688568:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688575:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.688577:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759237.688581:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759237.688585:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759237.688588:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759237.688591:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312591885 00000100:00000001:0.0:1787759237.688595:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.688597:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312591885 00000100:00000001:0.0:1787759237.688600:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.688602:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759237.688605:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.688607:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759237.688611:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237] req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759237.688620:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759237.688621:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759237.688623:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759237.688626:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759237.688628:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759237.688631:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759237.688634:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.688642:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688648:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759237.688650:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688652:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688653:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.688657:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688663:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759237.688667:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688674:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759237.688676:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688678:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688679:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688681:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759237.688685:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759237.688687:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759237.688691:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759237.688694:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759237.688698:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759237.688706:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875504896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759237.688711:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759237.688715:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688721:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.688723:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.688725:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759237.688727:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759237.688729:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.688738:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759237.688742:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759237.688744:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759237.688745:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.688747:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759237.688751:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759237.688753:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.688756:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759237.688759:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759237.688762:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759237.688765:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505024, portal 10 00000100:00000001:0.0:1787759237.688767:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759237.688768:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759237.688774:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688780:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759237.688783:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759237.688785:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759237.688787:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875505024, offset 0 00000400:00000200:0.0:1787759237.688792:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759237.688796:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.688800:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759237.688803:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759237.688806:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759237.688808:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759237.688810:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759237.688813:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776370:776370:256:4294967295] 192.168.201.104@tcp LPNI seq info [776361:776361:8:4294967295] 00000400:00000200:0.0:1787759237.688817:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.688824:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759237.688828:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.688832:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759237.688836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759237.688839:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759237.688843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759237.688846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759237.688850:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.688852:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759237.688855:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759237.688859:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759237.688862:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759237.688864:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759237.688866:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759237.688870:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688877:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.688880:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688887:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.688889:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759237.688893:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759237.688895:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759237.688899:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759237.688901:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312591885 00000100:00000001:0.0:1787759237.688903:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.688905:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312591885 00000100:00000001:0.0:1787759237.688908:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.688910:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759237.688912:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.688914:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759237.688919:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237] req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759237.688927:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759237.688928:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759237.688930:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759237.688933:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759237.688934:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759237.688937:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759237.688940:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.688948:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688955:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759237.688957:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688959:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688960:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.688964:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688971:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759237.688975:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.688983:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759237.688985:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688987:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.688988:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.688991:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759237.688993:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759237.688996:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759237.689000:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759237.689002:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759237.689019:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759237.689027:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759237.689032:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759237.689036:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689044:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.689046:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.689048:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759237.689050:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759237.689052:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.689055:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759237.689059:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759237.689061:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759237.689062:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.689064:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689068:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759237.689070:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.689074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759237.689077:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759237.689080:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759237.689084:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505152, portal 4 00000100:00000001:0.0:1787759237.689086:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759237.689088:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:0.0:1787759237.689094:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689101:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759237.689104:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759237.689106:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759237.689109:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875505152, offset 0 00000400:00000200:0.0:1787759237.689112:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759237.689134:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.689137:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759237.689140:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759237.689141:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759237.689143:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759237.689145:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759237.689147:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776371:776371:256:4294967295] 192.168.201.104@tcp LPNI seq info [776362:776362:8:4294967295] 00000400:00000200:0.0:1787759237.689151:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.689158:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759237.689162:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.689166:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759237.689170:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759237.689173:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759237.689178:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759237.689182:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759237.689186:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.689189:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759237.689192:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759237.689196:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759237.689198:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759237.689200:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759237.689203:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759237.689206:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689211:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689213:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689222:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.689223:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759237.689225:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759237.689227:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759237.689230:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759237.689231:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312591945 00000100:00000001:0.0:1787759237.689233:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.689235:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312591945 00000100:00000001:0.0:1787759237.689236:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.689238:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759237.689239:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.689240:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759237.689243:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237] req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759237.689247:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759237.689248:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759237.689250:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759237.689251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759237.689252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759237.689254:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759237.689256:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.689261:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689265:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759237.689266:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689267:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.689268:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.689270:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689275:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759237.689277:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689281:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759237.689283:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689284:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.689285:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689286:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759237.689287:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759237.689289:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759237.689291:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759237.689292:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759237.689295:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759237.689299:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759237.689302:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759237.689304:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689308:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759237.689309:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.689311:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759237.689312:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759237.689313:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759237.689315:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759237.689317:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759237.689318:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759237.689320:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759237.689321:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689324:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759237.689326:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759237.689328:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759237.689330:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759237.689332:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759237.689335:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505280, portal 4 00000100:00000001:0.0:1787759237.689336:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759237.689338:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:0.0:1787759237.689342:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689347:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759237.689349:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759237.689351:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759237.689353:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875505280, offset 0 00000400:00000200:0.0:1787759237.689356:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759237.689358:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.689360:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759237.689362:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759237.689364:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759237.689366:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759237.689367:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759237.689369:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776372:776372:256:4294967295] 192.168.201.104@tcp LPNI seq info [776363:776363:8:4294967295] 00000400:00000200:0.0:1787759237.689372:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759237.689376:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759237.689379:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.689381:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759237.689384:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759237.689386:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759237.689389:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759237.689391:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759237.689394:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759237.689396:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:0.0:1787759237.689398:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759237.689400:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759237.689402:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:0.0:1787759237.689403:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:0.0:1787759237.689404:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759237.689406:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689413:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689415:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689419:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.689421:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759237.689423:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759237.689425:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759237.689427:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759237.689429:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312591909 00000100:00000001:0.0:1787759237.689430:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.689432:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312591909 00000100:00000001:0.0:1787759237.689433:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312593163 00000100:00000001:0.0:1787759237.689435:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759237.689436:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.689437:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759237.689440:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759237/real 1787759237] req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759237.689444:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759237.689445:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759237.689446:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759237.689447:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759237.689448:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759237.689450:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759237.689452:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759237.689458:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689461:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759237.689462:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689463:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.689464:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759237.689466:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689470:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759237.689472:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689476:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759237.689478:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689479:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759237.689479:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689480:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759237.689482:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759237.689483:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759237.689486:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759237.689487:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759237.689490:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759237.689495:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759237.689498:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689499:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689501:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875504896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689506:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759237.689507:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689508:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759237.689510:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759237.689511:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759237.689512:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759237.689513:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759237.689514:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:0.0:1787759237.689516:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759237.689517:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759237.689518:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759237.689521:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759237.689522:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689523:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689525:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875505024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689528:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759237.689529:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689530:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759237.689531:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759237.689532:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759237.689533:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759237.689534:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759237.689535:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:0.0:1787759237.689536:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759237.689537:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759237.689538:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759237.689539:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759237.689540:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689541:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689543:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875505152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689547:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759237.689548:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689549:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759237.689551:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759237.689552:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759237.689553:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759237.689554:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759237.689555:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:0.0:1787759237.689557:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759237.689557:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759237.689558:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759237.689559:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759237.689560:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689561:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759237.689563:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875505280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759237.689566:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759237.689567:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759237.689568:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759237.689569:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759237.689570:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759237.689571:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759237.689572:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759237.689573:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:0.0:1787759237.689574:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759237.689575:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759237.689575:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759237.689577:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759237.689578:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689579:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759237.689581:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759237.689582:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759237.689583:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759237.689584:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.390199:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759238.390209:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759238.390210:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759238.390216:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759238.390223:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759238.390228:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759238.390229:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759238.390233:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.390237:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390243:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.390248:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390257:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759238.390267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759238.390274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.390281:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759238.390285:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390294:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759238.390295:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.390300:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759238.390301:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759238.390303:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759238.390306:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.390312:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.390316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390320:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759238.390327:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390339:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759238.390353:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759238.390361:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759238.390365:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.390368:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759238.390368:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759238.390372:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759238.390377:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759238.390378:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759238.390386:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759238.390387:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390396:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759238.390399:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759238.390402:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759238.390406:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390412:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759238.390413:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759238.390417:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759238.390428:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759239.030180:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312593163, at 4312593216 00000100:00000010:2.0:1787759239.030194:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:2.0:1787759239.414304:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759239.414309:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759239.414317:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759239.414320:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759239.414324:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759239.414333:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759239.414335:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759239.414345:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759239.414346:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759239.414365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759239.414369:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759239.414374:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759239.414379:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.414383:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759239.414386:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759239.414392:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759239.414398:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.414403:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759239.414431:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759239.414440:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759239.414444:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759239.414446:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759239.414457:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759239.414458:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759239.414466:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759239.414469:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759239.414485:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759239.414485:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759239.414502:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759239.414503:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759239.414514:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759239.414518:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759239.414521:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759239.414614:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759239.414619:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759239.414625:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.438216:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759240.438216:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759240.438224:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.438225:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759240.438226:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.438229:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759240.438232:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759240.438234:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759240.438237:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759240.438237:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759240.438243:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759240.438243:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.438249:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759240.438254:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.438496:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759240.438497:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759240.438499:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759240.438501:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759240.438518:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759240.438520:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759240.438522:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759240.438524:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759240.438524:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.438526:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759240.438527:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759240.438530:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759240.438531:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759240.438534:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759240.438535:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.438538:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759240.438538:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759240.438542:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759240.438545:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759240.438674:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759240.438675:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759240.438677:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.462237:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759241.462246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.462250:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759241.462257:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759241.462263:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.462269:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462289:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759241.462293:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462300:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.462331:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759241.462336:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.462338:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759241.462341:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759241.462344:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.462348:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462352:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759241.462356:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462362:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759241.462363:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759241.462369:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759241.462371:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759241.462375:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759241.462378:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759241.462382:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759241.462387:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759241.462391:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759241.462395:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759241.462408:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759241.462411:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759241.462413:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759241.462415:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759241.462416:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759241.462418:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759241.462420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759241.462422:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759241.462425:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759241.462427:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759241.462429:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759241.462431:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462433:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759241.462437:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759241.462442:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759241.462489:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759241.462491:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759241.462494:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.486221:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759242.486227:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.486231:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.486237:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.486242:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.486246:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486249:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.486252:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486256:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.486267:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759242.486271:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.486272:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.486274:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.486275:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.486277:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486288:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.486290:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486293:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.486315:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759242.486318:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.486319:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.486323:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.486327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.486329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486331:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.486333:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486339:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.486346:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759242.486351:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759242.486353:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.486356:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759242.486357:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.486359:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.486362:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.486363:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759242.486364:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759242.486368:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759242.486368:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486370:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759242.486373:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759242.486377:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486388:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759242.486388:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.486391:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.486394:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759242.806224:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759242.806234:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759242.806237:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759242.806241:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759242.806246:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759242.806253:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17924 00000400:00000200:2.0:1787759242.806263:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759242.806270:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759242.806274:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759242.806277:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806280:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759242.806283:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806286:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759242.806291:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759242.806293:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759242.806295:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759242.806299:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759242.806302:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759242.806304:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759242.806308:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806311:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759242.806314:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806316:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759242.806320:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759242.806324:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806327:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.806331:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759242.806335:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759242.806338:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806341:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759242.806344:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759242.806352:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759242.806357:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759242.806362:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759242.806364:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806368:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759242.806371:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759242.806375:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759242.806383:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759242.806390:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759242.806408:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759242.806418:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759242.806424:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759242.806430:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759242.806446:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759242.806450:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759242.806454:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759242.806456:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759242.806458:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759242.806460:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759242.806462:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759242.806464:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1787759242.806467:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17924 00000100:00000001:0.0:1787759242.806468:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787759242.806475:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759242.806478:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759242.806481:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759242.806487:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759242.806491:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1787759242.806494:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.806496:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806499:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787759242.806502:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1787759242.806505:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759242.806507:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759242.806509:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759242.806512:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759242.806513:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759242.806517:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00100000:0.0:1787759242.806521:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875505408:192.168.201.104@tcp:250:kworker.0 00000020:00000001:2.0:1787759242.806521:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759242.806524:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759242.806528:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759242.806531:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759242.806536:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.806539:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787759242.806540:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787759242.806544:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1787759242.806544:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806548:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759242.806549:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.806554:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1787759242.806554:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759242.806560:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806563:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.806566:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1787759242.806572:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:2.0:1787759242.806572:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759242.806576:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.806577:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806581:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1787759242.806584:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000008:00100000:2.0:1787759242.806587:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1787759242.806589:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000008:00000001:2.0:1787759242.806592:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806595:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759242.806596:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000010:2.0:1787759242.806601:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000100:00000200:0.0:1787759242.806603:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505408, portal 25 00000020:00000040:2.0:1787759242.806606:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:0.0:1787759242.806607:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759242.806610:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 02000000:00000001:2.0:1787759242.806612:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759242.806615:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759242.806618:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759242.806619:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759242.806622:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759242.806626:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.806628:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759242.806633:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000010:2.0:1787759242.806633:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759242.806639:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759242.806648:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00100000:2.0:1787759242.806649:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787759242.806653:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875505408, offset 0 00000400:00000200:0.0:1787759242.806663:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806664:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759242.806668:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.806671:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759242.806677:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759242.806679:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759242.806687:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759242.806692:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:2.0:1787759242.806694:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.806698:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1787759242.806699:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759242.806701:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759242.806708:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776373:776373:256:4294967295] 192.168.201.104@tcp LPNI seq info [776364:776364:8:4294967295] 00000100:00080000:2.0:1787759242.806708:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759242.806713:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787759242.806716:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759242.806717:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759242.806721:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759242.806727:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17924 00000400:00000200:0.0:1787759242.806733:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759242.806738:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759242.806742:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000400:00000200:2.0:1787759242.806742:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759242.806749:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:0.0:1787759242.806751:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:2.0:1787759242.806754:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.1:1787759242.806759:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759242.806762:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806766:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759242.806768:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806771:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759242.806774:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759242.806776:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000100:00000001:0.0:1787759242.806777:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759242.806778:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1787759242.806783:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:2.0:1787759242.806783:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000001:0.0:1787759242.806787:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312598283 00000020:00000001:2.0:1787759242.806788:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000010:0.0:1787759242.806793:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000020:00000001:2.0:1787759242.806793:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759242.806799:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.806801:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759242.806802:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759242.806807:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312598283 00000100:00000040:2.0:1787759242.806807:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.806812:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000010:0.0:1787759242.806813:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759242.806818:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1787759242.806819:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000001:0.0:1787759242.806822:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1787759242.806824:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759242.806826:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806829:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.806830:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.806832:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759242.806834:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759242.806836:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759242.806840:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.806842:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759242.806843:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759242.806845:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759242.806851:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759242.806852:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.806853:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1787759242.806856:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1787759242.806857:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1787759242.806863:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.806866:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.806868:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.806870:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.806871:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759242.806874:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759242.806876:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759242.806877:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000100:00100000:0.0:1787759242.806879:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759242.806883:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1787759242.806883:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759242.806886:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759242.806888:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759242.806889:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.806893:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759242.806893:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759242.806898:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:2.0:1787759242.806898:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759242.806901:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.806901:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759242.806905:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.806906:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759242.806911:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759242.806931:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759242.806935:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505536, portal 10 00000100:00000001:0.0:1787759242.806937:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759242.806938:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 02000000:00000010:2.0:1787759242.806942:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000040:0.0:1787759242.806948:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759242.806949:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759242.806960:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759242.806961:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759242.806968:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759242.806973:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000001:2.0:1787759242.806975:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787759242.806977:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875505536, offset 0 00000100:00000001:2.0:1787759242.806980:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.806986:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759242.806987:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759242.806994:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759242.807000:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.807001:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00080000:2.0:1787759242.807004:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759242.807006:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759242.807010:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00080000:2.0:1787759242.807010:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759242.807014:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787759242.807015:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1787759242.807016:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759242.807020:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.807022:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759242.807023:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776374:776374:255:4294967295] 192.168.201.104@tcp LPNI seq info [776365:776365:7:4294967295] 00000400:00000200:0.0:1787759242.807026:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759242.807031:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759242.807035:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759242.807039:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759242.807043:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759242.807048:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759242.807050:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759242.807054:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759242.807058:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759242.807060:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312597003 00000100:00000001:0.0:1787759242.807063:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807067:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312597003 00000100:00080000:2.0:1787759242.807070:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17924 00000100:00000001:0.0:1787759242.807071:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807076:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1787759242.807079:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759242.807081:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807085:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759242.807086:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:0.0:1787759242.807089:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787759242.807090:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759242.807095:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1787759242.807096:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807099:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1787759242.807100:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759242.807105:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1787759242.807106:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807108:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759242.807111:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759242.807112:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759242.807141:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759242.807141:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759242.807145:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759242.807148:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759242.807153:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759242.807155:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.807158:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759242.807158:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 02000000:00000001:0.0:1787759242.807164:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1787759242.807164:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 02000000:00000001:0.0:1787759242.807167:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787759242.807172:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759242.807173:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807178:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787759242.807181:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505664:192.168.201.104@tcp:38:kworker.0 00000100:00000040:2.0:1787759242.807183:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.807189:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759242.807191:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759242.807194:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1787759242.807195:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 02000000:00000001:0.0:1787759242.807197:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807199:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1787759242.807204:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000010:0.0:1787759242.807205:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:2.0:1787759242.807209:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807210:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.807214:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759242.807217:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759242.807219:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787759242.807222:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746370. 02000000:00000001:2.0:1787759242.807223:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807227:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1787759242.807229:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000008:00100000:2.0:1787759242.807230:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759242.807235:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759242.807236:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505664, portal 10 00000100:00000001:2.0:1787759242.807238:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807240:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759242.807243:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000010:2.0:1787759242.807245:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759242.807250:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000040:0.0:1787759242.807252:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759242.807254:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759242.807257:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807262:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759242.807265:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759242.807267:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1787759242.807268:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759242.807273:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000010:2.0:1787759242.807277:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000400:00000010:0.0:1787759242.807279:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af220. 00000100:00000200:0.0:1787759242.807283:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875505664, offset 0 00000100:00000001:2.0:1787759242.807283:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759242.807292:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759242.807293:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807300:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759242.807305:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787759242.807308:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759242.807309:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.807315:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787759242.807318:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759242.807321:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759242.807327:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759242.807332:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807338:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776375:776375:254:4294967295] 192.168.201.104@tcp LPNI seq info [776366:776366:6:4294967295] 00000100:00000001:2.0:1787759242.807339:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759242.807345:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759242.807347:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759242.807352:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759242.807356:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759242.807360:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759242.807361:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:2.0:1787759242.807367:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787759242.807371:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759242.807374:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17924 00000800:00000010:0.0:1787759242.807377:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3b00. 00000400:00000200:2.0:1787759242.807382:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:0.0:1787759242.807387:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:2.0:1787759242.807389:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759242.807394:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.1:1787759242.807398:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759242.807401:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807404:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807405:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759242.807410:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000100:00000040:2.0:1787759242.807410:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759242.807415:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759242.807420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759242.807422:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759242.807424:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312597004 00000020:00000040:2.0:1787759242.807425:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759242.807429:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759242.807430:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312598283 00000020:00000040:2.0:1787759242.807433:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:0.0:1787759242.807435:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312597004 00000020:00000001:2.0:1787759242.807438:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759242.807440:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312598283 00000020:00000001:2.0:1787759242.807444:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759242.807445:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759242.807450:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759242.807452:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807454:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807457:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759242.807458:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759242.807462:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807465:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759242.807466:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759242.807468:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1787759242.807471:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:0.0:1787759242.807472:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759242.807476:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1787759242.807477:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759242.807480:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759242.807482:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.807487:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1787759242.807488:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759242.807491:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759242.807497:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759242.807502:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759242.807503:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1787759242.807505:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759242.807506:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787759242.807512:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807513:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759242.807516:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759242.807517:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807522:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759242.807525:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000100:00100000:0.0:1787759242.807529:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505792:192.168.201.104@tcp:8:kworker.0 00000020:00000040:2.0:1787759242.807530:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759242.807536:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759242.807539:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807540:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787759242.807541:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759242.807543:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759242.807545:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759242.807547:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759242.807549:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807551:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759242.807555:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 02000000:00000010:0.0:1787759242.807558:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:2.0:1787759242.807560:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807563:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759242.807569:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759242.807570:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759242.807575:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746aa8. 00000400:00000010:0.0:1787759242.807581:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af198. 00000100:00000001:2.0:1787759242.807582:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787759242.807586:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505792, portal 4 00000100:00000001:2.0:1787759242.807587:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807592:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759242.807596:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:2.0:1787759242.807597:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759242.807606:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759242.807609:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807617:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759242.807619:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17934) 00000100:00000040:0.0:1787759242.807620:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759242.807626:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759242.807628:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875505792, offset 0 00000400:00000200:0.0:1787759242.807633:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807638:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759242.807641:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759242.807644:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759242.807646:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759242.807655:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759242.807658:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807661:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776376:776376:253:4294967295] 192.168.201.104@tcp LPNI seq info [776367:776367:5:4294967295] 00000400:00000200:0.0:1787759242.807665:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759242.807671:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759242.807675:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759242.807678:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3900. 00000800:00000200:0.0:1787759242.807682:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759242.807686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759242.807689:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759242.807692:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759242.807695:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759242.807696:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312597063 00000100:00000001:0.0:1787759242.807699:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807701:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312597063 00000100:00000001:0.0:1787759242.807704:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807706:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759242.807709:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807711:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807713:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.807716:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.807717:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759242.807719:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759242.807720:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.807722:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759242.807725:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759242.807733:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759242.807734:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807736:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759242.807738:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759242.807740:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759242.807742:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759242.807746:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759242.807747:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759242.807749:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759242.807751:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759242.807754:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759242.807757:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759242.807760:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759242.807762:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7462c0. 00000400:00000010:0.0:1787759242.807766:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af3b8. 00000100:00000200:0.0:1787759242.807769:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875505920, portal 4 00000100:00000001:0.0:1787759242.807771:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759242.807772:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759242.807777:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759242.807783:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759242.807785:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759242.807790:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afc38. 00000100:00000200:0.0:1787759242.807793:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875505920, offset 0 00000400:00000200:0.0:1787759242.807797:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807801:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759242.807804:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759242.807808:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759242.807810:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759242.807813:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759242.807815:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759242.807818:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776377:776377:252:4294967295] 192.168.201.104@tcp LPNI seq info [776368:776368:4:4294967295] 00000400:00000200:0.0:1787759242.807822:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759242.807827:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759242.807832:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759242.807835:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3100. 00000800:00000200:0.0:1787759242.807840:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759242.807844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759242.807846:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759242.807849:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759242.807853:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759242.807854:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312597027 00000100:00000001:0.0:1787759242.807857:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807860:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312597027 00000100:00000001:0.0:1787759242.807862:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312598283 00000100:00000001:0.0:1787759242.807865:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759242.807867:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807870:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807872:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759242.807875:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759242.807877:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759242.807879:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759242.807880:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759242.807882:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759242.807885:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759243.510217:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759243.510226:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759243.510230:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759243.510239:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759243.510248:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759243.510254:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759243.510272:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759243.510276:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759243.510280:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759243.510356:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759243.510360:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759243.510362:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759243.510365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759243.510368:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759243.510369:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759243.510373:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.510374:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759243.510378:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759243.510379:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759243.510380:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759243.510383:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.510384:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.510388:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759243.510390:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.510391:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.510393:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.510397:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759243.510413:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759243.510417:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759243.510419:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759243.510421:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759243.510423:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759243.510425:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.510427:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759243.510428:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759243.510429:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759244.150198:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312598283, at 4312598336 00000100:00000010:2.0:1787759244.150210:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759244.534223:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759244.534227:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759244.534233:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759244.534234:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759244.534236:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759244.534237:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759244.534244:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759244.534244:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759244.534251:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759244.534251:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759244.534254:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.534255:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759244.534258:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759244.534263:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759244.534422:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759244.534423:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759244.534426:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.534429:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759244.534443:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759244.534446:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759244.534448:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759244.534451:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759244.534454:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759244.534454:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759244.534456:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.534458:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759244.534461:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759244.534461:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759244.534465:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759244.534468:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759244.534469:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759244.534473:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759244.534477:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.534482:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759244.534485:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759244.534490:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759244.534492:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759244.534497:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759244.534499:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759244.534502:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759244.534505:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759244.534506:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759244.534508:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759244.534509:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759244.534511:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.558244:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759245.558251:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.558252:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.558258:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759245.558258:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759245.558261:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759245.558264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759245.558266:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759245.558270:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759245.558272:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.558275:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759245.558277:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.558279:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759245.558284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.558290:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759245.558290:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759245.558295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759245.558300:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.558310:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.558315:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.558317:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759245.558323:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759245.558328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.558332:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.558343:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759245.558345:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.558347:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759245.558351:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.558353:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759245.558354:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759245.558359:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759245.558363:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759245.558367:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759245.558371:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759245.558374:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759245.558378:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.558383:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759245.558388:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.558391:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759245.558395:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759245.558401:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.558405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.558409:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759245.558411:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.558414:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.878512:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759245.878516:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.878520:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759245.878528:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759245] req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759245.878540:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759245.878542:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759245.878545:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759245.878550:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759245.878552:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759245.878555:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759245.878560:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759245.878570:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878578:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759245.878580:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878582:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878585:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.878589:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878597:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759245.878604:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878612:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759245.878616:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878618:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878619:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878622:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759245.878624:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759245.878628:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759245.878633:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759245.878636:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759245.878641:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759245.878650:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875505408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759245.878654:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.878656:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759245.878660:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875505408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878672:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759245.878676:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759245.878681:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759245.878686:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759245.878689:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759245.878691:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759245.878693:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759245.878696:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:0.0:1787759245.878702:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759245.878705:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759245.878707:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759245.878712:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759245.878713:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878717:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.878718:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759245.878720:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759245.878721:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759245.878725:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759245] req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759245.878734:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759245.878735:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759245.878738:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7462c0. 00000400:00000200:0.0:1787759245.878740:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af3b8 00000400:00000010:0.0:1787759245.878743:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af3b8. 00000100:00000001:0.0:1787759245.878745:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759245.878748:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759245.878756:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878762:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759245.878763:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878764:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878765:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.878770:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878775:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759245.878779:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878785:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759245.878788:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878789:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878790:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878792:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759245.878795:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759245.878798:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759245.878803:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759245.878805:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759245.878809:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759245.878816:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759245.878827:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759245.878831:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759245] req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759245.878840:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759245.878841:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759245.878843:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746aa8. 00000400:00000200:0.0:1787759245.878846:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af198 00000400:00000010:0.0:1787759245.878848:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af198. 00000100:00000001:0.0:1787759245.878851:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759245.878854:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759245.878900:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878907:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759245.878909:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878911:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878913:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.878917:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878924:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759245.878929:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.878936:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759245.878939:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878941:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.878942:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.878944:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759245.878947:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759245.878950:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759245.878954:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759245.878957:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759245.878961:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759245.878970:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759245.878975:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759245.878979:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759245] req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759245.878995:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759245.878996:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759245.878999:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746370. 00000400:00000200:0.0:1787759245.879002:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759245.879003:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759245.879006:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759245.879009:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759245.879018:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879024:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759245.879025:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879027:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.879028:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.879032:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879038:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759245.879042:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879048:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759245.879051:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879052:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.879054:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879055:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759245.879059:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759245.879062:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759245.879066:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759245.879068:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759245.879073:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759245.879082:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759245.879087:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759245.879091:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759242/real 1787759245] req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759245.879099:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759245.879101:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759245.879103:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759245.879106:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759245.879108:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759245.879110:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759245.879113:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759245.879163:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879170:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759245.879171:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879173:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.879175:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759245.879179:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879186:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759245.879190:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879197:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759245.879200:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879202:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759245.879203:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879205:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759245.879208:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759245.879211:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759245.879221:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759245.879224:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759245.879228:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759245.879241:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875505536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759245.879244:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879246:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759245.879248:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875505920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879253:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759245.879254:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759245.879256:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759245.879258:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759245.879259:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759245.879261:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759245.879262:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759245.879263:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:0.0:1787759245.879266:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759245.879267:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759245.879268:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759245.879270:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759245.879271:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879273:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759245.879276:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875505792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879283:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759245.879290:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759245.879291:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759245.879295:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759245.879297:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759245.879298:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759245.879301:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759245.879302:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:0.0:1787759245.879305:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759245.879306:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759245.879308:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759245.879311:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759245.879312:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879314:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759245.879318:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875505664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879325:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759245.879326:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759245.879328:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759245.879330:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759245.879332:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759245.879333:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759245.879335:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759245.879336:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:0.0:1787759245.879340:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759245.879341:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759245.879343:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759245.879346:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759245.879347:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879349:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759245.879352:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875505536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759245.879359:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759245.879361:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759245.879362:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759245.879365:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759245.879367:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759245.879368:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759245.879371:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759245.879372:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:0.0:1787759245.879375:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759245.879376:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759245.879378:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759245.879380:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759245.879381:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879384:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759245.879394:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759245.879396:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759245.879399:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759245.879401:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759246.582182:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759246.582188:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759246.582190:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.582193:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759246.582195:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.582198:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759246.582199:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.582200:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759246.582203:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759246.582204:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.582208:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759246.582208:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.582213:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759246.582213:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582219:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759246.582219:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.582223:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582227:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.582240:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759246.582243:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.582246:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759246.582246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759246.582249:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759246.582250:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759246.582252:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.582254:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.582257:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759246.582259:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759246.582264:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759246.582266:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582269:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.582273:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582277:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759246.582278:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759246.582281:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759246.582283:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759246.582307:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759246.582311:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759246.582313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1787759246.582315:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759246.582319:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759246.582324:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759246.582328:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759246.582331:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759246.582335:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582337:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759246.582340:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759246.582343:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.606257:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759247.606257:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759247.606271:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759247.606276:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759247.606278:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.606281:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.606291:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759247.606292:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759247.606306:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759247.606306:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.606312:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759247.606312:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.606318:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.606321:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.606326:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.606326:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759247.606331:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759247.606338:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.606355:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759247.606364:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759247.606377:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.606381:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759247.606389:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759247.606397:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759247.606397:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759247.606403:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759247.606406:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.606416:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759247.606416:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759247.606429:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.606430:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.606441:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.606457:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.606457:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759247.606468:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759247.606479:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759247.926245:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759247.926258:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759247.926261:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759247.926266:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759247.926271:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759247.926281:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17929 00000400:00000200:2.0:1787759247.926293:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759247.926301:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759247.926305:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759247.926310:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926313:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759247.926316:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926320:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759247.926324:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759247.926327:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759247.926330:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759247.926334:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759247.926337:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759247.926341:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759247.926345:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926348:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759247.926350:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926353:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759247.926357:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759247.926362:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926365:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759247.926369:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759247.926374:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759247.926377:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926381:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759247.926384:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759247.926394:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759247.926398:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759247.926403:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759247.926405:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926408:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759247.926411:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759247.926416:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759247.926426:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759247.926434:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759247.926444:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759247.926456:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759247.926461:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759247.926466:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.926494:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759247.926499:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759247.926502:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759247.926504:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759247.926506:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759247.926510:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759247.926514:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17929 00000400:00000200:2.0:1787759247.926519:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759247.926523:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759247.926527:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759247.926531:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759247.926532:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759247.926535:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759247.926538:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787759247.926540:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759247.926542:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759247.926546:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:0.0:1787759247.926553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759247.926553:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759247.926555:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759247.926560:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759247.926565:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:0.0:1787759247.926568:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1787759247.926570:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759247.926571:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759247.926578:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 02000000:00000001:0.0:1787759247.926579:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759247.926583:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787759247.926587:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759247.926590:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926592:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759247.926600:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00100000:0.0:1787759247.926602:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875506048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759247.926604:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759247.926612:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1787759247.926612:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759247.926619:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:0.0:1787759247.926621:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787759247.926623:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.926626:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759247.926628:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759247.926633:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759247.926639:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759247.926642:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926645:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759247.926652:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000010:0.0:1787759247.926657:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 00000008:00000001:2.0:1787759247.926657:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.926664:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926664:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759247.926672:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759247.926677:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759247.926678:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759247.926685:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759247.926687:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759247.926689:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00000001:2.0:1787759247.926690:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759247.926695:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759247.926697:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759247.926703:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 02000000:00000010:2.0:1787759247.926704:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759247.926711:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759247.926715:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875506048, portal 25 00000100:00000001:0.0:1787759247.926720:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1787759247.926720:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759247.926723:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:0.0:1787759247.926735:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.926737:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759247.926743:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.926754:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759247.926754:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759247.926763:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759247.926772:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000001:2.0:1787759247.926773:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759247.926779:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787759247.926781:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875506048, offset 0 00000100:00080000:2.0:1787759247.926783:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759247.926787:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759247.926790:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759247.926793:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759247.926799:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759247.926800:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17929 00000400:00000200:2.0:1787759247.926807:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759247.926812:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759247.926816:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787759247.926817:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759247.926841:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.926844:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759247.926848:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759247.926854:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.926856:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787759247.926859:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759247.926864:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787759247.926867:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000020:00000040:2.0:1787759247.926868:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759247.926872:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759247.926876:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759247.926879:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759247.926882:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759247.926887:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.926889:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759247.926892:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787759247.926898:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000040:2.0:1787759247.926899:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.926904:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759247.926907:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:0.0:1787759247.926911:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776378:776378:256:4294967295] 192.168.201.104@tcp LPNI seq info [776369:776369:8:4294967295] 00000100:00080000:2.0:1787759247.926915:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759247.926922:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759247.926922:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759247.926926:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759247.926932:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759247.926935:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926941:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1787759247.926945:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000008:00100000:2.0:1787759247.926946:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759247.926952:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926957:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787759247.926958:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000010:2.0:1787759247.926964:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759247.926969:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000800:00000010:0.0:1787759247.926970:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 02000000:00000001:2.0:1787759247.926972:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759247.926976:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.926978:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759247.926981:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1787759247.926983:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:2.0:1787759247.926985:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787759247.926991:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 02000000:00000010:2.0:1787759247.926993:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759247.927001:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759247.927006:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00100000:2.0:1787759247.927011:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.1:1787759247.927014:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759247.927029:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927029:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759247.927034:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787759247.927037:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000100:00000040:2.0:1787759247.927043:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759247.927050:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1787759247.927055:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759247.927061:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759247.927062:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759247.927074:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000100:00080000:2.0:1787759247.927074:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759247.927078:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1787759247.927080:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00080000:2.0:1787759247.927082:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759247.927089:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787759247.927089:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759247.927096:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17929 00000100:00000200:0.0:1787759247.927100:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759247.927106:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759247.927115:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:0.0:1787759247.927150:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.927158:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759247.927160:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759247.927169:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927175:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759247.927177:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759247.927180:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759247.927183:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759247.927185:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759247.927190:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759247.927193:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:0.0:1787759247.927196:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759247.927197:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759247.927202:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000400:00000200:0.0:1787759247.927207:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759247.927208:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759247.927213:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312603404 00000020:00000001:2.0:1787759247.927214:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759247.927222:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927226:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1787759247.927229:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000040:2.0:1787759247.927229:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927235:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759247.927239:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759247.927244:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759247.927245:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759247.927248:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759247.927252:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759247.927256:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312603404 02000000:00000001:2.0:1787759247.927256:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759247.927263:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759247.927264:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:2.0:1787759247.927266:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759247.927271:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759247.927273:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000008:00000001:2.0:1787759247.927276:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927279:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759247.927281:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927285:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759247.927288:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759247.927292:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000040:2.0:1787759247.927294:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759247.927299:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1787759247.927301:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247] req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759247.927302:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.927308:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759247.927311:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759247.927315:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787759247.927324:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1787759247.927325:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000400:00000001:0.0:1787759247.927329:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1787759247.927332:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759247.927334:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759247.927340:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000100:00100000:2.0:1787759247.927342:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787759247.927344:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759247.927351:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787759247.927358:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787759247.927360:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.927363:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759247.927374:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.927385:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759247.927390:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759247.927391:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759247.927401:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759247.927404:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759247.927407:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759247.927410:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759247.927413:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759247.927414:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.927419:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1787759247.927419:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17929 00000100:00000001:0.0:1787759247.927423:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787759247.927429:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:0.0:1787759247.927435:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759247.927437:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759247.927443:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759247.927452:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759247.927453:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759247.927458:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759247.927465:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759247.927466:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.927470:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759247.927475:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759247.927478:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759247.927482:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759247.927486:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:2.0:1787759247.927487:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:0.0:1787759247.927493:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759247.927494:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759247.927498:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1787759247.927500:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759247.927502:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.927508:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1787759247.927509:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759247.927512:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759247.927515:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1787759247.927520:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1787759247.927521:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927527:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00080000:0.0:1787759247.927530:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000020:00000040:2.0:1787759247.927532:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:0.0:1787759247.927536:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1787759247.927539:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759247.927543:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759247.927548:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759247.927553:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759247.927557:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.927558:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759247.927560:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759247.927565:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759247.927572:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.927575:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759247.927581:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000100:00100000:0.0:1787759247.927583:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875506048:192.168.201.104@tcp:250:kworker.0 00000020:00000040:2.0:1787759247.927586:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:0.0:1787759247.927592:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759247.927592:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759247.927595:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759247.927597:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759247.927601:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759247.927602:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787759247.927604:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.927610:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875506048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787759247.927612:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759247.927619:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927626:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1787759247.927630:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787759247.927632:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759247.927639:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759247.927645:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787759247.927647:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1787759247.927650:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1787759247.927651:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787759247.927654:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000040:2.0:1787759247.927660:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759247.927664:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759247.927670:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759247.927673:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.927679:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1787759247.927681:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17939) 02000000:00000001:0.0:1787759247.927684:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759247.927688:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759247.927693:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759247.927695:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.927698:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.927709:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759247.927712:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927715:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759247.927717:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759247.927719:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759247.927724:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.927733:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.927735:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.927737:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759247.927740:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759247.927743:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.927746:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759247.927750:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759247.927752:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759247.927754:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.927756:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759247.927759:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759247.927762:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759247.927766:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759247.927769:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759247.927773:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759247.927777:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875506176, portal 10 00000100:00000001:0.0:1787759247.927780:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759247.927782:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759247.927789:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.927796:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759247.927799:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759247.927801:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759247.927805:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875506176, offset 0 00000400:00000200:0.0:1787759247.927810:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759247.927815:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.927819:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759247.927835:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759247.927839:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759247.927842:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759247.927844:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.927848:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776379:776379:256:4294967295] 192.168.201.104@tcp LPNI seq info [776370:776370:8:4294967295] 00000400:00000200:0.0:1787759247.927853:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.927862:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759247.927867:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.927871:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759247.927877:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759247.927880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759247.927885:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759247.927889:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759247.927895:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.927902:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759247.927908:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759247.927912:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759247.927916:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759247.927918:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759247.927921:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759247.927925:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.927941:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.927946:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.927951:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927952:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759247.927955:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.927959:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759247.927962:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759247.927964:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312602124 00000100:00000001:0.0:1787759247.927967:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.927969:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312602124 00000100:00000001:0.0:1787759247.927971:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.927973:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759247.927976:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.927977:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759247.927980:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247] req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759247.927985:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759247.927987:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759247.927988:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759247.927990:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759247.927991:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759247.927993:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759247.927996:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759247.928002:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928007:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759247.928008:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928010:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928011:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759247.928014:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928018:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759247.928021:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928026:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759247.928028:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928029:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928030:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928031:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759247.928035:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759247.928038:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759247.928042:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759247.928045:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759247.928049:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759247.928058:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759247.928062:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759247.928066:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928074:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.928076:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928078:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759247.928080:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759247.928083:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.928088:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759247.928092:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759247.928095:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759247.928097:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928100:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928104:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759247.928107:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759247.928110:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759247.928112:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759247.928136:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759247.928139:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875506304, portal 10 00000100:00000001:0.0:1787759247.928141:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759247.928142:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759247.928147:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928152:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759247.928154:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759247.928156:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759247.928158:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875506304, offset 0 00000400:00000200:0.0:1787759247.928161:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928170:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928173:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759247.928175:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759247.928177:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759247.928179:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759247.928181:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928183:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776380:776380:256:4294967295] 192.168.201.104@tcp LPNI seq info [776371:776371:8:4294967295] 00000400:00000200:0.0:1787759247.928186:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928190:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759247.928194:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928196:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759247.928200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759247.928203:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759247.928206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759247.928208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759247.928212:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928214:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759247.928216:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759247.928219:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759247.928221:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759247.928223:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759247.928225:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759247.928227:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928233:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928236:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928241:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928242:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759247.928244:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.928246:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759247.928249:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759247.928251:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312602125 00000100:00000001:0.0:1787759247.928253:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928254:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312602125 00000100:00000001:0.0:1787759247.928256:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928258:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759247.928260:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928261:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759247.928264:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247] req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759247.928269:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759247.928271:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759247.928272:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759247.928274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759247.928275:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759247.928277:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759247.928280:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759247.928285:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928289:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759247.928290:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928292:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928293:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759247.928295:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928300:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759247.928302:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928307:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759247.928309:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928310:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928311:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928313:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759247.928315:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759247.928317:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759247.928320:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759247.928321:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759247.928324:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759247.928335:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759247.928338:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759247.928341:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928345:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.928346:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928348:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759247.928349:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759247.928351:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.928353:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759247.928355:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759247.928356:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759247.928357:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928359:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928361:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759247.928363:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759247.928366:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759247.928368:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759247.928370:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759247.928373:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875506432, portal 4 00000100:00000001:0.0:1787759247.928374:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759247.928375:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759247.928380:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928385:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759247.928387:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759247.928388:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759247.928390:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875506432, offset 0 00000400:00000200:0.0:1787759247.928393:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928396:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928399:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759247.928401:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759247.928403:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759247.928405:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759247.928407:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928409:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776381:776381:256:4294967295] 192.168.201.104@tcp LPNI seq info [776372:776372:8:4294967295] 00000400:00000200:0.0:1787759247.928412:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928416:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759247.928419:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928421:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759247.928424:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759247.928426:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759247.928430:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759247.928432:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759247.928435:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928437:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759247.928439:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759247.928442:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759247.928444:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759247.928445:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759247.928447:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759247.928449:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928455:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928458:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928462:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928464:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759247.928465:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.928467:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759247.928470:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759247.928472:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312602184 00000100:00000001:0.0:1787759247.928474:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928476:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312602184 00000100:00000001:0.0:1787759247.928478:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928479:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759247.928481:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928482:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759247.928485:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247] req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759247.928490:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759247.928490:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759247.928491:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759247.928493:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759247.928495:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759247.928496:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759247.928499:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759247.928505:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928509:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759247.928510:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928511:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928512:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759247.928515:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928519:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759247.928522:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928526:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759247.928529:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928530:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928531:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928533:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759247.928534:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759247.928536:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759247.928539:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759247.928540:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759247.928543:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759247.928548:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759247.928551:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759247.928553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928557:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759247.928558:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928560:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759247.928561:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759247.928562:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759247.928564:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759247.928566:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759247.928568:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759247.928569:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759247.928570:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928573:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759247.928575:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759247.928579:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759247.928582:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759247.928586:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759247.928590:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875506560, portal 4 00000100:00000001:0.0:1787759247.928593:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759247.928594:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:0.0:1787759247.928600:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928608:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759247.928610:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759247.928613:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759247.928616:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875506560, offset 0 00000400:00000200:0.0:1787759247.928621:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928626:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928630:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759247.928632:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759247.928635:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759247.928638:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759247.928641:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759247.928644:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776382:776382:256:4294967295] 192.168.201.104@tcp LPNI seq info [776373:776373:8:4294967295] 00000400:00000200:0.0:1787759247.928649:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759247.928656:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759247.928661:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928665:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759247.928669:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759247.928672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759247.928678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759247.928681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759247.928686:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759247.928688:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759247.928692:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759247.928695:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759247.928697:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759247.928699:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759247.928701:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759247.928704:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928714:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928717:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928722:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928723:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759247.928725:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759247.928728:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759247.928730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759247.928732:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312602148 00000100:00000001:0.0:1787759247.928734:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928736:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312602148 00000100:00000001:0.0:1787759247.928738:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312603404 00000100:00000001:0.0:1787759247.928740:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759247.928742:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928743:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759247.928746:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759247/real 1787759247] req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759247.928751:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759247.928751:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759247.928753:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759247.928754:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759247.928756:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759247.928758:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759247.928760:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759247.928766:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928770:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759247.928772:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928773:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928774:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759247.928777:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928781:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759247.928784:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928789:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759247.928790:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928792:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759247.928792:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928794:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759247.928795:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759247.928797:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759247.928800:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759247.928802:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759247.928807:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759247.928815:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875506560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759247.928819:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928821:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928860:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875506176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928869:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759247.928871:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928872:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759247.928875:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759247.928877:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759247.928878:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759247.928880:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759247.928882:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:0.0:1787759247.928885:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759247.928886:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759247.928887:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759247.928889:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759247.928890:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928892:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928895:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875506304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928900:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759247.928901:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928903:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759247.928904:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759247.928905:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759247.928906:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759247.928908:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759247.928909:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:0.0:1787759247.928911:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759247.928911:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759247.928912:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759247.928914:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759247.928915:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928916:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928918:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875506432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928922:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759247.928924:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928925:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759247.928926:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759247.928927:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759247.928928:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759247.928930:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759247.928931:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:0.0:1787759247.928932:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759247.928934:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759247.928935:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759247.928936:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759247.928937:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928938:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759247.928941:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875506560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759272 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759247.928945:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759247.928946:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759247.928947:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759247.928948:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759247.928949:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759247.928950:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759247.928951:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759247.928952:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:0.0:1787759247.928955:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759247.928956:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759247.928956:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759247.928958:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759247.928959:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928960:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759247.928964:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759247.928965:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759247.928966:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759247.928968:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759248.630195:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.630204:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759248.630204:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759248.630208:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.630210:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.630214:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759248.630215:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759248.630218:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.630223:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759248.630223:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759248.630229:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630229:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.630237:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759248.630241:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.630246:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759248.630246:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759248.630250:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630253:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.630272:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.630276:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.630281:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759248.630285:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759248.630295:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759248.630297:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759248.630302:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.630303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.630316:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759248.630317:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759248.630320:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630333:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759248.630340:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759248.630340:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630360:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759248.630370:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.630386:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759248.630387:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.630399:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.630408:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759248.630419:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759248.630423:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759248.630432:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759248.630435:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759248.630441:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759248.630451:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759248.630453:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759248.630475:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759248.630476:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759248.630488:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759248.630489:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630494:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759248.630497:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759248.630498:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759248.630504:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759249.270235:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312603404, at 4312603456 00000100:00000010:2.0:1787759249.270251:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000001:0.0:1787759249.654225:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759249.654226:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.654231:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759249.654232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759249.654235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759249.654235:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759249.654243:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759249.654244:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759249.654249:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759249.654252:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.654253:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654258:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.654259:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759249.654260:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759249.654264:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654265:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.654269:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759249.654269:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.654284:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759249.654284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.654290:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759249.654290:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759249.654294:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759249.654294:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759249.654300:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759249.654300:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759249.654304:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.654305:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.654309:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.654314:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759249.654318:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.654323:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759249.654323:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759249.654326:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654331:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.654339:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.654344:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759249.654344:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759249.654348:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759249.654348:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759249.654350:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759249.654351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759249.654352:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759249.654354:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759249.654354:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759249.654357:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654357:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654359:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759249.654361:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759249.654364:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759249.654365:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759249.654367:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759249.654369:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759250.678231:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759250.678235:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759250.678240:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759250.678241:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759250.678246:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.678247:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759250.678254:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759250.678255:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759250.678264:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759250.678264:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759250.678269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678270:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759250.678285:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759250.678289:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678293:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759250.678293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.678297:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678303:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759250.678313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759250.678319:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759250.678323:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759250.678324:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.678329:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759250.678331:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759250.678335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759250.678337:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759250.678342:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759250.678343:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678348:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759250.678349:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759250.678351:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759250.678353:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678358:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759250.678358:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759250.678361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759250.678364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759251.702231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759251.702237:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759251.702240:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759251.702247:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.702250:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759251.702255:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759251.702256:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759251.702261:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759251.702263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759251.702266:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759251.702270:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759251.702273:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759251.702273:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.702278:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759251.702281:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759251.702292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759251.702295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.702298:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759251.702305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759251.702310:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759251.702314:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759251.702321:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759251.702327:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759251.702328:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759251.702334:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759251.702334:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.702339:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759251.702342:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759251.702344:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759251.702345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.702352:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759251.702353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759251.702359:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759251.702367:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759251.702369:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759251.702372:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759251.702373:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759251.702378:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759251.702382:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759251.702385:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759251.702392:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759251.702398:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759251.702403:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759251.702405:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759251.702408:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.726233:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759252.726235:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.726241:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759252.726243:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.726246:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759252.726247:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.726254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759252.726255:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.726261:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759252.726263:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.726267:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759252.726269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.726275:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759252.726278:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.726283:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759252.726295:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759252.726299:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.726300:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.726305:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759252.726305:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.726307:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.726319:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759252.726321:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.726327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759252.726328:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.726331:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759252.726332:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.726336:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759252.726338:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.726340:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759252.726345:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.726346:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759252.726349:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759252.726358:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759252.726362:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759252.726368:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759252.726383:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759252.726387:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759252.726388:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759252.726390:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759252.726392:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759252.726394:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.726397:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1787759252.726397:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759252.726399:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759252.726402:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759252.726412:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759252.726417:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759253.046225:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759253.046234:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759253.046236:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759253.046240:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759253.046244:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759253.046250:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17934 00000400:00000200:0.0:1787759253.046260:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759253.046266:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759253.046269:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759253.046272:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046275:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046277:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046279:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759253.046283:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759253.046284:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759253.046287:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759253.046290:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759253.046292:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759253.046294:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759253.046297:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046299:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046301:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046303:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759253.046305:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759253.046308:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046310:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759253.046313:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759253.046316:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759253.046318:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046320:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759253.046322:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759253.046329:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759253.046332:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759253.046336:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759253.046337:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046340:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759253.046342:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759253.046346:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759253.046353:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759253.046360:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.046368:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875506688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759253.046379:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759253.046385:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.046391:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875506688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759253.046417:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759253.046421:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759253.046424:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759253.046426:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759253.046428:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759253.046432:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759253.046436:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17934 00000400:00000200:0.0:1787759253.046440:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759253.046443:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759253.046445:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759253.046448:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046451:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046454:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046457:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759253.046460:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759253.046462:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759253.046466:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759253.046468:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759253.046471:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759253.046473:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759253.046478:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046483:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046486:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046491:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759253.046496:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759253.046500:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046503:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759253.046507:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759253.046515:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759253.046520:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046523:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759253.046529:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759253.046532:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046535:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759253.046539:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759253.046543:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759253.046556:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759253.046558:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046565:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759253.046567:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759253.046572:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759253.046577:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759253.046581:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.046587:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875506816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759253.046598:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759253.046601:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.046611:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875506816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759253.046635:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759253.046639:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759253.046646:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759253.046649:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759253.046652:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759253.046659:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759253.046667:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17934 00000400:00000200:0.0:1787759253.046676:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759253.046685:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759253.046690:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759253.046699:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046706:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046712:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046717:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759253.046722:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759253.046725:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759253.046727:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759253.046729:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759253.046748:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759253.046754:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759253.046760:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046762:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046768:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046771:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759253.046775:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759253.046779:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046785:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759253.046791:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759253.046794:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759253.046797:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046802:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:3.1:1787759253.046802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000008:00100000:0.0:1787759253.046806:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000800:00000200:3.1:1787759253.046807:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000008:00000001:0.0:1787759253.046809:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046812:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759253.046817:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759253.046822:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759253.046828:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759253.046831:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.046835:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759253.046837:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759253.046839:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759253.046846:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759253.046851:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.046859:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875506944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759253.046876:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759253.046879:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.046886:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875506944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759253.046903:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759253.046907:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759253.046911:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759253.046913:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759253.046916:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759253.046922:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759253.046927:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17934 00000400:00000200:0.0:1787759253.046933:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759253.046939:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759253.046942:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759253.046948:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046951:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046957:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046962:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759253.046967:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759253.046969:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759253.046974:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759253.046977:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759253.046980:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759253.046983:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759253.046989:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.046993:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.046997:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047002:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759253.047005:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759253.047010:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047014:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759253.047024:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759253.047028:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759253.047032:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047033:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759253.047035:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759253.047037:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047040:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759253.047045:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759253.047049:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759253.047053:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759253.047056:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047060:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759253.047063:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759253.047067:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759253.047071:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759253.047076:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.047084:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875507072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759253.047099:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759253.047102:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.047108:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875507072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759253.047154:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759253.047157:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759253.047163:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759253.047165:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759253.047168:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759253.047171:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759253.047175:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17934 00000400:00000200:0.0:1787759253.047180:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759253.047185:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759253.047188:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759253.047194:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047198:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.047202:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047207:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759253.047211:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759253.047214:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759253.047216:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759253.047219:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759253.047224:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759253.047227:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759253.047234:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047239:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759253.047243:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047248:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759253.047253:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759253.047258:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759253.047260:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759253.047263:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759253.047268:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759253.047272:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047275:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759253.047279:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759253.047283:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047286:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759253.047291:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759253.047296:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759253.047301:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759253.047303:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.047306:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759253.047310:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759253.047311:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759253.047315:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759253.047318:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.047327:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875507200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759253.047338:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759253.047342:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.047351:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875507200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759253.047367:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759253.047373:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17944) 00000800:00000200:3.1:1787759253.047480:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759253.047483:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759253.047718:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759253.047720:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759253.047950:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759253.047953:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759253.048297:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759253.048300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1787759253.750249:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.750255:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.750259:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.750264:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759253.750270:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759253.750277:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750281:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759253.750285:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750291:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.750305:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.750357:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.750359:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.750363:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759253.750366:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759253.750369:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750371:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759253.750374:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750377:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759253.750492:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759253.750496:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759253.750498:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759253.750502:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759253.750505:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759253.750508:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759253.750513:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759253.750515:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759253.750519:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759253.750542:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759253.750546:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759253.750549:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759253.750551:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759253.750553:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759253.750555:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759253.750556:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759253.750558:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759253.750560:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759253.750619:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759253.750623:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759253.750625:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759253.750628:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759253.750630:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759253.750632:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750635:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759253.750636:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759253.750639:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759254.390201:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312608523, at 4312608576 00000100:00000010:2.0:1787759254.390222:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:0.0:1787759254.774240:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.774247:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759254.774250:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.774251:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759254.774257:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759254.774259:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759254.774261:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.774266:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759254.774270:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.774271:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759254.774278:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759254.774280:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759254.774283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.774284:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759254.774292:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759254.774293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759254.774296:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759254.774300:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.774312:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.774318:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759254.774319:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759254.774321:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759254.774324:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759254.774326:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759254.774328:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759254.774333:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759254.774334:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759254.774338:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759254.774339:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759254.774343:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.774354:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759254.774357:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759254.774363:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759254.774364:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759254.774366:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759254.774369:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759255.798214:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759255.798218:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759255.798220:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759255.798225:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759255.798225:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.798230:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759255.798239:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759255.798240:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759255.798247:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759255.798248:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759255.798254:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798254:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798260:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759255.798264:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798271:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.798272:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.798276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.798280:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759255.798287:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759255.798292:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759255.798296:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759255.798301:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759255.798302:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759255.798308:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759255.798309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759255.798312:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.798314:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759255.798316:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759255.798322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759255.798322:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798329:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759255.798331:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759255.798336:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.798343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759255.798347:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759255.798353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759255.798366:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759255.798370:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759255.798374:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759255.798377:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759255.798380:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759255.798383:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798386:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759255.798387:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759255.798390:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.822240:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759256.822240:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.822251:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759256.822251:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.822256:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759256.822256:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.822265:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759256.822265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.822274:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759256.822274:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759256.822280:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759256.822280:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822294:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759256.822297:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822301:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759256.822302:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759256.822305:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759256.822308:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.822320:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759256.822321:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.822326:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759256.822327:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.822330:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759256.822332:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.822334:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759256.822337:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.822340:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759256.822342:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759256.822344:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822348:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759256.822348:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822352:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822357:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759256.822358:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759256.822363:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759256.822368:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759256.822402:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759256.822405:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759256.822407:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759256.822410:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759256.822413:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759256.822417:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822420:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759256.822422:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759256.822424:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759257.846251:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759257.846261:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759257.846267:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.846270:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759257.846273:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759257.846282:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759257.846282:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759257.846288:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759257.846289:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759257.846299:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759257.846312:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759257.846312:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759257.846322:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.846323:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759257.846337:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.846355:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759257.846361:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759257.846363:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759257.846369:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759257.846370:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759257.846372:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759257.846380:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759257.846386:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759257.846393:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759257.846408:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759257.846415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759257.846427:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759257.846457:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759257.846465:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759257.846469:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759257.846473:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759257.846477:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759257.846481:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.846487:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759257.846492:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759257.846500:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759258.166227:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759258.166238:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759258.166241:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759258.166245:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759258.166249:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759258.166257:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17939 00000400:00000200:0.0:1787759258.166267:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759258.166274:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759258.166278:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759258.166282:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166285:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166288:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166291:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759258.166296:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759258.166298:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759258.166301:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759258.166305:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759258.166308:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759258.166311:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759258.166314:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166317:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166319:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166322:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759258.166326:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759258.166330:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166333:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759258.166336:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759258.166340:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759258.166343:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166344:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759258.166347:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759258.166361:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759258.166365:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759258.166368:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759258.166370:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166372:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759258.166374:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759258.166378:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759258.166385:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759258.166390:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.166397:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875507328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759258.166405:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759258.166409:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.166412:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875507328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759258.166431:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759258.166433:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759258.166436:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759258.166437:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759258.166438:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759258.166440:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759258.166442:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17939 00000400:00000200:0.0:1787759258.166445:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759258.166447:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759258.166448:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759258.166451:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166453:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166456:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166458:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759258.166461:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759258.166463:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759258.166465:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759258.166467:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759258.166469:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759258.166472:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759258.166477:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166480:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166483:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166485:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759258.166489:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759258.166493:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166496:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759258.166498:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759258.166504:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759258.166512:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166515:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759258.166527:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759258.166532:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166534:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759258.166539:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759258.166543:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759258.166553:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759258.166559:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166567:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759258.166578:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759258.166585:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759258.166600:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759258.166608:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.166620:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875507456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759258.166636:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759258.166641:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.166663:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875507456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759258.166682:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759258.166688:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759258.166700:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759258.166706:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759258.166713:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759258.166725:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759258.166731:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17939 00000400:00000200:0.0:1787759258.166746:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759258.166756:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759258.166761:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759258.166773:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166776:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166779:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166786:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759258.166795:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759258.166797:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759258.166801:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759258.166806:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759258.166815:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759258.166822:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759258.166833:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166838:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.166846:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166852:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759258.166873:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759258.166882:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759258.166885:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759258.166892:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759258.166898:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759258.166907:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166911:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759258.166914:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759258.166919:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166924:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759258.166933:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759258.166941:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759258.166950:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759258.166954:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.166958:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759258.166962:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759258.166969:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759258.166976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000010:0.0:1787759258.166979:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000800:00000200:3.1:1787759258.166982:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000100:00000001:0.0:1787759258.166985:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.166996:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875507584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759258.167007:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759258.167016:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.167030:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875507584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759258.167059:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759258.167063:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759258.167070:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759258.167076:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759258.167081:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759258.167091:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759258.167098:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17939 00000400:00000200:0.0:1787759258.167114:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759258.167150:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759258.167154:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759258.167162:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167167:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.167175:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167181:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759258.167185:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759258.167186:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759258.167188:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759258.167191:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759258.167194:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759258.167203:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759258.167207:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167209:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.167210:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167212:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759258.167215:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759258.167218:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167225:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759258.167231:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759258.167235:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759258.167245:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167248:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759258.167250:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759258.167253:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167258:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759258.167261:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759258.167265:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759258.167273:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759258.167276:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167279:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759258.167281:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759258.167286:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759258.167291:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759258.167298:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.167312:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875507712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759258.167328:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759258.167334:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.167349:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875507712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759258.167373:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759258.167383:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759258.167393:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759258.167404:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759258.167409:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759258.167420:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759258.167426:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17939 00000400:00000200:0.0:1787759258.167437:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759258.167445:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759258.167449:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759258.167456:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167464:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.167471:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167478:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759258.167486:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759258.167494:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759258.167500:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759258.167507:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759258.167515:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759258.167525:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759258.167539:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167551:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759258.167561:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167568:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759258.167574:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759258.167583:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759258.167589:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759258.167596:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759258.167603:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759258.167616:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167624:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759258.167629:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759258.167640:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167661:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759258.167671:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759258.167679:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759258.167687:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759258.167690:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.167695:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759258.167701:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759258.167707:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759258.167715:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759258.167721:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759258.167728:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875507840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759258.167735:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759258.167741:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.167750:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875507840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759258.167772:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759258.167780:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17950) 00000800:00000200:3.1:1787759258.167928:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759258.167930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787759258.168293:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759258.168296:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787759258.168661:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759258.168665:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1787759258.169166:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759258.169170:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000100:00000001:0.0:1787759258.870272:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759258.870280:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759258.870283:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759258.870285:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759258.870291:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759258.870295:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759258.870295:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759258.870303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759258.870305:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759258.870309:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759258.870312:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759258.870318:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.870320:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759258.870325:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.870330:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759258.870331:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759258.870336:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759258.870341:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759258.870357:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759258.870364:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759258.870365:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759258.870367:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.870376:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759258.870376:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759258.870384:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759258.870385:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759258.870394:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759258.870405:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759258.870406:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759258.870410:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.870416:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759258.870416:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759258.870426:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.870435:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759258.870439:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759258.870444:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759259.510259:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312613644, at 4312613696 00000100:00000010:2.0:1787759259.510285:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000001:0.0:1787759259.894260:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759259.894260:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.894270:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759259.894271:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759259.894273:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.894274:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759259.894280:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759259.894281:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759259.894288:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.894291:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759259.894296:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.894300:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759259.894303:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759259.894313:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759259.894322:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.894324:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.894327:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.894335:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759259.894374:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759259.894379:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759259.894380:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759259.894382:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759259.894385:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759259.894388:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759259.894392:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759259.894394:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759259.894397:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759259.894431:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759259.894435:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759259.894439:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759259.894457:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759259.894469:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759259.894480:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.894484:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759259.894487:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759259.894490:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759260.918246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.918247:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.918256:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759260.918256:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759260.918260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759260.918260:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759260.918267:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759260.918267:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759260.918273:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.918278:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918280:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759260.918283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.918291:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759260.918295:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759260.918299:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759260.918308:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759260.918313:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759260.918313:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918317:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.918318:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759260.918321:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759260.918325:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759260.918330:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759260.918334:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918334:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759260.918338:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759260.918338:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759260.918342:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918342:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759260.918346:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759260.918346:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759260.918350:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759260.918355:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918359:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759260.918362:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759260.918367:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.942254:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759261.942260:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759261.942265:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759261.942266:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759261.942271:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759261.942271:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759261.942279:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759261.942280:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759261.942288:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759261.942288:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759261.942294:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759261.942294:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759261.942314:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759261.942317:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.942321:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759261.942321:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.942324:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.942328:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759261.942340:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759261.942344:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759261.942347:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759261.942348:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.942350:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759261.942354:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759261.942354:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759261.942360:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759261.942360:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759261.942364:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.942365:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759261.942370:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759261.942370:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759261.942374:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759261.942377:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759261.942378:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759261.942380:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759261.942382:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759262.966247:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759262.966250:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759262.966258:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759262.966258:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759262.966261:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759262.966262:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759262.966274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759262.966274:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759262.966280:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759262.966280:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759262.966289:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759262.966290:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.966293:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759262.966301:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.966305:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759262.966306:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759262.966308:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759262.966311:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759262.966326:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759262.966330:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759262.966330:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759262.966335:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759262.966337:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759262.966340:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759262.966341:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759262.966345:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759262.966352:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759262.966355:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.966360:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759262.966361:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759262.966365:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759262.966366:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759262.966381:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759262.966384:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759262.966393:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759262.966402:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759263.286877:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759263.286883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787759263.287398:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759263.287400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787759263.287610:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759263.287611:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787759263.287802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759263.287803:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1787759263.287976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759263.287978:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000100:00000001:0.0:1787759263.990264:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759263.990271:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.990274:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759263.990279:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759263.990286:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.990291:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.990295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759263.990300:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759263.990301:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759263.990312:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.990313:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759263.990321:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759263.990333:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759263.990343:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.990349:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759263.990350:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.990353:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.990359:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759263.990359:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759263.990361:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759263.990364:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.990365:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.990369:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759263.990375:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.990376:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.990380:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.990389:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759263.990411:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759263.990415:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759263.990418:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759263.990419:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759263.990425:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.990426:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759263.990440:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759263.990441:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759263.990452:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759263.990452:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759263.990460:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759263.990460:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759263.990472:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759263.990477:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759263.990481:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759263.990482:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759263.990486:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759263.990491:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759264.630286:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312618763, at 4312618816 00000100:00000010:2.0:1787759264.630318:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000001:0.0:1787759265.014263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759265.014263:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759265.014271:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.014272:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759265.014276:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.014283:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759265.014284:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759265.014294:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759265.014294:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759265.014298:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759265.014306:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014306:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.014326:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759265.014330:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759265.014336:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759265.014340:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759265.014344:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014350:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.014356:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759265.014359:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.014362:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759265.014365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759265.014369:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759265.014370:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759265.014372:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014373:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759265.014378:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759265.014378:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759265.014381:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759265.014383:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759265.014385:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759265.014391:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759265.014395:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014402:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759265.014404:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014413:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759265.014430:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759265.014435:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759265.014440:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759265.014447:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759265.014450:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759265.014455:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014465:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759265.014468:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759265.014473:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759265.014505:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759265.014508:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759265.014511:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759266.038263:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759266.038263:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759266.038273:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759266.038273:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.038277:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759266.038277:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.038283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759266.038283:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759266.038289:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.038290:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.038295:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759266.038295:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759266.038308:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759266.038312:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.038325:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759266.038329:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.038330:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.038340:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759266.038351:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759266.038357:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759266.038363:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759266.038369:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759266.038374:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759266.038380:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759266.038384:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759266.038391:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.038398:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759266.038400:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759266.038405:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759266.038413:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759266.038428:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759266.038437:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759266.038445:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.038453:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759266.038457:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759266.038460:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759267.062300:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.062303:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.062312:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759267.062312:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759267.062317:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759267.062323:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759267.062326:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.062333:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759267.062333:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.062339:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759267.062341:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.062350:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759267.062350:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.062357:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.062369:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759267.062370:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759267.062380:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759267.062386:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759267.062404:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.062408:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759267.062412:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759267.062416:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759267.062419:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759267.062428:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759267.062429:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759267.062433:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.062437:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759267.062444:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759267.062449:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759267.062452:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759267.062456:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759267.062459:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759267.062462:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759267.062469:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759267.062477:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759267.062483:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759268.086222:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759268.086232:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759268.086236:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759268.086244:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.086245:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759268.086260:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759268.086262:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759268.086266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759268.086267:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759268.086281:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759268.086283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759268.086285:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086289:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759268.086292:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.086294:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086312:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.086319:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086325:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759268.086343:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759268.086349:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759268.086351:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759268.086355:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759268.086359:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759268.086359:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759268.086370:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086371:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759268.086377:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.086378:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759268.086382:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759268.086392:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759268.086392:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759268.086405:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759268.086410:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086418:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759268.086427:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759268.086431:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759268.086576:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759268.086579:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759268.086581:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1787759268.406776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759268.406783:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759268.407505:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759268.407508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759268.407742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759268.407743:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759268.407971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759268.407973:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759268.408332:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759268.408334:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1787759269.110277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759269.110278:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759269.110293:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759269.110294:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759269.110300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.110301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759269.110317:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759269.110318:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759269.110331:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759269.110332:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759269.110340:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.110341:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759269.110352:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759269.110361:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759269.110375:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.110376:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759269.110379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.110384:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759269.110402:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759269.110407:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759269.110408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759269.110412:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759269.110413:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.110416:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759269.110425:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759269.110426:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759269.110435:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759269.110436:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759269.110440:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.110441:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759269.110461:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759269.110468:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.110484:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759269.110484:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759269.110492:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759269.110499:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759269.750264:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312623883, at 4312623936 00000100:00000010:2.0:1787759269.750292:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:0.0:1787759270.134246:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.134251:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.134258:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759270.134260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759270.134262:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759270.134272:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.134273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759270.134279:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.134283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134291:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759270.134291:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.134297:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759270.134300:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759270.134302:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759270.134307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759270.134316:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.134322:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759270.134322:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134326:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.134328:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759270.134329:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759270.134331:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.134339:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759270.134344:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134349:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.134352:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134357:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759270.134360:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759270.134368:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759270.134375:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759270.134385:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759270.134395:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759270.134400:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759270.134411:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759270.134415:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759270.134419:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759270.134424:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759270.134427:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759270.134428:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759270.134431:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759270.134463:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759270.134467:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134469:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759270.134471:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759270.134474:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759271.158204:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.158208:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759271.158209:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759271.158213:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759271.158213:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.158219:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759271.158219:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759271.158224:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759271.158226:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759271.158229:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759271.158232:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158233:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759271.158242:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759271.158251:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158262:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759271.158262:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.158266:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158274:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759271.158283:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759271.158290:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759271.158296:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.158305:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759271.158313:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759271.158313:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759271.158319:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759271.158324:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759271.158327:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759271.158330:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158332:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759271.158333:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759271.158336:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759271.158336:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158342:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759271.158342:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759271.158346:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759271.158349:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759271.158435:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759271.158438:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759271.158440:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759272.182264:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759272.182275:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.182283:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759272.182283:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.182291:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.182297:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759272.182299:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759272.182304:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759272.182309:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.182310:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.182319:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759272.182319:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.182331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.182336:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759272.182340:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.182342:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759272.182346:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759272.182350:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.182379:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759272.182379:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.182388:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759272.182388:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.182390:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759272.182390:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759272.182394:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759272.182394:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759272.182410:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759272.182410:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.182412:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759272.182412:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.182414:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.182416:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.182418:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759272.182420:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759272.182422:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759272.182427:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759272.182440:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759272.182446:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759272.182450:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759272.182456:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759272.182465:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759272.182471:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.182476:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759272.182482:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759272.182486:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759273.206209:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759273.206217:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759273.206219:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.206221:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759273.206223:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759273.206227:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759273.206228:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759273.206232:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759273.206233:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759273.206236:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759273.206238:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759273.206240:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759273.206242:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206243:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206248:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759273.206249:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.206253:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206260:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.206282:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759273.206282:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759273.206291:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759273.206291:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759273.206296:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759273.206296:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759273.206307:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759273.206308:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759273.206314:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759273.206316:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759273.206321:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206325:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759273.206335:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759273.206342:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206351:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759273.206351:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759273.206354:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759273.206359:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759273.206397:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759273.206400:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759273.206401:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759273.206405:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759273.206411:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759273.206420:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759273.206434:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759273.206441:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759273.206448:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759273.526890:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759273.526896:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759273.527529:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759273.527532:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759273.527828:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759273.527831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759273.528130:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759273.528133:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759273.528438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759273.528441:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1787759274.230281:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759274.230285:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759274.230288:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759274.230291:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.230294:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759274.230298:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759274.230299:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759274.230311:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759274.230314:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759274.230318:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.230321:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.230326:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.230332:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.230337:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230338:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759274.230343:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.230346:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759274.230347:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759274.230380:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759274.230384:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759274.230386:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759274.230389:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759274.230394:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.230399:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759274.230402:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759274.230407:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759274.230411:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759274.230414:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759274.230422:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759274.230422:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230435:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.230437:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759274.230443:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230448:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759274.230449:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759274.230456:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230456:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759274.230460:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759274.230463:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759274.230466:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759274.230473:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759274.230477:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230482:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759274.230486:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759274.230490:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759274.230548:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759274.230552:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759274.230555:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759274.870331:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312629003, at 4312629056 00000100:00000010:2.0:1787759274.870362:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000001:2.0:1787759275.254284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759275.254295:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759275.254300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759275.254314:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759275.254324:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759275.254332:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254361:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759275.254365:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254369:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759275.254389:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759275.254395:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759275.254399:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759275.254405:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759275.254409:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759275.254414:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254419:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759275.254422:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254428:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759275.254460:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759275.254463:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759275.254466:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759275.254468:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759275.254471:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759275.254473:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254475:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759275.254477:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.254479:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759275.255246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759275.255249:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759275.255250:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759275.255254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759275.255257:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759275.255259:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.255261:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759275.255262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759275.255264:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759275.255270:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759275.255276:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759275.255279:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759275.255284:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759275.255289:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759275.255293:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.255298:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759275.255302:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759275.255307:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.278244:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759276.278253:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.278257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759276.278264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759276.278274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.278280:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759276.278288:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759276.278291:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.278292:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759276.278301:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759276.278302:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759276.278313:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.278315:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759276.278322:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278338:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759276.278341:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278346:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759276.278375:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759276.278378:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759276.278379:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759276.278382:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759276.278386:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759276.278388:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278391:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759276.278393:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278396:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759276.278402:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759276.278408:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.278412:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759276.278416:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759276.278420:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759276.278424:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759276.278430:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759276.278431:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759276.278432:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278436:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759276.278438:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759276.278442:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759276.278448:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759276.278453:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759276.278457:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278459:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759276.278461:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759276.278463:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.302233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759277.302235:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.302240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759277.302241:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759277.302244:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759277.302246:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759277.302249:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759277.302253:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.302254:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.302259:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759277.302259:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759277.302265:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.302270:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759277.302274:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.302278:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759277.302286:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759277.302290:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.302291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.302295:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759277.302297:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759277.302298:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759277.302303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759277.302320:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759277.302323:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.302329:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759277.302329:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759277.302330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759277.302335:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759277.302335:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759277.302339:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759277.302343:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759277.302348:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759277.302352:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759277.302355:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759277.302359:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759277.302365:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759277.302441:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759277.302444:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759277.302446:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759278.326255:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759278.326261:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759278.326266:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759278.326269:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759278.326276:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759278.326278:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.326287:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759278.326298:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759278.326303:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759278.326306:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759278.326307:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759278.326312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759278.326316:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326323:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759278.326323:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.326327:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326332:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759278.326346:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759278.326352:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759278.326356:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759278.326360:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759278.326364:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759278.326369:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759278.326382:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759278.326387:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326397:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759278.326398:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.326403:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759278.326408:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.326413:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759278.326426:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759278.326432:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326437:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759278.326442:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759278.326446:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759278.646244:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759278.646254:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759278.646256:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759278.646260:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759278.646264:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759278.646270:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17960 00000400:00000200:0.0:1787759278.646300:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759278.646307:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759278.646311:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759278.646315:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646319:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646323:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646326:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759278.646330:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759278.646332:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759278.646335:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759278.646338:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759278.646340:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759278.646343:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759278.646345:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646347:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646349:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646350:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759278.646352:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759278.646355:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646356:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759278.646360:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759278.646363:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759278.646365:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646367:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759278.646370:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759278.646375:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759278.646377:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759278.646382:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759278.646383:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646385:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759278.646388:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759278.646391:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759278.646398:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759278.646403:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.646411:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875509888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759278.646419:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759278.646423:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.646427:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875509888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759278.646448:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759278.646451:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759278.646454:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759278.646455:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759278.646456:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759278.646458:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759278.646460:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17960 00000400:00000200:0.0:1787759278.646463:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759278.646466:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759278.646468:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759278.646470:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646472:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646474:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646476:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759278.646478:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759278.646479:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759278.646481:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759278.646483:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759278.646484:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759278.646486:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759278.646489:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646491:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646494:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646495:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759278.646499:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759278.646503:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646507:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759278.646510:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759278.646516:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759278.646519:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646522:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759278.646528:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759278.646533:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646537:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759278.646545:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759278.646551:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759278.646555:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759278.646558:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646562:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759278.646565:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759278.646569:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759278.646576:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759278.646582:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.646590:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875510016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759278.646602:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759278.646606:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.646613:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875510016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759278.646626:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759278.646629:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759278.646633:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759278.646636:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759278.646638:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759278.646642:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759278.646647:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17960 00000400:00000200:0.0:1787759278.646654:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759278.646660:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759278.646663:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759278.646669:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646671:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646674:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646677:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759278.646679:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759278.646681:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759278.646684:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759278.646687:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759278.646688:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759278.646690:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759278.646695:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646698:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646700:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646703:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759278.646707:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759278.646711:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646714:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759278.646717:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759278.646720:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759278.646723:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646727:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759278.646729:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759278.646732:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646735:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759278.646740:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759278.646745:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759278.646750:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759278.646752:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646756:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759278.646759:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759278.646761:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759278.646765:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759278.646770:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.646777:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875510144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759278.646786:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759278.646790:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.646794:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875510144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759278.646802:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759278.646805:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759278.646808:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759278.646810:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759278.646812:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759278.646815:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759278.646819:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17960 00000400:00000200:0.0:1787759278.646825:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:1.1:1787759278.646826:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:0.0:1787759278.646829:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759278.646833:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1787759278.646833:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1787759278.646837:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646840:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646844:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646848:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759278.646850:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759278.646853:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759278.646854:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759278.646856:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759278.646861:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759278.646864:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759278.646870:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646872:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646876:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646879:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759278.646883:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759278.646886:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646890:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759278.646892:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759278.646895:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759278.646900:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646903:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759278.646906:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759278.646911:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646913:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759278.646917:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759278.646920:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759278.646924:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759278.646926:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.646929:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759278.646931:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759278.646934:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759278.646938:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759278.646942:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.646948:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875510272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759278.646958:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759278.646960:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.646964:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875510272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759278.646973:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759278.646975:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759278.646977:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759278.646978:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759278.646980:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759278.646982:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759278.646983:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17960 00000400:00000200:0.0:1787759278.646986:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759278.646990:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759278.646991:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759278.646994:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.646996:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.646999:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.647002:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759278.647004:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759278.647005:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759278.647008:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759278.647010:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759278.647012:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759278.647015:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759278.647018:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.647021:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759278.647024:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759278.647027:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759278.647031:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759278.647035:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759278.647037:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759278.647040:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759278.647042:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759278.647047:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.647050:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759278.647053:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759278.647064:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.647068:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759278.647072:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759278.647076:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759278.647080:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759278.647082:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759278.647086:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759278.647088:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759278.647089:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759278.647097:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759278.647101:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759278.647108:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875510400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759278.647137:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759278.647141:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.647146:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875510400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759278.647155:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759278.647161:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17970) 00000800:00000200:1.1:1787759278.647421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759278.647424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759278.647706:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759278.647708:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759278.647987:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759278.647991:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759278.648309:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759278.648312:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1787759279.350236:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759279.350245:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759279.350250:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759279.350257:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759279.350265:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759279.350285:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350291:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759279.350295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.350369:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759279.350372:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759279.350373:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759279.350375:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759279.350377:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759279.350378:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350468:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759279.350513:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759279.350517:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759279.350520:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759279.350523:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759279.350525:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759279.350529:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350532:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759279.350534:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350537:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759279.350549:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759279.350554:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759279.350558:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759279.350562:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759279.350567:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759279.350570:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350582:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759279.350586:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759279.350590:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759279.350633:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759279.350635:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759279.350636:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759279.990197:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312634123, at 4312634176 00000100:00000010:2.0:1787759279.990217:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e240. 00000100:00000001:0.0:1787759280.374219:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759280.374219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759280.374227:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759280.374227:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759280.374231:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759280.374231:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759280.374239:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759280.374239:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759280.374245:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759280.374251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374265:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759280.374268:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374273:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.374287:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759280.374290:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.374295:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759280.374296:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759280.374299:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374300:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759280.374303:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.374304:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759280.374309:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759280.374315:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759280.374320:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374324:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759280.374328:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374333:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759280.374351:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759280.374355:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759280.374356:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759280.374357:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.374359:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759280.374359:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759280.374362:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759280.374363:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759280.374366:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759280.374367:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.374370:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759280.374370:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759280.374373:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374373:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759280.374378:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759280.374388:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759280.374391:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759280.374397:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.398190:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759281.398191:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759281.398198:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759281.398198:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759281.398202:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759281.398202:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759281.398209:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759281.398210:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759281.398214:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759281.398216:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.398218:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759281.398220:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398222:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.398227:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398244:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759281.398245:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759281.398249:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759281.398254:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759281.398271:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759281.398274:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759281.398275:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759281.398278:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759281.398279:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759281.398281:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.398283:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759281.398285:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398286:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759281.398289:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759281.398290:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759281.398292:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398294:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.398298:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759281.398298:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.398303:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759281.398306:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398309:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.398327:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759281.398328:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759281.398332:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759281.398332:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759281.398335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759281.398335:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759281.398340:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759281.398341:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759281.398345:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759281.398346:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759281.398349:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759281.398350:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759281.398354:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759281.398356:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398361:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759281.398362:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759281.398364:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759281.398368:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759282.422255:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759282.422266:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759282.422266:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759282.422279:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.422280:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759282.422288:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759282.422292:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759282.422303:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759282.422305:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759282.422311:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759282.422312:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.422316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759282.422325:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759282.422331:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759282.422337:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.422339:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.422350:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.422364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759282.422368:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759282.422382:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759282.422390:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.422396:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759282.422407:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759282.422408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759282.422414:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759282.422416:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759282.422425:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759282.422426:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759282.422431:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759282.422431:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759282.422433:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.422436:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759282.422438:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759282.422441:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759282.422445:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759282.422452:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759283.446215:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.446216:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.446224:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759283.446224:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759283.446226:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.446228:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759283.446232:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759283.446236:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759283.446236:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759283.446242:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.446244:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759283.446245:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759283.446249:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.446250:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446255:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.446268:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759283.446273:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.446277:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759283.446284:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759283.446288:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759283.446289:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759283.446291:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759283.446293:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759283.446297:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446301:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759283.446303:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759283.446304:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.446310:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759283.446310:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.446315:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759283.446321:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759283.446325:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759283.446326:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759283.446329:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759283.446331:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446332:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759283.446335:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759283.446336:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759283.446340:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446341:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759283.446345:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759283.446345:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446351:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759283.446352:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759283.446354:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759283.766778:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759283.766784:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759283.767377:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759283.767379:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759283.767676:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759283.767679:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759283.767969:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759283.767972:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759283.768290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759283.768293:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759284.470233:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.470236:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759284.470240:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759284.470242:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759284.470243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.470246:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759284.470250:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759284.470251:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759284.470257:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.470258:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.470264:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759284.470264:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.470282:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759284.470286:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759284.470290:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759284.470290:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759284.470295:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759284.470300:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.470306:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.470310:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759284.470312:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759284.470316:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759284.470318:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759284.470320:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759284.470324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759284.470324:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759284.470329:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759284.470329:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759284.470332:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759284.470336:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759284.470337:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759284.470342:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759284.470346:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759284.470351:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759284.470354:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759284.470359:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759285.110210:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312639243, at 4312639296 00000100:00000010:2.0:1787759285.110225:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000001:0.0:1787759285.494260:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759285.494260:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759285.494269:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759285.494269:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759285.494273:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759285.494274:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759285.494282:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759285.494283:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759285.494287:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759285.494289:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759285.494293:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759285.494294:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759285.494298:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759285.494303:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494308:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759285.494309:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759285.494311:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759285.494328:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759285.494333:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759285.494334:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759285.494337:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759285.494340:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759285.494342:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494346:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759285.494348:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759285.494350:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759285.494351:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494353:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759285.494354:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759285.494358:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759285.494362:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759285.494367:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494371:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759285.494374:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759285.494375:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759285.494379:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759285.494379:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759285.494383:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759285.494390:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759285.494396:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759285.494399:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759285.494402:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759285.494404:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759285.494407:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759286.518249:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759286.518256:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759286.518258:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759286.518260:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759286.518262:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.518263:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759286.518270:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759286.518270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759286.518277:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759286.518277:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.518281:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759286.518283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518285:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.518289:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518292:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759286.518304:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.518305:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759286.518309:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518310:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759286.518312:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759286.518315:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759286.518315:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.518321:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.518323:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518325:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.518328:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518331:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759286.518333:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759286.518338:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759286.518340:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.518343:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759286.518343:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759286.518346:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759286.518348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759286.518349:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759286.518352:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759286.518354:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759286.518356:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759286.518357:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759286.518360:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518361:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518368:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759286.518368:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759286.518372:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759286.518379:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.542219:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.542227:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759287.542229:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759287.542233:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759287.542234:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.542239:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759287.542239:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759287.542243:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542244:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759287.542249:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759287.542253:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759287.542255:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759287.542256:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.542258:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.542263:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759287.542263:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759287.542266:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542269:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.542279:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759287.542283:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759287.542286:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759287.542287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759287.542291:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759287.542292:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759287.542295:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759287.542297:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759287.542298:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759287.542300:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542301:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759287.542305:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759287.542306:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.542309:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759287.542311:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759287.542314:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759287.542317:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542320:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759287.542332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759287.542336:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759287.542339:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759287.542345:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759287.542348:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759287.542352:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542357:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759287.542360:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759287.542364:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759287.542389:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759287.542391:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759287.542394:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759288.566225:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759288.566225:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.566233:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759288.566233:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759288.566235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759288.566237:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759288.566241:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759288.566243:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.566245:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759288.566248:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.566250:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759288.566252:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.566255:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759288.566256:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759288.566258:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759288.566260:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.566263:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759288.566265:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.566279:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759288.566282:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.566283:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759288.566286:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759288.566287:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759288.566289:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759288.566291:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.566293:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.566296:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759288.566296:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.566302:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759288.566303:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.566304:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.566307:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759288.566307:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759288.566319:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759288.566321:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759288.566326:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759288.566333:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759288.566336:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759288.566337:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759288.566339:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759288.566341:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759288.566343:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.566346:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759288.566348:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759288.566350:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759288.886842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759288.886850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759288.887434:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759288.887437:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759288.887771:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759288.887774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759288.888074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759288.888077:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1787759288.888431:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759288.888433:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787759289.590204:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759289.590210:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759289.590215:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.590218:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759289.590220:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.590225:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759289.590226:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.590229:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759289.590231:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759289.590235:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.590241:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.590247:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759289.590252:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759289.590254:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590257:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759289.590257:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.590260:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590263:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759289.590267:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759289.590272:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.590278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759289.590283:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.590286:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759289.590289:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759289.590290:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.590294:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759289.590295:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.590298:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759289.590299:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759289.590302:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590307:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759289.590309:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590312:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759289.590313:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759289.590317:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590322:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759289.590325:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759289.590326:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759289.590330:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759289.590334:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759289.590337:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759289.590339:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759289.590343:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759289.590346:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759290.230198:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312644363, at 4312644416 00000100:00000010:2.0:1787759290.230211:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e360. 00000100:00000001:0.0:1787759290.614212:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759290.614212:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.614219:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759290.614220:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.614222:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759290.614224:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.614228:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759290.614230:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.614232:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759290.614236:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.614237:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759290.614239:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.614242:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759290.614244:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.614247:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759290.614257:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759290.614260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759290.614261:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.614263:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.614266:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759290.614266:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.614271:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.614276:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.614280:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759290.614282:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.614286:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759290.614287:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.614291:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759290.614291:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.614298:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759290.614298:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759290.614303:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759290.614308:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759290.614311:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759290.614313:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759290.614316:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759290.614317:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759290.614322:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759290.614326:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759290.614333:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759290.614337:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759290.614341:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.614343:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759290.614345:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759290.614347:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759291.638223:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.638225:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.638231:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759291.638232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.638234:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759291.638236:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759291.638242:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759291.638243:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.638249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759291.638250:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759291.638256:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.638257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638263:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759291.638268:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638274:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759291.638362:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759291.638367:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759291.638370:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759291.638374:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759291.638379:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759291.638382:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.638460:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.638463:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.638473:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759291.638473:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759291.638477:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638480:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.638492:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.638497:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.638500:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759291.638504:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759291.638505:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.638510:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759291.638510:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.638514:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638514:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.638520:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759291.638520:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.638523:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638525:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759291.638528:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759291.638530:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638535:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759291.638537:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759291.638540:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759291.638551:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759291.638554:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759291.638555:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759291.638558:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759291.638561:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759291.638563:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.638566:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759291.638569:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759291.638571:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.662231:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.662237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.662242:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.662248:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759292.662253:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759292.662254:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759292.662260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759292.662260:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759292.662263:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.662266:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759292.662270:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759292.662271:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.662277:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759292.662277:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759292.662281:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759292.662285:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759292.662289:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.662293:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759292.662295:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.662298:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.662303:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759292.662308:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.662313:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759292.662313:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759292.662318:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759292.662319:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759292.662321:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759292.662325:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759292.662326:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759292.662331:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759292.662332:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759292.662336:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759292.662340:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759292.662341:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759292.662346:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759292.662353:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759292.662370:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759292.662372:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759292.662375:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759293.686227:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759293.686227:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759293.686235:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759293.686238:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.686240:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759293.686243:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759293.686245:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759293.686250:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759293.686251:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759293.686256:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.686257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759293.686262:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.686265:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759293.686271:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.686275:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759293.686291:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759293.686296:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759293.686300:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759293.686301:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.686305:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.686309:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759293.686315:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759293.686319:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759293.686321:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759293.686325:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759293.686326:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759293.686329:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759293.686331:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759293.686334:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759293.686335:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759293.686338:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759293.686339:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759293.686341:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759293.686345:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759293.686348:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759293.686350:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759293.686368:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759293.686374:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759293.686380:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759294.006240:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759294.006249:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759294.006251:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759294.006255:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759294.006258:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759294.006265:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17975 00000400:00000200:2.0:1787759294.006273:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759294.006278:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759294.006280:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759294.006283:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006285:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006287:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006290:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759294.006295:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759294.006297:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759294.006300:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759294.006304:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759294.006313:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759294.006317:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759294.006321:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006324:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006326:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006329:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759294.006333:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759294.006337:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006340:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759294.006343:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759294.006347:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759294.006350:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006353:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759294.006356:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759294.006366:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759294.006369:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759294.006372:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759294.006373:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006376:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759294.006378:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759294.006381:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759294.006390:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759294.006396:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.006404:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875511808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759294.006412:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759294.006416:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006419:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875511808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759294.006435:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759294.006442:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759294.006445:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759294.006446:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759294.006447:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759294.006449:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759294.006451:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17975 00000400:00000200:2.0:1787759294.006454:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759294.006457:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759294.006459:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759294.006461:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006463:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006466:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006467:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759294.006469:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759294.006470:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759294.006472:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759294.006474:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759294.006476:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759294.006479:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759294.006482:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006485:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006487:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006491:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759294.006493:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759294.006497:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006499:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759294.006502:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759294.006508:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759294.006511:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006513:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759294.006519:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759294.006523:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006526:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759294.006530:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759294.006534:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759294.006539:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759294.006541:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006543:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759294.006544:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759294.006547:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759294.006554:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759294.006559:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.006565:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875511936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759294.006581:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759294.006583:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006587:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875511936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759294.006596:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759294.006598:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759294.006602:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759294.006603:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759294.006605:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759294.006608:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759294.006612:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17975 00000400:00000200:2.0:1787759294.006615:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759294.006617:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759294.006619:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759294.006626:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006628:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006629:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006631:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759294.006633:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759294.006634:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759294.006635:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759294.006636:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759294.006638:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759294.006639:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759294.006641:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006643:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006644:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006646:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759294.006649:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759294.006651:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006653:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759294.006654:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759294.006656:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759294.006658:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006659:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759294.006660:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759294.006662:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006664:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759294.006667:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759294.006669:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759294.006671:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759294.006672:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006673:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759294.006674:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759294.006675:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759294.006678:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759294.006681:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.006684:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875512064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759294.006693:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759294.006695:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006698:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875512064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759294.006703:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759294.006705:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759294.006707:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759294.006708:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759294.006709:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759294.006711:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759294.006713:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17975 00000400:00000200:2.0:1787759294.006716:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759294.006719:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759294.006721:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759294.006724:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006726:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006728:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006730:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759294.006733:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759294.006734:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759294.006735:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759294.006738:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759294.006740:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759294.006743:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759294.006746:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006748:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006750:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006753:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759294.006756:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759294.006758:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006761:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759294.006763:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759294.006766:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759294.006768:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006770:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759294.006773:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759294.006775:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006777:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759294.006780:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759294.006784:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759294.006786:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759294.006787:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006789:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759294.006790:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759294.006791:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759294.006794:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759294.006796:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.006799:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875512192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759294.006804:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759294.006806:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006808:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875512192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759294.006813:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759294.006815:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759294.006817:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759294.006818:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759294.006819:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759294.006821:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759294.006822:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17975 00000400:00000200:2.0:1787759294.006825:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759294.006827:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759294.006828:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759294.006830:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006832:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006833:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006834:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759294.006836:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759294.006837:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759294.006838:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759294.006839:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759294.006840:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759294.006842:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759294.006845:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006846:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759294.006848:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006849:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759294.006851:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759294.006853:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759294.006854:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759294.006855:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759294.006857:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759294.006858:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006859:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759294.006860:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759294.006862:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006863:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759294.006865:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759294.006866:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759294.006868:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759294.006869:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.006870:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759294.006871:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759294.006872:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759294.006874:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759294.006876:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.006878:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875512320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759294.006882:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759294.006884:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006886:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875512320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759294.006891:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759294.006895:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17985) 00000800:00000200:1.1:1787759294.007714:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759294.007717:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759294.008003:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759294.008004:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759294.008254:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759294.008256:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759294.008438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759294.008439:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759294.008671:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759294.008673:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1787759294.710216:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759294.710216:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759294.710224:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759294.710228:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.710233:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759294.710235:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759294.710237:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.710241:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759294.710244:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759294.710245:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710250:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759294.710256:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.710257:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759294.710261:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.710264:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.710273:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759294.710276:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710279:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759294.710292:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759294.710297:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759294.710297:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759294.710301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.710302:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759294.710306:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759294.710307:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759294.710313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759294.710314:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759294.710319:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759294.710323:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710324:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.710331:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759294.710331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759294.710335:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710336:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759294.710339:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.710341:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759294.710374:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759294.710378:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759294.710381:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759294.710383:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759294.710386:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759294.710388:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710389:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759294.710390:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759294.710392:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759295.350374:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312649484, at 4312649536 00000100:00000010:2.0:1787759295.350396:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ed80. 00000100:00000001:0.0:1787759295.734214:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759295.734220:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.734222:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.734226:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759295.734227:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759295.734232:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759295.734233:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.734240:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759295.734240:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.734245:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759295.734247:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759295.734252:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.734258:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759295.734261:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.734265:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759295.734265:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759295.734269:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759295.734285:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759295.734287:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.734294:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.734298:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759295.734302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759295.734305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759295.734308:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759295.734310:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759295.734313:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759295.734314:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759295.734320:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759295.734322:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759295.734326:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759295.734329:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.734336:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759295.734341:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759295.734341:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759295.734344:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759295.734351:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.758199:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.758205:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759296.758207:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.758213:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.758217:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.758221:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.758225:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.758228:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.758233:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759296.758238:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759296.758244:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759296.758247:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759296.758251:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759296.758254:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759296.758257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759296.758261:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759296.758263:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759296.758267:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.758285:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.758294:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759296.758297:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.758299:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.758303:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759296.758303:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759296.758309:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.758311:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759296.758316:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.758317:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759296.758324:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.758325:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.758331:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759296.758331:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.758335:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759296.758338:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759296.758341:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759296.758345:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759296.758384:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759296.758390:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759296.758395:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759296.758401:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759296.758413:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759296.758425:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.758449:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759296.758453:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759296.758457:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759296.758544:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759296.758548:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759296.758551:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759297.782280:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759297.782282:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759297.782293:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759297.782300:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759297.782300:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.782308:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759297.782312:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759297.782314:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759297.782322:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759297.782324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759297.782330:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.782331:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759297.782348:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759297.782353:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759297.782361:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.782362:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.782369:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.782375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759297.782401:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759297.782407:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759297.782407:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759297.782412:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.782414:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759297.782418:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759297.782419:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759297.782426:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759297.782427:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759297.782430:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.782434:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759297.782439:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759297.782441:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759297.782444:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.782453:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759297.782456:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759297.782458:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759297.782472:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759297.782496:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759297.782502:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759297.782507:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759298.806224:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.806232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759298.806234:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.806237:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759298.806240:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759298.806245:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759298.806246:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759298.806252:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759298.806253:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.806259:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759298.806259:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759298.806265:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.806266:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.806271:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759298.806275:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.806276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759298.806279:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759298.806283:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.806296:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.806300:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759298.806303:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759298.806303:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759298.806308:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759298.806309:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759298.806314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759298.806314:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.806319:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759298.806319:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759298.806324:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.806326:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759298.806329:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.806330:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.806336:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759298.806336:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759298.806341:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759298.806347:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759298.806365:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759298.806369:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759298.806372:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759298.806376:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759298.806381:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759298.806383:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.806385:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759298.806387:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759298.806390:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759299.126191:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759299.126200:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759299.126203:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759299.126207:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759299.126211:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759299.126219:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17980 00000400:00000200:2.0:1787759299.126228:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759299.126235:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759299.126238:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759299.126241:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126244:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126247:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126250:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759299.126254:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759299.126256:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759299.126259:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759299.126262:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759299.126265:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759299.126268:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759299.126271:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126273:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126275:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126278:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759299.126281:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759299.126285:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126288:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759299.126291:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759299.126294:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759299.126297:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126299:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759299.126302:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759299.126310:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759299.126313:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759299.126317:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759299.126319:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126322:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759299.126325:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759299.126329:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759299.126337:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759299.126344:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.126353:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875512448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759299.126363:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759299.126367:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.126371:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875512448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759299.126393:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759299.126396:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759299.126400:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759299.126401:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759299.126403:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759299.126406:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759299.126409:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17980 00000400:00000200:2.0:1787759299.126415:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759299.126419:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759299.126421:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759299.126425:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126428:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126431:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126435:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759299.126438:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759299.126441:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759299.126445:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759299.126447:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759299.126451:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759299.126454:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759299.126463:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126468:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126474:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126478:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759299.126483:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759299.126490:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126497:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759299.126501:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759299.126510:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759299.126515:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126519:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759299.126525:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759299.126529:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126532:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759299.126540:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759299.126544:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759299.126549:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759299.126552:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126554:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759299.126556:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759299.126560:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759299.126566:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759299.126573:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.126580:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875512576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759299.126594:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759299.126599:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.126607:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875512576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759299.126626:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759299.126631:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759299.126637:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759299.126639:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759299.126643:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759299.126649:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759299.126653:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17980 00000400:00000200:2.0:1787759299.126660:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759299.126664:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759299.126668:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759299.126676:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126680:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126685:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126689:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759299.126694:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759299.126697:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759299.126702:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759299.126705:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759299.126711:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759299.126716:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759299.126725:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126729:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126733:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126738:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759299.126742:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759299.126750:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126755:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759299.126759:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759299.126763:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759299.126767:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126771:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759299.126774:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759299.126778:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126781:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759299.126789:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000800:00000200:1.1:1787759299.126790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:2.0:1787759299.126792:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759299.126798:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1787759299.126799:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 02000000:00000001:2.0:1787759299.126800:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.126803:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759299.126806:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759299.126810:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759299.126816:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759299.126822:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.126831:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875512704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759299.126843:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759299.126849:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.126855:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875512704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759299.126869:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759299.126873:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759299.126876:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759299.126877:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759299.126881:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759299.126885:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759299.126890:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17980 00000400:00000200:2.0:1787759299.126897:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759299.126904:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759299.126909:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759299.126913:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126919:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126937:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126942:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759299.126945:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759299.126949:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759299.126952:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759299.126956:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759299.126960:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759299.126963:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759299.126969:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126974:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.126979:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.126983:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759299.126988:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759299.126995:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127000:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759299.127003:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759299.127008:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759299.127013:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127017:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759299.127020:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759299.127025:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127030:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759299.127038:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759299.127044:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759299.127050:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759299.127061:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127067:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759299.127069:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759299.127073:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759299.127080:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759299.127087:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.127096:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875512832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759299.127109:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759299.127114:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.127176:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875512832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759299.127192:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759299.127195:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759299.127204:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759299.127207:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759299.127210:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759299.127217:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759299.127222:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17980 00000400:00000200:2.0:1787759299.127232:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759299.127239:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759299.127244:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759299.127251:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127255:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.127260:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127264:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759299.127269:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759299.127273:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759299.127277:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759299.127282:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759299.127286:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759299.127291:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759299.127299:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127303:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759299.127308:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127313:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759299.127316:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759299.127323:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759299.127328:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759299.127332:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759299.127337:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759299.127342:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127346:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759299.127350:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759299.127354:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127359:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759299.127365:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759299.127370:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759299.127375:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759299.127379:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.127383:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759299.127386:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759299.127390:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759299.127397:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759299.127404:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.127414:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875512960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759299.127428:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759299.127432:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.127440:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875512960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759299.127462:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759299.127469:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (17991) 00000800:00000200:1.1:1787759299.127532:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759299.127535:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759299.127788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759299.127790:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759299.127999:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759299.128001:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759299.128280:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759299.128282:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000100:00000001:0.0:1787759299.830223:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759299.830230:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759299.830234:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759299.830241:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.830247:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759299.830252:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830259:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759299.830268:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830272:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.830383:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759299.830386:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759299.830388:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.830389:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759299.830391:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.830393:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759299.830395:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759299.830397:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.830398:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759299.830404:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759299.830404:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759299.830407:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830411:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759299.830411:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.830415:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830420:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759299.830423:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759299.830423:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759299.830428:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759299.830429:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759299.830431:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759299.830435:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759299.830440:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759299.830444:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759299.830446:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759299.830448:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759299.830449:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759299.830463:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759299.830468:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759299.830469:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759299.830472:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759299.830475:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759299.830477:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830479:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759299.830481:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759299.830483:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759300.470233:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312654603, at 4312654656 00000100:00000010:2.0:1787759300.470251:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e4e0. 00000100:00000001:2.0:1787759300.854229:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759300.854238:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759300.854240:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.854241:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759300.854246:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759300.854247:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759300.854248:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759300.854251:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759300.854252:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759300.854255:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.854256:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759300.854260:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854260:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854262:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.854265:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854266:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759300.854268:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759300.854274:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759300.854282:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759300.854287:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759300.854289:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759300.854292:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759300.854295:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759300.854298:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854303:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854304:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854306:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759300.854390:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759300.854393:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759300.854395:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759300.854400:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759300.854403:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759300.854405:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854411:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854414:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854417:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759300.854439:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759300.854444:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759300.854447:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759300.854452:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759300.854457:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759300.854461:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854466:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854470:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854476:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759300.854488:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759300.854491:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759300.854492:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759300.854494:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759300.854495:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759300.854497:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854499:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759300.854500:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759300.854501:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759300.854545:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759300.854548:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759300.854550:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759301.878229:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759301.878237:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759301.878241:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759301.878251:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759301.878256:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759301.878258:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759301.878262:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759301.878265:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.878270:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759301.878273:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759301.878275:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878279:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759301.878282:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759301.878284:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878290:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759301.878293:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878296:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759301.878310:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759301.878314:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759301.878316:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759301.878319:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759301.878324:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759301.878329:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878335:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759301.878340:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759301.878343:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759301.878348:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.878349:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759301.878354:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759301.878360:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759301.878365:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759301.878366:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759301.878370:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878371:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759301.878376:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759301.878381:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759301.878381:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759301.878386:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878387:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759301.878390:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759301.878392:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878396:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759301.878398:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759301.878401:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902220:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759302.902229:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759302.902233:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.902234:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759302.902240:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759302.902241:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759302.902245:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902248:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759302.902251:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759302.902255:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.902256:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.902261:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.902266:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.902270:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.902276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902276:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759302.902280:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759302.902284:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902303:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759302.902308:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759302.902312:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.902315:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759302.902317:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759302.902321:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759302.902323:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.902325:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902328:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759302.902331:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759302.902334:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759302.902338:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759302.902339:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759302.902344:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759302.902344:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759302.902352:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759302.902357:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759302.902362:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759302.902364:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759302.902366:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759302.902370:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759302.902373:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759302.902376:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759302.902379:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759302.902382:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759302.902383:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759302.902386:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759303.926216:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759303.926217:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759303.926222:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.926223:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759303.926225:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.926227:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759303.926232:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759303.926232:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759303.926238:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759303.926243:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.926244:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759303.926245:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759303.926248:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759303.926249:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.926255:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759303.926255:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.926259:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.926262:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759303.926273:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759303.926278:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.926280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759303.926282:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759303.926283:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759303.926287:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759303.926287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759303.926290:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759303.926293:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759303.926295:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759303.926297:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.926298:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759303.926303:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759303.926304:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759303.926307:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759303.926308:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759303.926312:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759303.926314:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759303.926342:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759303.926347:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759303.926348:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759303.926352:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759303.926357:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759303.926361:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759303.926364:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759303.926371:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759303.926373:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759304.246872:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759304.246879:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787759304.247441:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759304.247443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787759304.247632:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759304.247633:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787759304.247808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759304.247810:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1787759304.248097:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759304.248099:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000100:00000001:2.0:1787759304.950237:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759304.950245:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759304.950249:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759304.950254:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759304.950259:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759304.950265:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.950368:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759304.950375:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759304.950377:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759304.950380:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759304.950382:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.950384:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.950386:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.950388:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.950392:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759304.950410:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759304.950412:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759304.950414:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759304.950416:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759304.950418:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759304.950420:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950504:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759304.950508:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950511:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759304.950537:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759304.950541:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759304.950544:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759304.950548:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759304.950554:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759304.950559:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950566:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759304.950571:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950575:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759304.950603:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759304.950608:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759304.950610:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759304.950612:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759304.950616:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759304.950619:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950623:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759304.950626:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759304.950631:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759304.950661:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759304.950663:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759304.950666:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759305.590210:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312659723, at 4312659776 00000100:00000010:2.0:1787759305.590226:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000001:0.0:1787759305.974258:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759305.974266:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759305.974268:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759305.974272:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759305.974272:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759305.974277:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759305.974281:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759305.974283:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759305.974289:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759305.974289:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759305.974294:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974295:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759305.974311:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759305.974314:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759305.974319:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759305.974322:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759305.974326:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974330:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759305.974340:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759305.974345:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759305.974347:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759305.974349:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759305.974354:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759305.974354:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759305.974357:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759305.974360:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759305.974362:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759305.974364:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974367:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759305.974371:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759305.974372:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759305.974375:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974378:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759305.974380:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759305.974383:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974390:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759305.974409:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759305.974413:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759305.974415:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759305.974418:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759305.974421:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759305.974424:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974426:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759305.974428:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759305.974431:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759306.998223:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759306.998232:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.998233:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759306.998236:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.998240:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.998244:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759306.998244:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759306.998251:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759306.998252:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759306.998258:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759306.998260:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.998261:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.998266:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759306.998269:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.998274:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759306.998284:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759306.998287:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759306.998291:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759306.998307:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759306.998309:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759306.998312:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759306.998314:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759306.998316:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759306.998317:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759306.998323:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759306.998323:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759306.998329:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759306.998330:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759306.998332:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759306.998335:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.998343:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759306.998347:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759306.998352:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759306.998352:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759306.998356:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759306.998361:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759308.022246:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759308.022254:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759308.022259:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759308.022268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759308.022276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759308.022283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759308.022300:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759308.022304:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759308.022309:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759308.022327:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759308.022333:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759308.022337:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759308.022343:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759308.022350:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759308.022356:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.022361:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759308.022363:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759308.022366:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759308.022368:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.022370:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759308.022372:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759308.022375:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759308.022381:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759308.022385:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759308.022391:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759308.022395:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759308.022400:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759308.022402:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759308.022405:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759308.022410:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759308.022443:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759308.022449:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759308.022454:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759308.022459:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759308.022465:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759308.022470:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759308.022476:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759308.022481:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759308.022492:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759309.046204:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759309.046210:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759309.046213:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759309.046219:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759309.046224:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759309.046226:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759309.046227:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759309.046232:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.046233:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759309.046234:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.046237:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759309.046239:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.046244:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759309.046249:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759309.046254:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759309.046256:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759309.046258:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759309.046261:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759309.046262:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759309.046264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.046269:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759309.046269:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759309.046275:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759309.046279:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759309.046281:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759309.046283:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759309.046285:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.046290:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759309.046294:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759309.046298:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.046303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759309.046309:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759309.046313:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.046317:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759309.046320:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759309.046325:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759309.366214:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759309.366233:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759309.366235:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759309.366239:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759309.366245:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759309.366252:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 17991 00000400:00000200:0.0:1787759309.366261:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759309.366267:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759309.366271:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759309.366275:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366277:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366279:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366281:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759309.366285:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759309.366288:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759309.366291:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759309.366294:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759309.366297:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759309.366299:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759309.366303:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366305:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366307:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366309:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759309.366313:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759309.366317:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366321:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759309.366324:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759309.366327:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759309.366330:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366332:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759309.366335:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759309.366343:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759309.366346:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759309.366350:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759309.366351:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366354:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759309.366356:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759309.366359:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759309.366373:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759309.366379:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.366386:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875513728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759309.366395:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759309.366400:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.366405:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875513728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759309.366433:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759309.366437:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759309.366440:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759309.366442:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759309.366443:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759309.366446:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759309.366449:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17991 00000400:00000200:0.0:1787759309.366453:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759309.366458:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759309.366460:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759309.366464:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366467:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366470:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366475:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759309.366479:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759309.366482:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759309.366486:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759309.366490:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759309.366494:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759309.366498:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759309.366504:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366509:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366510:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366512:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759309.366516:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759309.366519:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366524:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759309.366526:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759309.366533:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759309.366537:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366539:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759309.366544:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759309.366547:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366549:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759309.366555:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759309.366559:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759309.366562:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759309.366563:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366565:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759309.366566:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759309.366567:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759309.366574:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759309.366579:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.366584:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875513856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759309.366591:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759309.366594:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.366598:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875513856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759309.366606:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759309.366609:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759309.366611:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759309.366614:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759309.366616:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759309.366619:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759309.366623:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17991 00000400:00000200:0.0:1787759309.366629:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759309.366633:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759309.366634:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759309.366639:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366642:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366646:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366650:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759309.366653:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759309.366656:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759309.366658:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759309.366661:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759309.366664:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759309.366668:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759309.366675:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366679:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366683:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366687:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759309.366692:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759309.366698:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366703:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759309.366707:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759309.366710:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759309.366714:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366719:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759309.366731:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759309.366738:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366756:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759309.366759:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759309.366761:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759309.366764:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759309.366765:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366766:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759309.366767:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759309.366768:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759309.366772:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759309.366779:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.366789:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875513984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759309.366804:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759309.366809:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.366818:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875513984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759309.366831:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759309.366836:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759309.366843:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:3.1:1787759309.366846:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759309.366847:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759309.366850:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759309.366855:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759309.366859:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17991 00000400:00000200:0.0:1787759309.366863:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759309.366867:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759309.366870:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759309.366875:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366878:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366880:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366884:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759309.366886:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759309.366888:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759309.366891:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759309.366896:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759309.366901:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759309.366904:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759309.366910:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366914:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.366920:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366924:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759309.366929:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759309.366936:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759309.366942:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759309.366946:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759309.366952:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759309.366955:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366958:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759309.366962:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759309.366968:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366972:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759309.366979:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759309.366985:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759309.366991:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759309.366994:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.366998:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759309.367001:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759309.367005:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759309.367012:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759309.367016:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.367026:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875514112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759309.367041:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759309.367046:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.367054:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875514112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759309.367070:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759309.367076:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759309.367081:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759309.367085:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759309.367088:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759309.367095:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759309.367101:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 17991 00000400:00000200:0.0:1787759309.367110:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759309.367144:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759309.367147:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759309.367153:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.367157:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.367163:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.367168:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759309.367173:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759309.367177:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759309.367181:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759309.367187:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759309.367191:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759309.367196:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759309.367203:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.367209:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759309.367214:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759309.367220:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759309.367224:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759309.367231:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759309.367237:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759309.367242:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759309.367247:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1787759309.367252:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:0.0:1787759309.367253:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.367258:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759309.367261:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759309.367266:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.367271:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759309.367277:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759309.367282:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759309.367290:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759309.367293:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759309.367297:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759309.367301:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759309.367306:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759309.367313:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759309.367319:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759309.367328:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875514240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759309.367342:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759309.367347:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.367354:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875514240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759309.367372:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759309.367379:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18001) 00000800:00000200:3.1:1787759309.367475:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759309.367642:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759309.368034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759310.070261:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.070270:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.070272:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.070280:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759310.070286:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759310.070291:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070295:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759310.070298:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.070299:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070311:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759310.070312:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759310.070319:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759310.070326:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759310.070334:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759310.070337:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.070343:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759310.070343:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070353:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759310.070361:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759310.070361:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759310.070371:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759310.070372:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070375:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070387:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759310.070387:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.070393:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070403:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759310.070419:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759310.070424:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.070432:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759310.070435:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759310.070437:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759310.070437:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759310.070448:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759310.070452:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759310.070453:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759310.070458:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070461:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759310.070464:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759310.070465:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759310.070469:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070479:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759310.070480:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759310.070487:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759310.070503:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759310.710221:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312664843, at 4312664896 00000100:00000010:2.0:1787759310.710237:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:2.0:1787759311.094222:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759311.094232:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759311.094236:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759311.094243:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759311.094248:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759311.094252:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094257:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759311.094262:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094269:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759311.094366:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759311.094370:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759311.094371:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759311.094374:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759311.094377:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759311.094379:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.094392:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759311.094397:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759311.094398:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759311.094402:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759311.094404:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759311.094406:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094758:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759311.094761:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094764:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759311.094765:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759311.094769:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759311.094773:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759311.094795:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759311.094800:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759311.094803:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759311.094808:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759311.094812:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759311.094815:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094821:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759311.094824:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759311.094827:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759311.094861:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759311.094864:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759311.094867:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759312.118228:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759312.118235:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759312.118236:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.118239:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.118240:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759312.118246:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759312.118247:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759312.118252:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759312.118253:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759312.118257:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759312.118257:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759312.118262:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.118264:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759312.118269:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.118274:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.118275:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759312.118278:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759312.118281:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.118299:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759312.118303:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759312.118304:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759312.118308:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759312.118308:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759312.118312:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759312.118314:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759312.118315:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759312.118319:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759312.118321:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759312.118322:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.118324:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759312.118330:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759312.118333:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.118337:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759312.118337:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759312.118340:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759312.118342:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759312.118367:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759312.118371:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759312.118375:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787759312.438406:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759312.438450:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759312.438461:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759312.438464:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759312.438470:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759312.438474:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759312.438480:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759312.438484:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84600. 00000400:00000200:2.0:1787759312.438490:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759312.438495:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759312.438502:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d556e8 00000400:00000010:2.0:1787759312.438505:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d556e8. 00000100:00000001:2.0:1787759312.438511:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759312.438520:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bf480 x1874582875513728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438542:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759312.438546:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875513728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438554:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.438556:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759312.438567:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759312.438569:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84f00. 00000400:00000200:2.0:1787759312.438573:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759312.438576:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759312.438580:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55088 00000400:00000010:2.0:1787759312.438582:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55088. 00000100:00000001:2.0:1787759312.438585:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759312.438589:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bfc00 x1874582875513856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438597:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759312.438600:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875513856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438607:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.438609:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759312.438614:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759312.438616:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84700. 00000400:00000200:2.0:1787759312.438620:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759312.438623:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759312.438626:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d554c8 00000400:00000010:2.0:1787759312.438628:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d554c8. 00000100:00000001:2.0:1787759312.438631:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759312.438635:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bd680 x1874582875513984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438641:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759312.438643:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875513984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438648:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.438650:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759312.438655:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759312.438658:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84c00. 00000400:00000200:2.0:1787759312.438661:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759312.438664:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759312.438666:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55550 00000400:00000010:2.0:1787759312.438668:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55550. 00000100:00000001:2.0:1787759312.438671:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759312.438675:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bed00 x1874582875514112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438682:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759312.438685:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875514112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438707:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.438708:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759312.438713:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759312.438716:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:2.0:1787759312.438719:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759312.438722:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759312.438724:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55b28 00000400:00000010:2.0:1787759312.438727:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55b28. 00000100:00000001:2.0:1787759312.438729:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759312.438737:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77be580 x1874582875514240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438770:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759312.438774:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875514240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759312.438780:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759312.438781:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759313.142217:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759313.142217:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.142225:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759313.142225:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759313.142230:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.142231:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759313.142237:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759313.142238:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759313.142243:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759313.142245:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759313.142247:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.142250:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759313.142251:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759313.142255:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759313.142258:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.142261:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759313.142265:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.142270:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.142284:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759313.142288:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.142289:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759313.142291:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759313.142294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759313.142295:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759313.142301:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759313.142304:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759313.142307:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759313.142310:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759313.142311:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759313.142315:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.142316:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759313.142318:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759313.142321:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759313.142326:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759313.142329:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759313.142331:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759313.142333:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759313.142339:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759313.142341:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759313.142343:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759313.142347:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759313.142350:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759313.142353:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759313.142354:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759313.142355:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.166241:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759314.166246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759314.166273:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759314.166274:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759314.166278:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759314.166279:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759314.166296:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759314.166297:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759314.166303:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759314.166304:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759314.166311:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.166311:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.166319:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759314.166324:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.166331:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759314.166331:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759314.166335:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.166350:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759314.166371:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759314.166374:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759314.166377:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759314.166379:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759314.166382:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759314.168438:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759314.168467:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759314.168471:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.168474:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759314.168490:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759314.168493:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759314.168495:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759314.168499:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759314.168503:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759314.168506:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.168509:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759314.168510:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759314.168513:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759314.168807:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759314.168810:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759314.168813:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1787759314.486787:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759314.488435:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759314.489957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759314.489961:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759314.490202:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759314.490203:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759314.490391:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759314.490392:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759314.490625:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759314.490628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000100:00000001:0.0:1787759315.190249:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759315.190249:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.190261:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759315.190261:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.190265:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759315.190266:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.190271:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759315.190272:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.190278:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759315.190279:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.190283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759315.190284:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190287:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.190291:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190295:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759315.190298:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759315.190301:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759315.190304:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759315.190323:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759315.190327:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.190333:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1787759315.190333:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759315.190338:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759315.190342:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759315.190347:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.190352:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.190355:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190366:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.190369:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759315.190371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759315.190372:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759315.190377:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759315.190380:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759315.190383:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759315.190386:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759315.190387:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759315.190391:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759315.190392:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190394:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759315.190396:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759315.190398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759315.190399:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190403:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759315.190405:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759315.190407:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759315.190413:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759315.190415:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759315.830260:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312669964, at 4312670016 00000100:00000010:2.0:1787759315.830288:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000001:0.0:1787759316.214244:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759316.214248:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759316.214254:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759316.214255:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759316.214259:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759316.214260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759316.214266:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759316.214266:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759316.214272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759316.214273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759316.214277:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.214278:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759316.214282:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759316.214283:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.214288:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759316.214295:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759316.214303:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759316.214318:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759316.214320:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759316.214323:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759316.214326:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759316.214328:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759316.214331:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759316.214334:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.214335:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759316.214338:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759316.214340:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759316.214342:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759316.214344:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.215153:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759316.215155:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.215157:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759316.215158:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759316.215161:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759316.215164:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.215165:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759316.215169:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.215172:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759316.215182:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759316.215185:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759316.215186:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759316.215188:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759316.215190:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759316.215192:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.215194:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759316.215195:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759316.215197:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759316.215200:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759316.215204:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759316.215206:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759316.215209:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759316.215212:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759316.215214:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.215216:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759316.215217:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759316.215219:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759316.215320:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759316.215324:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759316.215328:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759317.238255:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759317.238256:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.238268:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759317.238268:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759317.238269:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.238274:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759317.238274:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238275:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759317.238279:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759317.238282:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759317.238282:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759317.238284:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759317.238290:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759317.238291:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759317.238291:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759317.238297:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.238297:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238297:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.238303:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759317.238305:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759317.238306:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.238310:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.238312:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238312:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759317.238315:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238317:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.238328:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.238332:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759317.238334:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759317.238334:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759317.238338:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759317.238339:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759317.238340:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759317.238343:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759317.238344:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759317.238345:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238347:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.238348:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759317.238350:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759317.238352:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759317.238353:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759317.238355:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.238357:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759317.238360:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759317.238361:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759317.238361:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238366:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.238367:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759317.238371:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238376:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759317.238380:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759317.238386:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238386:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.238407:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759317.238411:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759317.238413:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759317.238416:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759317.238418:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759317.238422:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759317.238423:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759317.238424:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759317.238426:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759317.238427:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000020:00000001:1.0:1787759317.238428:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759317.238431:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238432:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1787759317.238434:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759317.238437:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759317.238437:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.238440:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759317.238444:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759317.238445:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759317.238449:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759317.238452:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759318.262234:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759318.262241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759318.262243:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759318.262252:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759318.262254:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759318.262258:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759318.262260:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759318.262261:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759318.262265:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759318.262266:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759318.262271:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759318.262272:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759318.262276:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262277:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262281:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759318.262282:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759318.262284:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262288:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759318.262300:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759318.262302:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759318.262303:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759318.262305:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759318.262307:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759318.262309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262311:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759318.262312:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262315:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.262438:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759318.262443:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759318.262444:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759318.262448:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759318.262451:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759318.262454:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.262458:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759318.262461:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.262465:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759318.262479:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759318.262482:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759318.262483:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759318.262485:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759318.262488:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759318.262491:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.262496:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759318.262497:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759318.262502:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759318.262614:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759318.262617:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759318.262618:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759318.262621:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759318.262623:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759318.262625:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.262627:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759318.262628:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759318.262630:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759318.262740:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759318.262744:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759318.262745:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759318.262747:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759318.262749:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759318.262751:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262753:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759318.262755:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759318.262757:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.286266:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.286302:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.286305:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.286310:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759319.286314:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.286318:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.286322:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.286324:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.286337:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.286380:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.286397:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.286400:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.286403:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759319.286405:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.286407:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.286410:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.286412:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.286415:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759319.286630:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759319.286634:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759319.286637:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759319.287387:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759319.287393:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759319.287395:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759319.287400:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759319.287404:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759319.287407:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.287410:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759319.287412:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.287416:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759319.287434:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759319.287437:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759319.287439:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759319.287441:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759319.287443:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759319.287445:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.287447:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759319.287449:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.287452:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759319.288591:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.288614:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759319.288618:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.288620:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.288624:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759319.288626:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.288629:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.288631:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.288633:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.288635:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759319.288660:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759319.288662:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759319.288666:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759319.288669:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759319.288672:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.288675:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759319.288677:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759319.288679:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759319.288764:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759319.288767:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759319.288769:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759319.288772:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759319.288774:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759319.288777:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.288779:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759319.288780:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759319.288783:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.606512:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759319.606519:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.606523:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759319.606534:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.606578:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.606581:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.606588:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759319.606602:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759319.606608:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.606614:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875515008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759319.606623:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759319.606629:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759319.606633:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.606639:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759319.606647:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759319.606660:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.606672:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759319.606680:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759319.606692:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759319.606806:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515008, portal 25 00000100:00000001:1.0:1787759319.606819:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759319.606823:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:1.0:1787759319.606854:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.606877:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759319.606889:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759319.606903:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759319.606913:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875515008, offset 0 00000400:00000200:1.0:1787759319.606939:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759319.606953:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.606968:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759319.606991:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759319.607002:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759319.607010:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759319.607021:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759319.607036:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776448:776448:256:4294967295] 192.168.201.104@tcp LPNI seq info [776439:776439:8:4294967295] 00000400:00000200:1.0:1787759319.607053:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.607080:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759319.607102:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.607170:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759319.607191:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759319.607201:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787759319.607220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759319.607241:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787759319.607257:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.607264:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759319.607279:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759319.607300:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759319.607313:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759319.607322:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759319.607333:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759319.607356:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607381:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.607387:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607397:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.607399:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759319.607405:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.607410:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759319.607414:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312675084 00000100:00000010:1.0:1787759319.607420:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e420. 00000100:00000001:1.0:1787759319.607427:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759319.607432:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312675084 00000100:00000010:1.0:1787759319.607436:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e840. 00000100:00000001:1.0:1787759319.607440:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759319.607444:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759319.607447:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.607450:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759319.607455:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319] req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759319.607466:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759319.607467:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759319.607470:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759319.607473:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759319.607475:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759319.607478:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759319.607481:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759319.607490:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607497:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759319.607499:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607502:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.607504:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759319.607508:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607516:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759319.607521:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607529:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759319.607533:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607535:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.607536:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607539:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759319.607541:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759319.607545:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759319.607550:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759319.607553:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759319.607558:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759319.607580:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875515008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759319.607586:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607589:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.607592:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875515008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607599:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759319.607602:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759319.607605:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759319.607609:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759319.607612:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759319.607614:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759319.607617:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759319.607620:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:1.0:1787759319.607624:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759319.607626:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759319.607628:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:1.0:1787759319.607632:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759319.607633:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607636:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607644:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.607646:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.607649:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759319.607652:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759319.607653:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759319.607658:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607666:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.607668:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.607671:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759319.607674:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759319.607677:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.607680:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759319.607684:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759319.607687:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759319.607690:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.607692:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759319.607696:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759319.607698:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.607703:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759319.607706:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759319.607711:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759319.607715:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515136, portal 10 00000100:00000001:1.0:1787759319.607717:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759319.607718:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:1.0:1787759319.607726:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607733:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759319.607736:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759319.607739:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759319.607742:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875515136, offset 0 00000400:00000200:1.0:1787759319.607747:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759319.607752:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.607756:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759319.607759:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759319.607761:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759319.607764:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759319.607766:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759319.607770:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776449:776449:256:4294967295] 192.168.201.104@tcp LPNI seq info [776440:776440:8:4294967295] 00000400:00000200:1.0:1787759319.607774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.607780:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759319.607785:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.607789:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759319.607794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759319.607797:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787759319.607802:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759319.607805:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787759319.607810:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.607812:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759319.607816:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759319.607819:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759319.607822:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759319.607824:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759319.607827:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759319.607831:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607839:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.607842:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607855:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.607856:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759319.607860:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759319.607863:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759319.607867:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759319.607870:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312673804 00000100:00000001:1.0:1787759319.607873:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.607876:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312673804 00000100:00000001:1.0:1787759319.607878:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.607881:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759319.607884:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.607886:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759319.607890:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319] req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759319.607898:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759319.607900:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759319.607901:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759319.607904:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759319.607906:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759319.607909:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759319.607912:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759319.607921:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607927:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759319.607929:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607930:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.607932:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759319.607936:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607943:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759319.607947:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.607954:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759319.607957:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607959:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.607961:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.607962:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759319.607966:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759319.607969:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759319.607973:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759319.607976:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759319.607980:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759319.607988:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759319.607992:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759319.607996:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608003:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.608005:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608007:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759319.608008:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759319.608011:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.608013:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759319.608017:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759319.608019:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759319.608022:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608023:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759319.608027:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759319.608029:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.608032:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759319.608034:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759319.608038:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759319.608041:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515264, portal 10 00000100:00000001:1.0:1787759319.608043:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759319.608044:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:1.0:1787759319.608050:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608057:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759319.608060:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759319.608062:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759319.608065:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875515264, offset 0 00000400:00000200:1.0:1787759319.608070:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608077:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759319.608080:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759319.608082:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759319.608084:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759319.608087:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608090:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776450:776450:256:4294967295] 192.168.201.104@tcp LPNI seq info [776441:776441:8:4294967295] 00000400:00000200:1.0:1787759319.608095:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608100:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759319.608105:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608108:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759319.608112:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759319.608115:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787759319.608145:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759319.608148:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787759319.608152:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608168:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759319.608171:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759319.608175:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759319.608178:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759319.608180:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759319.608182:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759319.608186:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608194:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.608197:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608204:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608206:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759319.608209:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759319.608212:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759319.608216:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759319.608218:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312673805 00000100:00000001:1.0:1787759319.608221:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608223:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312673805 00000100:00000001:1.0:1787759319.608226:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608228:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759319.608231:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608233:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759319.608236:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319] req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759319.608244:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759319.608246:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759319.608247:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759319.608250:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759319.608252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759319.608254:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759319.608258:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759319.608266:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608274:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759319.608275:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608277:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.608278:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759319.608282:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608290:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759319.608294:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608301:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759319.608304:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608306:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.608307:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608309:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759319.608312:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759319.608315:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759319.608318:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759319.608320:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759319.608325:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759319.608333:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759319.608338:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759319.608342:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608349:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.608351:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608353:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759319.608355:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759319.608357:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.608361:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759319.608365:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759319.608367:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759319.608368:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608370:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759319.608373:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759319.608375:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.608379:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759319.608382:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759319.608385:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759319.608388:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515392, portal 4 00000100:00000001:1.0:1787759319.608390:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759319.608392:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759319.608398:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608404:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759319.608407:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759319.608409:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759319.608412:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875515392, offset 0 00000400:00000200:1.0:1787759319.608417:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608424:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759319.608426:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759319.608429:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759319.608432:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759319.608434:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608438:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776451:776451:256:4294967295] 192.168.201.104@tcp LPNI seq info [776442:776442:8:4294967295] 00000400:00000200:1.0:1787759319.608443:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608449:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759319.608454:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608457:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759319.608462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759319.608464:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787759319.608469:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759319.608472:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787759319.608476:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608478:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759319.608481:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759319.608484:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759319.608487:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759319.608489:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759319.608492:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759319.608495:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608503:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.608507:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608514:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608516:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759319.608519:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759319.608522:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759319.608525:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759319.608528:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312673864 00000100:00000001:1.0:1787759319.608530:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608533:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312673864 00000100:00000001:1.0:1787759319.608535:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608538:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759319.608540:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608542:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759319.608546:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319] req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759319.608554:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759319.608556:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759319.608557:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759319.608560:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759319.608626:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759319.608630:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759319.608634:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759319.608643:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608650:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759319.608652:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608654:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.608656:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759319.608660:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608667:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759319.608671:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608679:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759319.608682:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608684:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.608685:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608687:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759319.608689:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759319.608692:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759319.608697:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759319.608699:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759319.608704:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759319.608712:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759319.608717:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759319.608721:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608729:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759319.608731:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608733:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759319.608735:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759319.608737:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759319.608740:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759319.608744:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759319.608746:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759319.608748:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759319.608750:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759319.608753:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759319.608755:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759319.608759:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759319.608762:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759319.608765:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759319.608768:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515520, portal 4 00000100:00000001:1.0:1787759319.608770:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759319.608772:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759319.608778:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608785:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759319.608788:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759319.608791:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759319.608794:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875515520, offset 0 00000400:00000200:1.0:1787759319.608799:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608807:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759319.608810:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759319.608812:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759319.608815:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759319.608817:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759319.608820:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776452:776452:256:4294967295] 192.168.201.104@tcp LPNI seq info [776443:776443:8:4294967295] 00000400:00000200:1.0:1787759319.608825:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759319.608831:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759319.608836:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608839:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759319.608843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759319.608846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1787759319.608850:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759319.608853:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1787759319.608857:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759319.608859:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759319.608863:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759319.608866:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759319.608870:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759319.608872:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759319.608875:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759319.608879:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608886:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.608890:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608896:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608898:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759319.608901:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759319.608905:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759319.608908:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759319.608910:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312673828 00000100:00000001:1.0:1787759319.608913:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608915:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312673828 00000100:00000001:1.0:1787759319.608918:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312675084 00000100:00000001:1.0:1787759319.608920:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759319.608923:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.608925:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759319.608929:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759319/real 1787759319] req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759319.608937:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759319.608939:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759319.608941:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759319.608943:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759319.608946:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759319.608949:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759319.608952:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759319.608961:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608968:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759319.608970:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608972:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.608973:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759319.608977:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608983:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759319.608987:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.608995:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759319.608998:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.608999:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759319.609001:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609003:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759319.609005:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759319.609007:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759319.609011:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759319.609013:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759319.609018:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759319.609027:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759319.609031:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609033:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.609037:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875515136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.609043:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759319.609045:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759319.609047:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759319.609050:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759319.609051:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759319.609053:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759319.609055:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759319.609057:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:1.0:1787759319.609060:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759319.609061:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759319.609063:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:1.0:1787759319.609065:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759319.609067:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609069:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.609073:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875515264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.609080:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759319.609081:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759319.609083:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759319.609086:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759319.609087:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759319.609089:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759319.609091:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759319.609092:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759319.609095:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759319.609096:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759319.609097:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:1.0:1787759319.609100:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759319.609101:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609103:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.609107:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875515392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.609114:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759319.609132:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759319.609134:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759319.609138:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759319.609139:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759319.609141:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759319.609143:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759319.609144:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759319.609147:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759319.609149:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759319.609150:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759319.609152:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759319.609154:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609155:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759319.609159:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875515520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759319.609171:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759319.609172:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759319.609174:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759319.609176:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759319.609177:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759319.609178:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759319.609181:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759319.609182:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759319.609184:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759319.609186:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759319.609187:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759319.609189:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759319.609190:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609192:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759319.609196:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759319.609198:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759319.609199:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759319.609201:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.310266:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759320.310276:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759320.310279:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759320.310282:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759320.310285:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.310293:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759320.310293:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759320.310300:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.310301:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.310307:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.310311:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759320.310312:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.310316:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759320.310320:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759320.310330:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759320.310336:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759320.310342:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759320.310348:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759320.310364:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759320.310368:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759320.310369:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.310372:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.310374:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759320.310377:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.310379:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.310381:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.310383:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759320.310493:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.310498:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759320.310500:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759320.310503:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759320.310504:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.310507:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759320.310510:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759320.310513:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759320.310516:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759320.310519:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759320.310522:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759320.310525:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.310527:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759320.310532:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759320.310532:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759320.310537:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.310539:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759320.310544:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759320.310568:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759320.310573:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759320.310575:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759320.310578:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759320.310581:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759320.310584:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.310586:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759320.310588:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759320.310591:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759320.310607:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759320.310611:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759320.310616:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759320.311104:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759320.311107:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759320.311109:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759320.311111:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759320.311113:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759320.311133:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.311136:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759320.311137:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759320.311139:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759320.950233:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312675084, at 4312675136 00000100:00000010:2.0:1787759320.950246:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e420. 00000100:00000001:0.0:1787759321.334294:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759321.334294:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.334295:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.334306:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.334306:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759321.334310:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.334313:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.334313:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759321.334313:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.334326:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759321.334332:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759321.334332:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.334334:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.334344:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334347:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759321.334348:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.334350:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.334359:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.334360:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334360:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334377:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.334379:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.334379:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759321.334381:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.334386:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334388:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.334396:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.334411:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.334416:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.334419:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.334424:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.334430:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759321.334432:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759321.334433:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759321.334435:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334442:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759321.334443:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.334444:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.334449:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.334449:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334450:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759321.334461:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759321.334462:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.334462:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759321.334475:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759321.334476:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759321.334479:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759321.334483:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.334485:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759321.334490:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759321.334495:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759321.334496:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759321.334501:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.334506:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759321.334507:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759321.334511:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759321.334515:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759321.334520:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759321.334524:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759321.334527:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.334545:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759321.334547:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759321.334550:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759322.358266:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759322.358274:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759322.358275:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759322.358286:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759322.358291:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759322.358295:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759322.358299:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.358308:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759322.358310:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759322.358315:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358319:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759322.358322:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759322.358325:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.358327:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759322.358333:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759322.358341:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759322.358345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358350:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759322.358389:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759322.358392:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759322.358393:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759322.358396:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759322.358399:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759322.358401:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358404:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759322.358405:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358408:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759322.358453:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759322.358457:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759322.358461:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759322.358467:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759322.358474:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759322.358479:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358484:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759322.358490:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358493:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759322.358510:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759322.358524:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759322.358526:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759322.358530:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759322.358532:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759322.358535:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358537:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759322.358539:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759322.358541:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759322.358682:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759322.358687:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759322.358690:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759322.358699:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759322.358702:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759322.358703:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759322.358706:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759322.358708:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759322.358711:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.358713:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759322.358715:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.358717:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759322.358727:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759322.358729:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759322.358731:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759322.358733:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759322.358735:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759322.358737:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.358739:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759322.358741:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759322.358743:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759323.382214:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759323.382221:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759323.382224:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759323.382230:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759323.382234:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.382238:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.382241:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759323.382243:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.382247:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759323.382271:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759323.382274:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759323.382277:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759323.382278:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759323.382281:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759323.382282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759323.382288:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759323.382289:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759323.382291:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.382294:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759323.382294:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759323.382298:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.382299:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759323.382302:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759323.382304:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759323.382307:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.382308:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759323.382310:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.382313:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759323.382314:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.382317:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.382321:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.382325:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759323.382328:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759323.382328:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.382333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759323.382333:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759323.382337:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.382338:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759323.382343:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.382344:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759323.382349:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759323.382352:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759323.382354:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759323.382356:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759323.382358:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759323.382369:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.382373:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.382375:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.382377:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.382379:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759323.382380:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.382383:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759323.382384:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.382387:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759323.385033:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759323.385038:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759323.385040:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759323.385044:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759323.385047:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759323.385050:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.385052:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759323.385055:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759323.385058:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759323.385089:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759323.385093:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759323.385097:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759323.385551:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759323.385556:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759323.385557:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759323.385560:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759323.385562:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759323.385564:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.385566:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759323.385568:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759323.385570:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406215:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759324.406215:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759324.406216:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759324.406222:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.406224:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759324.406224:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759324.406225:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.406230:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406230:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759324.406231:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759324.406238:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759324.406238:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759324.406238:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759324.406242:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406244:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.406245:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759324.406246:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759324.406249:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759324.406250:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.406251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406255:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759324.406257:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.406259:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406266:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406266:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759324.406269:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759324.406271:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759324.406273:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759324.406275:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406278:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759324.406279:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.406283:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759324.406284:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.406289:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759324.406289:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406293:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759324.406293:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759324.406297:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759324.406299:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759324.406301:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759324.406303:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.406304:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.406306:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.406309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.406310:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.406314:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759324.406315:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.406317:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.406320:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.406322:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406324:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.406329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1787759324.406331:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759324.406334:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406337:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1787759324.406337:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.406340:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.406343:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1787759324.406344:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759324.406347:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759324.406351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759324.406357:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759324.406361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406366:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759324.406370:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.406372:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759324.728814:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759324.728826:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759324.728829:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759324.728833:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759324.728837:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759324.728845:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18006 00000400:00000200:0.0:1787759324.728855:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759324.728862:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759324.728865:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759324.728869:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.728873:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759324.728875:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.728879:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759324.728900:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759324.728903:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759324.728906:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759324.728909:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759324.728912:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759324.728914:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759324.728918:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.728921:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759324.728923:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.728925:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759324.728929:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759324.728933:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759324.728937:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.728940:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759324.728944:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759324.728947:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.728949:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759324.728952:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759324.728962:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759324.728966:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759324.728970:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759324.728972:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.728974:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759324.728977:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759324.728981:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759324.728990:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759324.728997:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759324.729006:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759324.729017:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759324.729022:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759324.729027:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759324.729053:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759324.729057:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759324.729060:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759324.729061:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759324.729063:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759324.729067:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759324.729069:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18006 00000400:00000200:0.0:1787759324.729073:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759324.729077:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759324.729079:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759324.729082:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729084:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759324.729087:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729089:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759324.729092:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759324.729093:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759324.729096:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759324.729098:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759324.729100:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759324.729103:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759324.729114:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759324.729140:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759324.729146:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.729149:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759324.729154:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759324.729159:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759324.729160:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729165:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759324.729172:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:1.0:1787759324.729175:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1787759324.729179:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759324.729180:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729186:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.729187:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759324.729190:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759324.729197:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759324.729201:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.729201:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759324.729203:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759324.729208:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1787759324.729210:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759324.729215:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875515648:192.168.201.104@tcp:250:kworker.0 00000008:00000001:0.0:1787759324.729216:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729220:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729224:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1787759324.729227:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 02000000:00000001:1.0:1787759324.729229:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1787759324.729231:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759324.729234:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.729236:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759324.729239:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787759324.729240:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729244:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759324.729246:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1787759324.729246:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:0.0:1787759324.729250:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.729251:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759324.729260:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000400:00000200:1.0:1787759324.729261:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759324.729269:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759324.729270:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00100000:0.0:1787759324.729278:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759324.729280:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759324.729289:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515648, portal 25 00000100:00000001:1.0:1787759324.729292:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759324.729294:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:1.0:1787759324.729301:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.729329:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787759324.729331:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1787759324.729334:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729338:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759324.729340:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759324.729345:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875515648, offset 0 00000100:00000040:0.0:1787759324.729346:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759324.729357:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729365:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759324.729368:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759324.729371:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759324.729373:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759324.729375:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759324.729378:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759324.729382:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18006 00000400:00000200:1.0:1787759324.729387:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.729394:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759324.729400:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759324.729404:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759324.729407:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759324.729410:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.729414:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776453:776453:256:4294967295] 192.168.201.104@tcp LPNI seq info [776444:776444:8:4294967295] 00000400:00000200:1.0:1787759324.729418:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759324.729425:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.729433:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:0.0:1787759324.729435:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759324.729441:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1787759324.729444:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759324.729449:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729453:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1787759324.729453:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000040:0.0:1787759324.729459:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729465:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:1.0:1787759324.729465:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:0.0:1787759324.729484:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1787759324.729486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000020:00000040:0.0:1787759324.729488:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759324.729492:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:1.1:1787759324.729496:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:0.0:1787759324.729497:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759324.729503:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:1.1:1787759324.729504:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000020:00000001:0.0:1787759324.729508:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000100:1.0:1787759324.729512:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759324.729517:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000010:1.0:1787759324.729517:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000001:0.0:1787759324.729522:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759324.729524:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1787759324.729526:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729531:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759324.729533:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1787759324.729537:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:1.0:1787759324.729541:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00080000:0.0:1787759324.729543:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000010:1.0:1787759324.729546:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:0.0:1787759324.729548:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.729552:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759324.729552:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1787759324.729559:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1787759324.729560:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759324.729562:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729568:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759324.729572:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759324.729577:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729578:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787759324.729581:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.729584:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759324.729587:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759324.729593:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759324.729600:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1787759324.729600:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.729603:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729604:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759324.729608:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759324.729610:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1787759324.729612:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.729613:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759324.729620:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:0.0:1787759324.729621:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:1.0:1787759324.729625:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312680206 00000100:00000001:0.0:1787759324.729627:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759324.729633:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e2a0. 00000100:00100000:0.0:1787759324.729636:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759324.729641:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759324.729650:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759324.729651:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312680206 00000100:00000001:0.0:1787759324.729654:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759324.729656:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eba0. 00000100:00000001:1.0:1787759324.729661:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1787759324.729662:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.729666:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759324.729671:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729675:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1787759324.729681:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.729682:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324] req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759324.729685:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759324.729694:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759324.729698:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759324.729701:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:1.0:1787759324.729702:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759324.729705:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1787759324.729708:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1787759324.729709:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000100:00080000:0.0:1787759324.729714:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18006 00000400:00000200:1.0:1787759324.729714:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759324.729717:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000400:00000200:0.0:1787759324.729722:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759324.729722:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759324.729728:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759324.729729:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759324.729735:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759324.729743:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:1.0:1787759324.729746:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759324.729748:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759324.729754:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759324.729757:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759324.729759:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759324.729761:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759324.729764:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759324.729766:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1787759324.729767:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:1.0:1787759324.729769:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759324.729771:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759324.729776:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00100000:1.0:1787759324.729777:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759324.729781:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759324.729787:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759324.729794:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759324.729797:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729803:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759324.729803:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759324.729808:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729814:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759324.729818:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1787759324.729820:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:1.0:1787759324.729824:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787759324.729828:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759324.729828:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.729831:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759324.729834:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729835:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1787759324.729838:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759324.729840:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1787759324.729843:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759324.729845:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1787759324.729849:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729853:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:1.0:1787759324.729854:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000008:00100000:0.0:1787759324.729856:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759324.729859:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1787759324.729861:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729866:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.729868:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759324.729871:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759324.729876:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759324.729882:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1787759324.729886:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875515648:192.168.201.104@tcp:250:kworker.0 02000000:00000001:0.0:1787759324.729887:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.729892:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759324.729894:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759324.729896:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1787759324.729898:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1787759324.729900:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.729904:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875515648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787759324.729907:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759324.729915:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729917:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759324.729921:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1787759324.729924:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1787759324.729925:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759324.729931:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759324.729935:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1787759324.729939:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1787759324.729939:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:0.0:1787759324.729945:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759324.729946:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759324.729950:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 00000100:00000040:0.0:1787759324.729954:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759324.729956:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759324.729961:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759324.729964:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:0.0:1787759324.729968:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.729968:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759324.729970:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.729973:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787759324.729975:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759324.729980:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759324.729981:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759324.729982:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759324.729984:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759324.729986:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759324.729986:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759324.729989:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.729991:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759324.729993:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759324.729997:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759324.730001:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18006 00000100:00000001:1.0:1787759324.730009:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.730011:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759324.730012:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759324.730014:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759324.730017:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759324.730019:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759324.730021:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00100000:1.0:1787759324.730024:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515776:192.168.201.104@tcp:38:kworker.0 00000100:00080000:0.0:1787759324.730027:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759324.730028:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759324.730030:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759324.730032:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759324.730035:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:1.0:1787759324.730035:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759324.730038:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 00000100:00000001:0.0:1787759324.730040:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1787759324.730041:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759324.730047:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.730047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759324.730052:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000001:0.0:1787759324.730053:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:1.0:1787759324.730055:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000020:00000001:0.0:1787759324.730057:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000200:1.0:1787759324.730059:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515776, portal 10 00000020:00000040:0.0:1787759324.730061:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:1.0:1787759324.730062:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1787759324.730066:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759324.730066:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000020:00000040:0.0:1787759324.730071:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000040:1.0:1787759324.730075:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759324.730076:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759324.730083:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:1.0:1787759324.730087:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759324.730091:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759324.730092:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759324.730095:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000001:0.0:1787759324.730097:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759324.730098:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875515776, offset 0 00000100:00000040:0.0:1787759324.730104:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.730104:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759324.730109:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759324.730110:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759324.730114:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000040:0.0:1787759324.730138:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759324.730144:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759324.730146:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759324.730151:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759324.730152:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1787759324.730156:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787759324.730158:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:0.0:1787759324.730162:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759324.730164:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1787759324.730167:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759324.730169:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000008:00100000:0.0:1787759324.730171:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1787759324.730176:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776454:776454:256:4294967295] 192.168.201.104@tcp LPNI seq info [776445:776445:8:4294967295] 00000008:00000001:0.0:1787759324.730177:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759324.730181:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759324.730188:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000400:00000200:1.0:1787759324.730188:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:0.0:1787759324.730194:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759324.730201:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1787759324.730201:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 02000000:00000001:0.0:1787759324.730204:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759324.730208:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759324.730210:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759324.730213:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1787759324.730213:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 02000000:00000001:0.0:1787759324.730217:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759324.730220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759324.730223:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 02000000:00000010:0.0:1787759324.730225:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000800:00000200:1.1:1787759324.730228:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759324.730231:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759324.730232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759324.730239:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00100000:0.0:1787759324.730243:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1787759324.730243:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759324.730248:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759324.730258:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1787759324.730259:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1787759324.730263:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00000001:0.0:1787759324.730264:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759324.730268:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000040:0.0:1787759324.730273:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730274:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759324.730282:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759324.730288:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759324.730297:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18016) 00000100:00000001:1.0:1787759324.730297:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.730304:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730318:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.730320:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759324.730324:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.730329:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759324.730333:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759324.730335:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312678927 00000100:00000001:1.0:1787759324.730338:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.730341:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312678927 00000100:00000001:1.0:1787759324.730343:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.730346:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759324.730348:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.730350:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759324.730354:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324] req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759324.730362:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759324.730364:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759324.730365:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759324.730368:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759324.730370:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759324.730372:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759324.730375:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759324.730384:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730390:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759324.730392:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.730394:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.730395:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759324.730399:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730406:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759324.730410:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730417:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759324.730420:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.730422:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.730423:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.730425:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759324.730428:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759324.730431:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759324.730435:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759324.730438:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759324.730442:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759324.730451:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759324.730454:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759324.730458:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730464:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.730465:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.730467:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759324.730469:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759324.730492:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.730497:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759324.730500:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759324.730502:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759324.730505:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.730506:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759324.730510:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759324.730512:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759324.730515:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759324.730518:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759324.730522:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759324.730526:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875515904, portal 10 00000100:00000001:1.0:1787759324.730528:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759324.730529:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759324.730535:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.730543:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759324.730545:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759324.730548:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759324.730550:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875515904, offset 0 00000400:00000200:1.0:1787759324.730555:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759324.730559:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.730564:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759324.730567:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759324.730570:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759324.730572:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759324.730574:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.730578:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776455:776455:256:4294967295] 192.168.201.104@tcp LPNI seq info [776446:776446:8:4294967295] 00000400:00000200:1.0:1787759324.730582:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.730588:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759324.730593:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.730596:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759324.730600:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759324.730603:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759324.730608:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759324.731802:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759324.731811:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.731815:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759324.731820:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759324.731825:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759324.731830:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759324.731832:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759324.731836:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759324.731841:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.731851:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.731854:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.731860:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.731862:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759324.731867:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.731871:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759324.731875:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759324.731878:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312678928 00000100:00000001:1.0:1787759324.731882:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.731885:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312678928 00000100:00000001:1.0:1787759324.731887:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.731890:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759324.731892:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.731895:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759324.731899:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324] req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759324.731909:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759324.731911:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759324.731914:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759324.731917:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759324.731919:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759324.731922:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759324.731925:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759324.731934:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.731941:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759324.731942:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.731945:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.731946:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759324.731950:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.731958:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759324.731963:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.731970:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759324.731973:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.731975:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.731976:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.731978:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759324.731981:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759324.731985:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759324.731989:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759324.731991:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759324.731995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759324.732003:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875515904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759324.732007:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759324.732012:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732018:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.732021:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.732024:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759324.732026:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759324.732029:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.732032:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759324.732036:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759324.732038:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759324.732040:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.732042:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732048:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759324.732051:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759324.732055:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759324.732058:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759324.732062:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759324.732067:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516032, portal 4 00000100:00000001:1.0:1787759324.732070:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759324.732071:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759324.732078:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732086:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759324.732088:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759324.732091:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759324.732094:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875516032, offset 0 00000400:00000200:1.0:1787759324.732100:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759324.732106:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.732112:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759324.732134:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759324.732137:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759324.732140:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759324.732143:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.732147:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776456:776456:256:4294967295] 192.168.201.104@tcp LPNI seq info [776447:776447:8:4294967295] 00000400:00000200:1.0:1787759324.732152:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.732161:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759324.732166:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.732171:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759324.732177:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759324.732180:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759324.732185:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759324.732187:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759324.732191:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.732194:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759324.732198:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759324.732201:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759324.732204:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759324.732206:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759324.732209:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759324.732213:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732221:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732224:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732231:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732232:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759324.732236:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.732239:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759324.732242:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759324.732244:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312678988 00000100:00000001:1.0:1787759324.732247:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.732249:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312678988 00000100:00000001:1.0:1787759324.732252:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.732255:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759324.732258:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732260:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759324.732264:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324] req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759324.732273:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759324.732274:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759324.732276:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759324.732279:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759324.732281:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759324.732284:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759324.732287:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759324.732296:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732304:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759324.732305:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732307:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.732308:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759324.732312:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732317:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759324.732322:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732329:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759324.732332:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732334:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.732335:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732337:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759324.732339:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759324.732342:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759324.732347:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759324.732349:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759324.732353:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759324.732362:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759324.732367:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732369:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732373:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875515776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732381:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759324.732383:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732386:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759324.732389:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759324.732392:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759324.732393:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759324.732396:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759324.732399:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:1.0:1787759324.732402:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759324.732404:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759324.732406:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759324.732411:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759324.732412:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732414:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732417:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875515904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732424:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759324.732426:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732427:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759324.732430:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759324.732431:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759324.732432:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759324.732435:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759324.732437:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:1.0:1787759324.732440:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759324.732441:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759324.732443:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759324.732446:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759324.732448:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732449:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732453:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875516032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732460:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759324.732461:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732463:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759324.732466:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759324.732467:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759324.732469:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759324.732486:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759324.732488:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:1.0:1787759324.732491:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759324.732493:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759324.732494:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759324.732497:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759324.732498:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732500:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732509:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759324.732511:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732514:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759324.732516:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759324.732517:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759324.732523:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732530:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759324.732531:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.732534:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759324.732536:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759324.732538:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759324.732541:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759324.732545:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759324.732547:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759324.732549:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759324.732551:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732554:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759324.732556:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759324.732560:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759324.732563:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759324.732567:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759324.732571:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516160, portal 4 00000100:00000001:1.0:1787759324.732573:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759324.732575:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:1.0:1787759324.732581:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732587:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759324.732590:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759324.732593:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759324.732595:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875516160, offset 0 00000400:00000200:1.0:1787759324.732600:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759324.732604:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.732608:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759324.732611:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759324.732613:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759324.732615:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759324.732618:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759324.732620:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776457:776457:256:4294967295] 192.168.201.104@tcp LPNI seq info [776448:776448:8:4294967295] 00000400:00000200:1.0:1787759324.732625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759324.732631:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759324.732636:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.732640:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759324.732645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759324.732648:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759324.732653:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759324.732656:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759324.732660:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759324.732662:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759324.732666:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759324.732670:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759324.732672:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759324.732674:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759324.732677:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759324.732681:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732689:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732693:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732699:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732701:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759324.732704:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759324.732707:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759324.732710:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759324.732713:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312678952 00000100:00000001:1.0:1787759324.732715:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.732718:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312678952 00000100:00000001:1.0:1787759324.732720:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312680206 00000100:00000001:1.0:1787759324.732723:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759324.732725:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732727:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759324.732732:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759324/real 1787759324] req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759324.732740:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759324.732741:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759324.732743:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759324.732746:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759324.732748:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759324.732751:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759324.732754:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759324.732763:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732770:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759324.732772:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732774:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.732775:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759324.732779:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732785:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759324.732789:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732796:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759324.732799:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732800:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759324.732802:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732803:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759324.732805:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759324.732808:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759324.732812:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759324.732815:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759324.732819:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759324.732827:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759324.732832:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732834:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759324.732837:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875516160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759324.732844:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759324.732846:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759324.732848:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759324.732851:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759324.732853:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759324.732854:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759324.732857:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759324.732858:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:1.0:1787759324.732861:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759324.732862:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759324.732864:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759324.732867:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759324.732868:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732870:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759324.732873:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759324.732875:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759324.732876:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759324.732878:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759325.430271:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759325.430281:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759325.430282:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759325.430285:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430286:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759325.430293:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759325.430294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759325.430300:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759325.430300:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759325.430306:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759325.430306:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759325.430311:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759325.430315:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759325.430319:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430322:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.430326:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430329:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430403:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759325.430408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759325.430411:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759325.430417:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759325.430423:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759325.430429:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430452:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.430455:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430457:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430552:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759325.430556:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759325.430557:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759325.430560:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759325.430565:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759325.430568:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430570:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.430573:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430576:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.430582:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759325.430587:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759325.430588:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759325.430592:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759325.430593:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759325.430597:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759325.430598:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.430602:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759325.430603:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759325.430604:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759325.430606:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430608:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759325.430610:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.430612:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759325.430613:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759325.430617:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759325.430618:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759325.430621:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759325.430624:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759325.430625:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430629:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759325.430630:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759325.430635:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759325.430641:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759325.430642:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759325.430646:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759325.430651:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759326.070379:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312680206, at 4312680256 00000100:00000010:2.0:1787759326.070386:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e2a0. 00000100:00000001:2.0:1787759326.454256:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759326.454264:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759326.454267:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.454279:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759326.454284:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.454285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759326.454288:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759326.454289:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759326.454294:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759326.454295:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.454300:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759326.454301:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.454305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454308:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.454311:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.454314:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.454317:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759326.454337:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759326.454341:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759326.454344:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759326.454349:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759326.454354:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759326.454499:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759326.454500:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759326.454503:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759326.454503:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759326.454505:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759326.454505:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759326.454507:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759326.454508:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759326.454510:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759326.454510:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759326.454512:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454512:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.454514:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759326.454516:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759326.454518:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759326.454523:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759326.454525:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454527:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759326.454548:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759326.454551:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759326.454552:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759326.454554:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759326.454557:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759326.454559:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454560:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759326.454562:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759326.454564:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759326.454588:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759326.454591:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759326.454594:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759326.454596:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.454599:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759326.454600:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759326.454602:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.478230:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759327.478234:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759327.478238:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759327.478241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759327.478242:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759327.478244:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759327.478250:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759327.478250:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759327.478256:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759327.478257:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.478262:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759327.478262:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478268:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759327.478272:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478276:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.478307:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759327.478311:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759327.478315:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759327.478317:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759327.478320:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.478324:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.478345:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759327.478350:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759327.478351:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759327.478354:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759327.478357:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759327.478361:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759327.478451:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759327.478454:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478458:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759327.478458:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.478462:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478465:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759327.478485:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759327.478488:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759327.478489:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759327.478492:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.478493:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759327.478496:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759327.478496:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759327.478499:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759327.478500:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759327.478504:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759327.478504:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478507:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759327.478508:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759327.478510:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478513:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759327.478513:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759327.478516:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759327.478518:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759327.478552:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759327.478554:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759327.478556:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.502290:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759328.502300:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.502305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502310:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759328.502313:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.502321:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759328.502323:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.502326:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759328.502327:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.502333:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.502336:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759328.502337:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.502342:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502348:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759328.502354:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502357:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759328.502361:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.502362:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.502367:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502369:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759328.502371:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.502376:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759328.502377:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.502380:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502385:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.502388:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502392:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502422:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759328.502427:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759328.502430:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759328.502432:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759328.502436:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759328.502440:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759328.502443:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759328.502446:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759328.502449:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759328.502586:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759328.502591:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759328.502594:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759328.502595:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759328.502601:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759328.502603:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759328.502605:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759328.502609:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759328.502611:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759328.502617:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502618:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759328.502624:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759328.502628:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759328.502634:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759328.502646:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502716:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759328.502720:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759328.502721:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759328.502724:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759328.502726:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759328.502729:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502851:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759328.502855:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759328.502859:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759328.502868:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759328.502872:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759328.502876:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.526229:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759329.526238:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.526241:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.526246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759329.526249:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.526255:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759329.526261:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759329.526267:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759329.526271:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.526272:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.526273:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759329.526279:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.526280:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.526280:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526291:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759329.526291:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759329.526292:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759329.526302:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.526304:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759329.526307:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.526309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526311:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759329.526313:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.526315:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.526319:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759329.526320:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.526321:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526323:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.526329:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.526329:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759329.526337:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.526338:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.526343:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526347:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.526349:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526353:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.526355:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759329.526366:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759329.526372:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759329.526374:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.526378:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759329.526378:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759329.526385:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.526386:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759329.526406:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759329.526410:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759329.526414:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526417:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759329.526418:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.526423:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759329.526429:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.526432:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526435:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.526437:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.526439:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759329.526524:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759329.526527:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759329.526530:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759329.526532:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759329.526534:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.526536:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759329.526537:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759329.526539:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.846575:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759329.846580:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.846583:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759329.846592:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.846602:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.846604:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.846609:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759329.846612:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759329.846615:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.846619:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875516288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759329.846624:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759329.846628:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759329.846631:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.846634:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759329.846852:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.846856:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.846863:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759329.846869:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759329.846876:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759329.846884:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516288, portal 25 00000100:00000001:1.0:1787759329.846887:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759329.846889:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:1.0:1787759329.846896:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.846904:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759329.846907:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759329.846911:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759329.846915:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875516288, offset 0 00000400:00000200:1.0:1787759329.846934:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759329.846941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.846947:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759329.846951:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759329.846955:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759329.846958:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759329.846961:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759329.846964:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776458:776458:256:4294967295] 192.168.201.104@tcp LPNI seq info [776449:776449:8:4294967295] 00000400:00000200:1.0:1787759329.846968:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.846989:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759329.846996:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.847001:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759329.847009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759329.847013:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759329.847019:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759329.847023:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759329.847028:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.847031:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759329.847038:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759329.847042:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759329.847047:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759329.847050:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759329.847056:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759329.847060:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847071:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.847075:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847083:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.847085:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759329.847091:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.847095:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759329.847098:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312685323 00000100:00000010:1.0:1787759329.847105:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ea80. 00000100:00000001:1.0:1787759329.847114:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759329.847153:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312685324 00000100:00000010:1.0:1787759329.847162:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e7e0. 00000100:00000001:1.0:1787759329.847170:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759329.847177:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759329.847184:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.847189:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759329.847198:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329] req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759329.847215:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759329.847220:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759329.847225:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759329.847231:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759329.847235:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759329.847240:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759329.847246:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759329.847257:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847271:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759329.847273:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847276:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.847277:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759329.847285:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847300:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759329.847309:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847325:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759329.847331:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847334:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.847339:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847344:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759329.847347:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759329.847353:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759329.847363:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759329.847367:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759329.847375:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759329.847410:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875516288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759329.847419:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847424:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.847431:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875516288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847448:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759329.847454:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759329.847460:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.847466:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759329.847470:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759329.847474:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759329.847479:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759329.847484:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:1.0:1787759329.847491:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759329.847495:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759329.847500:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:1.0:1787759329.847506:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759329.847510:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847515:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.847525:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.847529:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.847535:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759329.847539:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.847543:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759329.847550:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847567:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.847571:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.847574:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759329.847578:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759329.847582:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.847590:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759329.847599:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759329.847603:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759329.847606:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.847611:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759329.847617:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.847621:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.847630:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759329.847637:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759329.847643:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759329.847650:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516416, portal 10 00000100:00000001:1.0:1787759329.847656:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759329.847660:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:1.0:1787759329.847671:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847687:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759329.847694:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759329.847700:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759329.847706:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875516416, offset 0 00000400:00000200:1.0:1787759329.847715:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759329.847723:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.847730:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759329.847736:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759329.847743:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759329.847749:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759329.847756:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759329.847763:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776459:776459:256:4294967295] 192.168.201.104@tcp LPNI seq info [776450:776450:8:4294967295] 00000400:00000200:1.0:1787759329.847774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.847787:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759329.847795:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.847801:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759329.847821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759329.847827:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759329.847837:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759329.847843:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759329.847850:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.847855:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759329.847861:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759329.847870:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759329.847876:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759329.847880:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759329.847887:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759329.847895:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847929:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.847938:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.847953:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.847957:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759329.847963:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759329.847969:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759329.847979:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759329.847984:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312684044 00000100:00000001:1.0:1787759329.847991:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312685323 00000100:00000001:1.0:1787759329.847997:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312684044 00000100:00000001:1.0:1787759329.848004:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312685324 00000100:00000001:1.0:1787759329.848009:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759329.848015:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848020:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759329.848028:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329] req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759329.848047:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759329.848051:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759329.848055:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759329.848060:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759329.848065:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759329.848069:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759329.848077:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759329.848106:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848138:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759329.848142:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848144:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848146:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759329.848151:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848159:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759329.848164:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848173:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759329.848176:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848178:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848179:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848181:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759329.848186:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759329.848189:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759329.848193:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759329.848196:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759329.848201:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759329.848211:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759329.848215:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848217:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.848221:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875516416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848228:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759329.848230:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759329.848232:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.848235:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759329.848237:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759329.848240:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759329.848242:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759329.848244:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:1.0:1787759329.848247:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759329.848248:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759329.848250:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:1.0:1787759329.848253:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759329.848254:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848256:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848260:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.848261:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848263:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759329.848265:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759329.848266:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759329.848271:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848279:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.848281:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848283:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759329.848286:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759329.848288:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.848292:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759329.848296:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759329.848298:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759329.848299:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848301:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759329.848305:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.848307:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.848312:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759329.848315:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759329.848319:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759329.848322:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516544, portal 10 00000100:00000001:1.0:1787759329.848325:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759329.848326:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759329.848333:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848341:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759329.848343:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759329.848346:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759329.848349:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875516544, offset 0 00000400:00000200:1.0:1787759329.848354:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759329.848359:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.848363:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759329.848366:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759329.848368:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759329.848371:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759329.848374:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759329.848377:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776460:776460:256:4294967295] 192.168.201.104@tcp LPNI seq info [776451:776451:8:4294967295] 00000400:00000200:1.0:1787759329.848393:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.848400:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759329.848405:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.848409:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759329.848413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759329.848417:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759329.848421:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759329.848424:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759329.848428:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.848430:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759329.848434:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759329.848437:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759329.848440:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759329.848442:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759329.848445:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759329.848448:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848456:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.848459:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848473:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848475:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759329.848478:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759329.848481:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759329.848485:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759329.848487:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312684045 00000100:00000001:1.0:1787759329.848490:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312685323 00000100:00000001:1.0:1787759329.848493:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312684045 00000100:00000001:1.0:1787759329.848495:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312685324 00000100:00000001:1.0:1787759329.848498:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759329.848501:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848503:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759329.848507:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329] req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759329.848516:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759329.848517:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759329.848519:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759329.848522:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759329.848524:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759329.848526:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759329.848529:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759329.848537:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848543:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759329.848544:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848546:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848548:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759329.848552:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848559:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759329.848563:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848570:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759329.848573:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848574:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848576:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848578:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759329.848580:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759329.848583:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759329.848586:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759329.848589:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759329.848593:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759329.848601:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759329.848606:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759329.848609:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848617:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.848618:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848621:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759329.848623:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759329.848625:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.848629:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759329.848632:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759329.848634:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759329.848636:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848638:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759329.848641:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759329.848644:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.848648:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759329.848651:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759329.848655:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759329.848658:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516672, portal 4 00000100:00000001:1.0:1787759329.848660:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759329.848662:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759329.848668:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848675:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759329.848678:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759329.848681:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759329.848683:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875516672, offset 0 00000400:00000200:1.0:1787759329.848688:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759329.848692:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.848695:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759329.848697:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759329.848700:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759329.848702:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759329.848704:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759329.848707:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776461:776461:256:4294967295] 192.168.201.104@tcp LPNI seq info [776452:776452:8:4294967295] 00000400:00000200:1.0:1787759329.848711:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.848717:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759329.848721:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.848725:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759329.848728:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759329.848731:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759329.848735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759329.848739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759329.848742:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.848745:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759329.848748:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759329.848751:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759329.848754:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759329.848756:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759329.848758:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759329.848762:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848769:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.848773:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848779:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848781:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759329.848784:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759329.848787:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759329.848790:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759329.848792:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312684104 00000100:00000001:1.0:1787759329.848795:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312685323 00000100:00000001:1.0:1787759329.848797:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312684104 00000100:00000001:1.0:1787759329.848799:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312685324 00000100:00000001:1.0:1787759329.848802:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759329.848804:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.848806:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759329.848809:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329] req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759329.848817:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759329.848818:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759329.848820:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759329.848823:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759329.848824:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759329.848828:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759329.848831:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759329.848840:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848847:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759329.848849:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848851:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848852:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759329.848856:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848864:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759329.848868:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848875:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759329.848878:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848880:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.848882:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.848884:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759329.848886:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759329.848889:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759329.848892:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759329.848895:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759329.848899:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759329.848907:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759329.848911:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759329.848914:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848921:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759329.848922:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848925:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759329.848927:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759329.848929:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759329.848932:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759329.848936:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759329.848938:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759329.848939:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759329.848941:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759329.848944:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759329.848947:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759329.848950:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759329.848952:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759329.848956:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759329.848959:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875516800, portal 4 00000100:00000001:1.0:1787759329.848961:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759329.848963:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759329.848968:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.848974:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759329.848977:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759329.848979:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759329.848982:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875516800, offset 0 00000400:00000200:1.0:1787759329.848986:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759329.848990:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.848993:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759329.848996:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759329.848998:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759329.849000:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759329.849003:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759329.849006:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776462:776462:256:4294967295] 192.168.201.104@tcp LPNI seq info [776453:776453:8:4294967295] 00000400:00000200:1.0:1787759329.849011:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759329.849017:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759329.849021:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.849025:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759329.849029:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759329.849032:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759329.849035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759329.849038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759329.849041:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759329.849043:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759329.849046:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759329.849064:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759329.849068:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759329.849070:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759329.849073:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759329.849076:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849085:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.849088:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849094:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.849096:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759329.849099:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759329.849101:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759329.849105:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759329.849107:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312684068 00000100:00000001:1.0:1787759329.849110:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312685323 00000100:00000001:1.0:1787759329.849112:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312684068 00000100:00000001:1.0:1787759329.849131:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312685324 00000100:00000001:1.0:1787759329.849134:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759329.849137:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.849138:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759329.849142:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759329/real 1787759329] req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759329.849148:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759329.849149:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759329.849151:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759329.849154:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759329.849155:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759329.849158:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759329.849161:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759329.849169:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849175:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759329.849177:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849179:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.849180:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759329.849184:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849190:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759329.849194:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849200:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759329.849203:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849205:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759329.849206:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849207:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759329.849209:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759329.849212:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759329.849216:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759329.849218:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759329.849222:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759329.849229:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875516800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759329.849233:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849235:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.849239:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875516544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849245:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759329.849247:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759329.849249:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759329.849252:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759329.849253:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759329.849255:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759329.849257:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759329.849259:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:1.0:1787759329.849261:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759329.849263:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759329.849264:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759329.849266:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759329.849268:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849269:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.849272:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875516672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849279:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759329.849281:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759329.849282:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759329.849284:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759329.849285:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759329.849287:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759329.849288:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759329.849290:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:1.0:1787759329.849292:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759329.849293:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759329.849295:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759329.849297:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759329.849299:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849300:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759329.849303:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875516800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759329.849310:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759329.849311:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759329.849313:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759329.849315:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759329.849316:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759329.849318:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759329.849320:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759329.849321:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:1.0:1787759329.849324:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759329.849325:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759329.849326:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759329.849329:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759329.849330:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849331:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759329.849335:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759329.849336:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759329.849338:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759329.849340:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550291:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550298:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759330.550298:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759330.550303:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.550305:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.550311:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759330.550311:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.550319:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759330.550321:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.550326:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550326:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550333:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.550339:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.550344:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550344:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550347:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.550446:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550450:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.550453:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.550455:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759330.550457:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550459:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759330.550460:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759330.550461:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759330.550466:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.550469:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759330.550470:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759330.550471:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.550474:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759330.550474:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759330.550475:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.550478:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550478:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550483:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550483:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759330.550484:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759330.550485:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550490:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759330.550494:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759330.550499:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759330.550502:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759330.550504:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550515:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759330.550515:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550517:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550518:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.550521:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550522:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759330.550524:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.550525:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759330.550527:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.550529:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759330.550530:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.550533:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550533:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550535:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.550537:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550540:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759330.550543:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759330.550544:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759330.550546:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759330.550551:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759330.550554:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759330.550555:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759330.550557:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759330.550559:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759330.550562:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550565:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759330.550567:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759330.550569:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759331.190262:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312685323, at 4312685376 00000100:00000010:2.0:1787759331.190283:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ea80. 00000100:00000001:1.0:1787759331.574419:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759331.574424:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759331.574427:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759331.574431:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.574436:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759331.574437:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759331.574442:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.574445:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759331.574447:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.574450:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759331.574452:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759331.574457:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759331.574459:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.574465:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759331.574478:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759331.574482:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759331.574484:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759331.574486:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759331.574489:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759331.574491:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.574493:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759331.574494:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.574496:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.574524:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.574528:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.574531:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.574535:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759331.574968:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759331.574969:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759331.574979:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759331.574980:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759331.574985:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759331.574986:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759331.574997:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759331.574998:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759331.575001:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759331.575004:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759331.575006:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759331.575009:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.575010:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759331.575014:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759331.575018:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.575066:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759331.575073:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759331.575077:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759331.575081:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759331.575086:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759331.575089:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759331.575113:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759331.575116:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759331.575144:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759331.575197:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759331.575200:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759331.575205:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.598275:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.598283:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.598286:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.598290:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.598295:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.598299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598305:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.598310:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759332.598526:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759332.598529:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759332.598531:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759332.598535:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759332.598538:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759332.598541:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759332.598544:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759332.598546:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759332.598549:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.598567:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.598571:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.598572:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759332.598575:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.598578:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.598580:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598583:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.598587:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759332.598587:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759332.598591:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759332.598593:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759332.598596:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759332.598599:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759332.598603:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759332.598605:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759332.598609:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759332.598611:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759332.598613:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759332.598778:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759332.598781:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759332.598783:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759332.598787:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759332.598790:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759332.598790:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759332.598800:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598801:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759332.598806:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759332.598810:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759332.598811:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759332.598814:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598815:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759332.598822:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759332.598823:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759332.598825:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759332.598828:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759332.598831:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759333.622235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759333.622238:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759333.622245:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759333.622249:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759333.622249:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759333.622253:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759333.622263:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759333.622264:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759333.622273:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759333.622282:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759333.622284:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.622286:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759333.622287:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.622302:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759333.622303:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.622305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759333.622309:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759333.622310:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759333.622312:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.622332:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.622336:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622349:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759333.622350:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622354:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759333.622359:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.622360:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759333.622361:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759333.622364:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759333.622368:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622369:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.622375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759333.622379:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622390:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.622394:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759333.622394:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.622399:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759333.622400:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759333.622401:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759333.622405:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759333.622408:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759333.622413:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759333.622418:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759333.622425:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622433:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759333.622437:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759333.622438:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759333.622440:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759333.622444:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759333.622449:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759333.622453:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622460:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759333.622465:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759333.622474:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646243:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646247:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646256:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759334.646257:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.646259:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.646267:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759334.646267:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.646276:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759334.646276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759334.646281:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646283:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.646285:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759334.646291:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.646292:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759334.646292:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759334.646295:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.646308:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.646308:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759334.646311:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.646316:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646316:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759334.646319:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759334.646324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759334.646328:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759334.646330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759334.646334:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.646349:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646354:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759334.646358:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759334.646362:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759334.646365:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.646368:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.646370:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646371:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759334.646375:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759334.646376:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.646376:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759334.646378:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759334.646382:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646383:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.646384:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759334.646387:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759334.646391:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759334.646396:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759334.646400:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759334.646400:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759334.646408:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759334.646412:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.646415:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759334.646420:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.646423:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759334.646425:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646426:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.646427:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.646434:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759334.646437:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759334.646438:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759334.646445:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759334.646449:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.646452:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759334.646455:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759334.646457:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759334.966337:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759334.966349:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759334.966351:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759334.966355:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759334.966359:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759334.966367:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18016 00000400:00000200:1.0:1787759334.966376:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759334.966382:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759334.966386:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759334.966390:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966393:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966396:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966399:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759334.966404:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759334.966406:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759334.966409:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759334.966413:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759334.966415:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759334.966418:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759334.966422:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966424:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966426:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966428:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759334.966432:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759334.966435:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966438:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759334.966442:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759334.966446:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759334.966449:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966451:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759334.966454:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759334.966464:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759334.966468:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759334.966472:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759334.966474:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966477:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759334.966481:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759334.966485:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759334.966493:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:1.0:1787759334.966500:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759334.966510:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875516928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759334.966521:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759334.966527:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.966531:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875516928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759334.966556:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759334.966559:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759334.966563:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759334.966565:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759334.966567:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759334.966571:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759334.966574:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18016 00000400:00000200:1.0:1787759334.966579:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759334.966583:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759334.966587:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759334.966604:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966609:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966614:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966618:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759334.966623:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759334.966627:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759334.966631:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759334.966636:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759334.966639:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759334.966643:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759334.966650:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966655:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966658:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966663:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759334.966668:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759334.966675:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966682:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759334.966686:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759334.966693:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759334.966700:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966703:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759334.966707:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759334.966714:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966718:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759334.966726:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759334.966739:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759334.966745:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759334.966748:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966752:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759334.966755:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759334.966758:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759334.966763:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759334.966769:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759334.966779:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875517056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759334.966798:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759334.966803:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.966809:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875517056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759334.966826:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759334.966831:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759334.966847:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759334.966851:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759334.966854:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759334.966859:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759334.966862:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18016 00000400:00000200:1.0:1787759334.966867:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:3.1:1787759334.966873:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:1.0:1787759334.966875:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759334.966880:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1787759334.966880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000040:1.0:1787759334.966886:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966892:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966898:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966902:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759334.966908:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759334.966912:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759334.966916:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759334.966920:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759334.966926:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759334.966938:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759334.966947:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966951:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.966955:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966957:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759334.966960:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759334.966964:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759334.966969:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759334.966974:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759334.966978:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759334.966982:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.966988:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759334.966992:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759334.967004:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967008:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759334.967013:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759334.967018:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759334.967023:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759334.967025:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967027:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759334.967031:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759334.967034:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759334.967041:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000001:1.0:1787759334.967046:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759334.967116:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875517184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759334.967170:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759334.967176:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.967187:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875517184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759334.967216:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759334.967221:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759334.967227:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759334.967231:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759334.967235:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759334.967240:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759334.967246:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18016 00000400:00000200:1.0:1787759334.967255:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759334.967261:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759334.967266:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759334.967273:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967278:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.967283:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967287:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759334.967304:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759334.967307:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759334.967311:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759334.967316:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759334.967320:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759334.967323:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759334.967328:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967332:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.967337:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967341:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759334.967343:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759334.967348:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967355:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759334.967361:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759334.967366:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759334.967372:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967378:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759334.967383:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759334.967391:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967395:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759334.967403:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759334.967408:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759334.967415:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759334.967419:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967425:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759334.967428:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759334.967432:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759334.967441:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759334.967446:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759334.967455:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875517312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759334.967477:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759334.967482:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.967491:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875517312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759334.967510:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759334.967517:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759334.967526:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759334.967531:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759334.967535:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759334.967543:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759334.967550:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18016 00000400:00000200:1.0:1787759334.967559:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759334.967570:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:3.1:1787759334.967573:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:1.0:1787759334.967576:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1787759334.967577:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000040:1.0:1787759334.967586:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967592:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.967599:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967605:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759334.967608:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759334.967612:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759334.967615:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759334.967618:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759334.967622:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759334.967626:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759334.967640:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967646:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759334.967651:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967656:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759334.967669:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759334.967680:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759334.967685:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759334.967690:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759334.967696:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759334.967704:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967710:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759334.967715:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759334.967721:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967726:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759334.967732:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759334.967737:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759334.967742:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759334.967745:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759334.967749:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759334.967751:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759334.967755:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759334.967762:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:1.0:1787759334.967769:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759334.967779:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875517440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759334.967791:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759334.967795:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.967804:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875517440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759334.967822:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759334.967829:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18026) 00000800:00000200:3.1:1787759334.967992:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759334.967994:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759334.968359:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759334.968361:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759334.968599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759334.968601:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1787759335.670249:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.670250:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759335.670256:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.670259:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.670263:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759335.670264:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.670266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759335.670275:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759335.670276:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759335.670297:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.670299:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.670303:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.670303:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.670309:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759335.670314:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.670320:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.670321:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759335.670326:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.670330:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.670339:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759335.670343:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.670345:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.670346:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759335.670348:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.670350:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759335.670352:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.670354:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759335.670356:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759335.670358:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759335.670363:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.670365:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.670367:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759335.670369:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.670372:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759335.670372:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759335.670376:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759335.670380:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759335.670385:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759335.670388:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759335.670389:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759335.670393:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.670394:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759335.670398:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.670399:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759335.670400:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759335.670404:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759335.670404:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759335.670410:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759335.670411:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759335.670415:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759335.670419:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759335.670423:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759335.670427:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759335.670429:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759335.670430:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759335.670434:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759335.670437:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759335.670440:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759335.670445:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759335.670449:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759335.670452:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759335.670455:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759335.670460:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759336.310208:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312690443, at 4312690496 00000100:00000010:2.0:1787759336.310225:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000001:0.0:1787759336.694239:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759336.694240:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.694248:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759336.694248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.694253:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.694259:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759336.694259:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.694282:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.694286:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694292:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759336.694295:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.694296:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759336.694301:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.694303:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759336.694306:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759336.694310:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759336.694312:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759336.694315:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.694322:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.694327:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.694331:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.694335:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.694339:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.694343:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694345:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.694347:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694350:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759336.694442:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759336.694445:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759336.694447:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.694449:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759336.694450:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.694453:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759336.694455:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759336.694457:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759336.694459:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.694462:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759336.694463:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694466:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.694468:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759336.694471:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.694473:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.694481:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.694484:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694487:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759336.694491:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759336.694496:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759336.694498:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759336.694500:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759336.694503:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759336.694505:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759336.694507:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759336.694509:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694513:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759336.694513:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759336.694518:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759336.694519:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759336.694522:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759336.694526:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759336.694528:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694531:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759336.694532:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759336.694534:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759336.694577:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759336.694580:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759336.694581:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759336.694584:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759336.694586:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759336.694588:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759336.694590:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759336.694591:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759336.694594:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.718232:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759337.718232:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.718238:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759337.718240:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.718241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.718260:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.718264:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.718268:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718270:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.718274:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718279:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.718288:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.718291:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.718292:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.718294:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.718298:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.718300:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718304:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.718306:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718309:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.718315:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.718317:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.718319:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.718323:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.718325:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.718328:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718332:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.718335:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.718341:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759337.718362:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759337.718367:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759337.718371:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759337.718377:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759337.718381:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759337.718384:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759337.718386:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759337.718388:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759337.718391:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759337.718559:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759337.718562:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759337.718565:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759337.718567:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759337.718570:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759337.718571:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759337.718573:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759337.719093:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759337.719097:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759337.719099:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759337.719102:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759337.719104:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759337.719107:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.719110:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759337.719111:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759337.719113:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.742235:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759338.742237:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.742245:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759338.742245:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759338.742250:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759338.742251:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759338.742251:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759338.742257:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759338.742261:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759338.742262:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759338.742262:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759338.742267:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.742269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759338.742270:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759338.742273:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.742274:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.742275:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759338.742279:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759338.742281:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.742281:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759338.742282:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.742286:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759338.742288:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.742291:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759338.742299:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759338.742303:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.742306:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759338.742320:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759338.742323:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759338.742323:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759338.742326:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.742327:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759338.742328:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759338.742329:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759338.742332:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759338.742333:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759338.742333:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759338.742335:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759338.742336:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759338.742338:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759338.742342:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759338.742342:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759338.742344:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759338.742344:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.742348:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759338.742350:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759338.742351:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.742352:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.742355:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759338.742359:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759338.742364:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759338.742365:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759338.742370:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759338.742375:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759338.742376:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759338.742382:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759338.742385:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759338.742388:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759338.742391:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759338.742394:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759338.742396:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759338.742397:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759338.742399:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759338.742415:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759338.742417:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759338.742420:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759339.766252:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759339.766252:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759339.766262:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.766263:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.766268:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759339.766268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759339.766277:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759339.766277:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.766286:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759339.766286:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.766293:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759339.766293:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759339.766295:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.766305:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759339.766310:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759339.766312:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759339.766318:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759339.766318:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766324:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759339.766324:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.766326:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.766328:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766334:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.766335:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759339.766347:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759339.766351:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766357:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.766358:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.766363:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759339.766363:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759339.766366:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759339.766369:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759339.766370:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759339.766371:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.766373:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759339.766373:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.766376:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759339.766376:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759339.766378:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766379:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759339.766380:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766383:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759339.766383:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759339.766388:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759339.766388:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759339.766398:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.766399:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759339.766404:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759339.766410:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.766416:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759339.766417:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759339.766422:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759339.766426:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759339.766428:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759339.766430:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759339.766439:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759339.766439:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759339.766447:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759339.766448:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766453:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759339.766456:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759339.766457:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759339.766472:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.086497:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759340.086502:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.086506:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759340.086514:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.086528:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.086531:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.086537:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759340.086540:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759340.086546:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.086553:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875517568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759340.086559:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759340.086563:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759340.086567:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.086570:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759340.086576:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759340.086580:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.086587:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759340.086591:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759340.086597:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759340.086605:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875517568, portal 25 00000100:00000001:1.0:1787759340.086609:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759340.086612:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000040:1.0:1787759340.086619:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.086629:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759340.086633:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759340.086637:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759340.086641:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875517568, offset 0 00000400:00000200:1.0:1787759340.086650:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759340.086658:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.086665:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759340.086672:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759340.086678:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759340.086683:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759340.086691:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759340.086694:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776468:776468:256:4294967295] 192.168.201.104@tcp LPNI seq info [776459:776459:8:4294967295] 00000400:00000200:1.0:1787759340.086704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.086719:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759340.086730:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.086737:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759340.086748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759340.086755:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787759340.086764:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759340.086769:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787759340.086777:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.086781:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759340.086788:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759340.086796:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759340.086802:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759340.086806:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759340.086810:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759340.086815:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.086830:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.086836:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.086848:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.086852:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759340.086858:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.086864:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759340.086868:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312695563 00000100:00000010:1.0:1787759340.086877:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e660. 00000100:00000001:1.0:1787759340.086886:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759340.086896:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312695563 00000100:00000010:1.0:1787759340.086903:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e000. 00000100:00000001:1.0:1787759340.086909:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759340.086914:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759340.086920:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.086926:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759340.086935:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759340/real 1787759340] req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759340.086957:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759340.086961:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759340.086965:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759340.086971:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759340.086987:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759340.086994:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759340.087003:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759340.087026:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087044:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759340.087047:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087051:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087054:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759340.087062:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087073:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759340.087080:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087093:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759340.087097:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087100:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087104:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087108:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759340.087111:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759340.087137:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759340.087143:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759340.087146:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759340.087151:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759340.087169:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875517568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759340.087178:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087182:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.087185:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875517568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087193:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759340.087198:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759340.087213:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759340.087217:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759340.087225:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759340.087229:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759340.087245:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759340.087250:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:1.0:1787759340.087260:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759340.087264:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759340.087269:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:1.0:1787759340.087276:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759340.087280:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087286:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087296:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.087300:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.087305:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759340.087308:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.087311:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759340.087320:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087337:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.087341:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.087345:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759340.087349:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759340.087356:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.087366:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759340.087374:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759340.087377:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759340.087381:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.087385:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759340.087391:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759340.087396:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.087406:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759340.087412:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759340.087419:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759340.087425:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875517696, portal 10 00000100:00000001:1.0:1787759340.087429:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759340.087432:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:1.0:1787759340.087444:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087462:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759340.087470:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759340.087475:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759340.087482:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875517696, offset 0 00000400:00000200:1.0:1787759340.087492:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759340.087501:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.087507:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759340.087513:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759340.087517:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759340.087520:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759340.087522:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759340.087526:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776469:776469:256:4294967295] 192.168.201.104@tcp LPNI seq info [776460:776460:8:4294967295] 00000400:00000200:1.0:1787759340.087531:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.087539:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759340.087544:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.087548:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759340.087553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759340.087556:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787759340.087560:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759340.087563:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787759340.087568:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.087570:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759340.087573:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759340.087577:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759340.087580:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759340.087582:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759340.087585:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759340.087588:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087596:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.087600:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087606:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.087608:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759340.087611:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759340.087615:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759340.087619:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759340.087621:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312694284 00000100:00000001:1.0:1787759340.087624:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.087626:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312694284 00000100:00000001:1.0:1787759340.087629:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.087632:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759340.087634:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.087636:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759340.087640:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759340/real 1787759340] req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759340.087647:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759340.087648:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759340.087650:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759340.087652:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759340.087654:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759340.087657:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759340.087660:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759340.087668:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087674:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759340.087676:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087678:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087680:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759340.087684:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087691:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759340.087695:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087702:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759340.087705:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087707:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087708:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087710:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759340.087714:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759340.087717:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759340.087721:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759340.087723:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759340.087728:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759340.087737:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759340.087741:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759340.087745:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087753:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.087754:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.087756:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759340.087757:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759340.087758:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.087760:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759340.087763:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759340.087765:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759340.087766:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.087767:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759340.087770:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759340.087771:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.087774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759340.087776:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759340.087778:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759340.087781:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875517824, portal 10 00000100:00000001:1.0:1787759340.087782:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759340.087783:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759340.087787:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087791:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759340.087793:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759340.087795:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759340.087798:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875517824, offset 0 00000400:00000200:1.0:1787759340.087802:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759340.087806:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.087810:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759340.087813:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759340.087815:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759340.087817:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759340.087820:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759340.087823:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776470:776470:256:4294967295] 192.168.201.104@tcp LPNI seq info [776461:776461:8:4294967295] 00000400:00000200:1.0:1787759340.087827:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.087834:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759340.087839:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.087843:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759340.087847:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759340.087850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787759340.087854:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759340.087857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787759340.087861:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.087863:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759340.087866:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759340.087869:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759340.087872:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759340.087874:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759340.087877:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759340.087881:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087889:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.087892:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087898:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.087900:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759340.087903:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759340.087905:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759340.087908:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759340.087909:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312694284 00000100:00000001:1.0:1787759340.087911:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.087913:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312694284 00000100:00000001:1.0:1787759340.087915:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.087916:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759340.087918:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.087919:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759340.087922:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759340/real 1787759340] req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759340.087929:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759340.087930:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759340.087932:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759340.087933:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759340.087935:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759340.087936:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759340.087938:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759340.087945:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087952:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759340.087953:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087955:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087957:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759340.087960:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087966:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759340.087970:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.087977:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759340.087980:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087982:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.087983:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.087984:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759340.087987:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759340.087990:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759340.087994:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759340.087997:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759340.088001:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759340.088010:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759340.088014:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759340.088017:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088024:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.088026:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.088028:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759340.088030:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759340.088032:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.088035:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759340.088039:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759340.088041:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759340.088042:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.088044:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088047:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759340.088048:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.088051:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759340.088053:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759340.088056:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759340.088058:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875517952, portal 4 00000100:00000001:1.0:1787759340.088060:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759340.088061:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759340.088066:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088070:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759340.088073:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759340.088074:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759340.088076:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875517952, offset 0 00000400:00000200:1.0:1787759340.088079:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759340.088082:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.088084:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759340.088086:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759340.088088:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759340.088090:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759340.088091:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759340.088093:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776471:776471:256:4294967295] 192.168.201.104@tcp LPNI seq info [776462:776462:8:4294967295] 00000400:00000200:1.0:1787759340.088097:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.088101:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759340.088103:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.088105:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759340.088108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759340.088110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787759340.088113:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759340.088115:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787759340.088134:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.088135:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759340.088138:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759340.088140:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759340.088142:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759340.088144:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759340.088146:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759340.088150:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088158:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088161:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088167:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088169:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759340.088173:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759340.088176:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759340.088179:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759340.088182:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312694344 00000100:00000001:1.0:1787759340.088184:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.088186:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312694344 00000100:00000001:1.0:1787759340.088189:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.088191:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759340.088193:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088195:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759340.088199:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759340/real 1787759340] req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759340.088218:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759340.088219:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759340.088221:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759340.088224:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759340.088226:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759340.088228:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759340.088232:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759340.088240:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088247:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759340.088248:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088249:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.088251:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759340.088253:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088257:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759340.088260:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088265:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759340.088267:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088269:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.088269:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088271:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759340.088272:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759340.088274:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759340.088276:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759340.088277:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759340.088279:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759340.088284:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875517952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759340.088287:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088288:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088290:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875517696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088294:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759340.088296:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088297:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759340.088300:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759340.088302:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759340.088304:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759340.088306:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759340.088308:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:1.0:1787759340.088311:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759340.088312:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759340.088314:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:1.0:1787759340.088317:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759340.088318:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088320:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088324:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875517824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088331:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759340.088333:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088334:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759340.088337:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759340.088339:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759340.088340:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759340.088342:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759340.088344:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:1.0:1787759340.088347:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759340.088348:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759340.088349:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759340.088351:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759340.088353:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088355:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088358:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875517952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088365:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759340.088366:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088367:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759340.088370:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759340.088371:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759340.088373:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759340.088375:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759340.088376:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:1.0:1787759340.088379:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759340.088380:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759340.088381:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759340.088383:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759340.088383:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088385:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088387:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.088388:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088390:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759340.088391:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.088392:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759340.088395:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088400:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.088401:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.088403:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759340.088405:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759340.088407:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.088410:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759340.088414:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759340.088416:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759340.088417:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759340.088419:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088422:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759340.088424:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759340.088428:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759340.088430:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759340.088434:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759340.088438:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518080, portal 4 00000100:00000001:1.0:1787759340.088440:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759340.088441:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759340.088447:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088454:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759340.088456:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759340.088458:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759340.088461:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875518080, offset 0 00000400:00000200:1.0:1787759340.088466:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759340.088470:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.088473:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759340.088475:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759340.088476:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759340.088478:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759340.088480:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759340.088482:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776472:776472:256:4294967295] 192.168.201.104@tcp LPNI seq info [776463:776463:8:4294967295] 00000400:00000200:1.0:1787759340.088485:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759340.088489:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759340.088492:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.088494:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759340.088497:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759340.088499:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1787759340.088502:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759340.088504:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1787759340.088507:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759340.088508:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759340.088510:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759340.088513:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759340.088515:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759340.088516:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759340.088518:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759340.088520:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088525:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088527:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088532:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088533:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759340.088535:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759340.088538:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759340.088541:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759340.088543:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312694308 00000100:00000001:1.0:1787759340.088546:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.088548:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312694308 00000100:00000001:1.0:1787759340.088550:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312695563 00000100:00000001:1.0:1787759340.088553:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759340.088555:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088557:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759340.088560:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759340/real 1787759340] req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759340.088569:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759340.088570:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759340.088572:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759340.088574:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759340.088576:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759340.088579:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759340.088582:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759340.088590:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088596:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759340.088598:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088600:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.088601:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759340.088605:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088611:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759340.088615:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088620:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759340.088622:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088623:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759340.088624:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088625:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759340.088626:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759340.088629:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759340.088631:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759340.088632:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759340.088635:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759340.088640:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759340.088642:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088643:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759340.088645:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875518080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759340.088649:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759340.088650:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759340.088652:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759340.088653:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759340.088655:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759340.088656:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759340.088657:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759340.088658:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:1.0:1787759340.088660:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759340.088661:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759340.088662:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759340.088663:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759340.088664:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088665:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.088667:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.088669:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.088670:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759340.088671:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.790271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.790274:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.790280:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.790280:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.790283:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.790284:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759340.790292:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759340.790292:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759340.790299:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.790300:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759340.790305:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.790305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.790309:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759340.790312:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.790315:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.790320:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.790324:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.790327:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.790433:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.790436:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.790438:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759340.790441:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759340.790442:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.790444:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759340.790448:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759340.790449:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.790451:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759340.790452:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.790454:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759340.790457:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759340.790458:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759340.790463:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759340.790467:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759340.790469:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759340.790471:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759340.790473:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759340.790486:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759340.790491:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759340.790493:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759340.790495:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759340.790508:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759340.790510:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.790515:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759340.790516:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759340.790519:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759340.790545:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759340.790550:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759340.790551:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759340.790555:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759340.790559:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759340.790561:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.790564:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759340.790566:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759340.790570:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759340.790630:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759340.790638:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759340.790641:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759340.790647:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759340.790655:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759340.790661:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759340.790666:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759340.790670:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759340.790672:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759341.430233:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312695563, at 4312695616 00000100:00000010:2.0:1787759341.430254:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e660. 00000100:00000001:0.0:1787759341.814279:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759341.814279:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759341.814279:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.814289:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759341.814289:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759341.814289:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.814294:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.814294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759341.814295:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759341.814303:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759341.814303:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759341.814304:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759341.814310:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759341.814310:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759341.814311:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.814316:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.814316:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759341.814316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.814322:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.814325:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.814329:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.814329:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.814333:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.814337:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759341.814337:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759341.814341:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759341.814344:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759341.814357:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759341.814359:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759341.814361:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.814364:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759341.814365:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.814367:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759341.814369:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759341.814371:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759341.814372:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759341.814374:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759341.814376:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759341.814377:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759341.814377:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.814378:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.814381:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759341.814382:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759341.814382:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759341.814384:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.814386:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759341.814388:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.814389:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759341.814389:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759341.814391:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759341.814392:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759341.814396:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759341.814397:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759341.814399:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759341.814402:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759341.814406:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759341.814410:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759341.814415:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759341.814420:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759341.814425:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759341.814430:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759341.814433:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759341.814436:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.838362:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.838370:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759342.838374:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759342.838381:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759342.838384:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.838386:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.838393:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759342.838393:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759342.838396:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.838398:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759342.838402:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.838403:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759342.838410:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759342.838412:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759342.838415:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.838420:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759342.838422:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759342.838426:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759342.838429:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759342.838431:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.838434:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.838442:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759342.838443:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759342.838444:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.838445:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759342.838458:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759342.838465:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759342.838465:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759342.838469:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759342.838473:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838476:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759342.838479:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.838482:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838488:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.838492:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838499:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759342.838502:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759342.838507:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759342.838511:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759342.838517:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759342.838523:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759342.838529:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838530:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759342.838535:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759342.838536:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.838538:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759342.838540:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759342.838541:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759342.838546:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759342.838548:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759342.838550:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838554:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759342.838557:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759342.838560:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.862251:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.862251:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759343.862251:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.862260:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759343.862262:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759343.862262:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759343.862264:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.862267:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759343.862267:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759343.862272:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759343.862274:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759343.862274:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.862278:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759343.862282:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.862284:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759343.862286:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.862288:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.862289:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759343.862290:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759343.862294:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862294:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759343.862295:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862301:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759343.862302:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759343.862312:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759343.862316:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759343.862319:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.862321:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759343.862322:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.862327:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759343.862327:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759343.862331:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759343.862332:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759343.862338:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759343.862339:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.862345:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759343.862345:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.862349:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759343.862350:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759343.862356:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759343.862359:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862363:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759343.862363:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.862367:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862369:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759343.862387:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759343.862390:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759343.862391:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759343.862393:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759343.862395:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759343.862396:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862398:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759343.862399:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759343.862401:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759344.886270:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759344.886281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759344.886286:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759344.886294:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759344.886312:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759344.886319:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759344.886319:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886329:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759344.886332:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886336:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.886337:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.886341:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.886345:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759344.886350:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759344.886352:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759344.886359:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.886366:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.886374:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759344.886382:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759344.886387:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886389:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759344.886397:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759344.886398:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759344.886403:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759344.886409:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759344.886414:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759344.886419:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886424:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759344.886428:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886433:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759344.886436:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759344.886441:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759344.886445:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.886447:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.886449:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759344.886450:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759344.886452:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.886456:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759344.886459:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759344.886460:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759344.886467:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759344.886471:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759344.886472:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759344.886483:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759344.886484:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.886490:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886491:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759344.886498:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759344.886498:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.886502:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759344.886503:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.886506:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759344.886511:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759344.886511:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759344.886516:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759344.886516:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.886521:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759344.886521:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.886526:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759344.886528:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759344.886529:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759344.886531:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759344.886534:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.206267:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759345.206279:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759345.206282:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759345.206287:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759345.206293:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759345.206301:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18026 00000400:00000200:0.0:1787759345.206311:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759345.206318:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759345.206321:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759345.206325:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206329:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.206332:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206335:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759345.206340:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759345.206343:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759345.206346:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759345.206349:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759345.206351:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759345.206354:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759345.206358:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206361:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.206363:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206366:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759345.206370:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759345.206374:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206377:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759345.206381:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759345.206385:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759345.206389:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206392:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759345.206395:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759345.206407:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759345.206418:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759345.206423:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759345.206425:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206429:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759345.206432:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759345.206437:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759345.206446:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759345.206454:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759345.206464:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759345.206475:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759345.206479:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759345.206485:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.206514:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.206518:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759345.206521:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759345.206523:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759345.206525:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759345.206528:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759345.206531:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18026 00000400:00000200:0.0:1787759345.206536:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759345.206540:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759345.206543:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759345.206547:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206549:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.206551:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206554:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759345.206558:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759345.206558:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1787759345.206560:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759345.206563:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759345.206565:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1787759345.206567:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:1.0:1787759345.206569:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1787759345.206571:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759345.206575:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759345.206579:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759345.206581:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206587:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759345.206594:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1787759345.206597:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759345.206598:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206602:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759345.206604:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1787759345.206607:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:1.0:1787759345.206609:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1787759345.206615:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:1.0:1787759345.206615:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206621:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759345.206624:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1787759345.206627:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875518208:192.168.201.104@tcp:250:kworker.0 02000000:00000001:0.0:1787759345.206630:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.206634:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759345.206635:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206639:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759345.206640:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1787759345.206643:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1787759345.206644:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.206648:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1787759345.206650:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206654:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759345.206655:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759345.206659:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759345.206661:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759345.206665:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000200:1.0:1787759345.206667:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759345.206671:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759345.206674:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759345.206674:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000001:0.0:1787759345.206679:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759345.206681:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759345.206683:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759345.206688:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000400:00000010:1.0:1787759345.206690:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:0.0:1787759345.206692:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759345.206699:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518208, portal 25 00000100:00100000:0.0:1787759345.206701:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759345.206704:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759345.206707:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 00000100:00000001:0.0:1787759345.206715:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1787759345.206717:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.206720:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759345.206729:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.206730:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759345.206737:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759345.206742:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759345.206746:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875518208, offset 0 00000100:00000001:0.0:1787759345.206751:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.206757:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759345.206761:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1787759345.206762:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206763:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759345.206767:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759345.206770:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1787759345.206774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759345.206775:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18026 00000400:00000200:1.0:1787759345.206783:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759345.206790:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759345.206794:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759345.206798:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759345.206801:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.206805:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776473:776473:256:4294967295] 192.168.201.104@tcp LPNI seq info [776464:776464:8:4294967295] 00000400:00000200:1.0:1787759345.206811:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759345.206822:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.206824:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:0.0:1787759345.206829:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759345.206834:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1787759345.206834:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759345.206842:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000010:1.0:1787759345.206843:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000001:0.0:1787759345.206845:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.206850:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206855:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:1.0:1787759345.206855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:0.0:1787759345.206861:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:1.0:1787759345.206862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000020:00000040:0.0:1787759345.206864:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759345.206868:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759345.206871:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000200:1.1:1787759345.206872:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:0.0:1787759345.206875:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:1.1:1787759345.206878:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000020:00000001:0.0:1787759345.206879:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000100:1.0:1787759345.206885:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759345.206887:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000010:1.0:1787759345.206889:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000001:0.0:1787759345.206891:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.206895:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206898:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759345.206898:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:0.0:1787759345.206904:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:1.0:1787759345.206908:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1787759345.206910:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759345.206914:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.206915:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 02000000:00000001:0.0:1787759345.206917:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1787759345.206919:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 02000000:00000001:0.0:1787759345.206922:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759345.206926:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206928:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759345.206930:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759345.206933:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206935:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.206936:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1787759345.206939:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759345.206943:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000100:00000200:1.0:1787759345.206947:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759345.206948:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759345.206951:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206955:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759345.206958:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759345.206961:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.206965:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1787759345.206967:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000040:1.0:1787759345.206971:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.206973:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759345.206982:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759345.206984:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.206988:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759345.206995:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759345.206997:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.206998:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.207004:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759345.207006:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207008:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312700683 00000100:00000010:1.0:1787759345.207017:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eae0. 00000100:00000001:0.0:1787759345.207018:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.207022:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759345.207027:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759345.207027:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759345.207029:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759345.207032:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759345.207035:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312700683 00000100:00000001:0.0:1787759345.207036:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759345.207041:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18026 00000100:00000010:1.0:1787759345.207042:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ede0. 00000400:00000200:0.0:1787759345.207048:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759345.207048:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759345.207053:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787759345.207055:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759345.207058:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.207059:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759345.207061:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1787759345.207065:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:1.0:1787759345.207069:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759345/real 1787759345] req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.207070:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.207075:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759345.207081:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759345.207086:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759345.207087:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759345.207089:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759345.207091:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759345.207094:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000001:1.0:1787759345.207094:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1787759345.207097:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000001:1.0:1787759345.207099:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759345.207102:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000100:00000040:0.0:1787759345.207105:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.207107:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759345.207110:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759345.207156:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759345.207161:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.207166:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.207172:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000200:1.0:1787759345.207175:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.207176:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759345.207182:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759345.207189:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759345.207191:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759345.207194:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207195:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759345.207200:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759345.207201:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.207204:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759345.207206:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759345.207210:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.207212:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.207214:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759345.207218:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759345.207223:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207226:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.207227:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759345.207234:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000100:00000040:1.0:1787759345.207234:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759345.207239:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759345.207245:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1787759345.207247:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1787759345.207248:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.207253:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759345.207255:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759345.207257:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759345.207261:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:1.0:1787759345.207264:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.207266:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207267:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.207270:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.207274:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1787759345.207275:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759345.207277:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759345.207282:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759345.207292:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759345.207293:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759345.207296:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1787759345.207298:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759345.207304:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759345.207306:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759345.207326:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875518208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759345.207327:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759345.207333:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759345.207335:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.207339:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1787759345.207341:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759345.207344:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1787759345.207346:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875518208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759345.207347:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759345.207353:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759345.207359:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18026 00000100:00000001:1.0:1787759345.207359:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759345.207363:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1787759345.207366:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:1.0:1787759345.207368:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 00000400:00000200:0.0:1787759345.207372:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000001:1.0:1787759345.207373:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759345.207376:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00080000:0.0:1787759345.207377:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000020:00000040:1.0:1787759345.207379:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759345.207383:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:0.0:1787759345.207384:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000010:1.0:1787759345.207387:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759345.207388:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759345.207392:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:1.0:1787759345.207392:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1787759345.207396:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759345.207396:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759345.207399:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000020:00000001:0.0:1787759345.207400:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759345.207404:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:1.0:1787759345.207406:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1787759345.207407:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759345.207410:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787759345.207411:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:1.0:1787759345.207413:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759345.207416:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759345.207419:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759345.207423:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759345.207423:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.207427:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.207428:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759345.207431:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1787759345.207433:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759345.207434:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759345.207437:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759345.207438:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759345.207442:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000040:1.0:1787759345.207444:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759345.207448:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759345.207454:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759345.207458:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759345.207461:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1787759345.207463:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.207464:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759345.207469:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.207470:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787759345.207474:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759345.207474:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1787759345.207478:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1787759345.207479:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1787759345.207485:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.207486:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759345.207489:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207493:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1787759345.207496:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 02000000:00000001:1.0:1787759345.207496:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759345.207499:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787759345.207501:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759345.207502:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787759345.207506:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1787759345.207507:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:0.0:1787759345.207508:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.207512:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.207513:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759345.207516:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759345.207520:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.207520:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759345.207524:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 02000000:00000010:0.0:1787759345.207527:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000400:00000010:1.0:1787759345.207530:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:0.0:1787759345.207534:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759345.207535:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518336, portal 10 00000100:00000001:1.0:1787759345.207539:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759345.207542:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00100000:0.0:1787759345.207543:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1787759345.207553:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759345.207554:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759345.207558:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759345.207567:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207568:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759345.207574:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759345.207577:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759345.207583:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875518336, offset 0 00000100:00000001:0.0:1787759345.207584:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.207590:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759345.207591:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18037) 00000400:00000200:1.0:1787759345.207596:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.207601:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759345.207604:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759345.207607:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759345.207609:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759345.207613:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.207617:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776474:776474:256:4294967295] 192.168.201.104@tcp LPNI seq info [776465:776465:8:4294967295] 00000400:00000200:1.0:1787759345.207622:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.207629:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759345.207634:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.207637:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759345.207642:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759345.207645:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759345.207650:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759345.207652:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759345.207656:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.207658:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759345.207662:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759345.207666:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759345.207669:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759345.207671:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759345.207673:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759345.207677:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207685:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.207688:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207696:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207698:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759345.207700:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759345.207705:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759345.207708:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759345.207710:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312699404 00000100:00000001:1.0:1787759345.207713:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.207716:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312699404 00000100:00000001:1.0:1787759345.207718:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.207721:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.207723:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.207725:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759345.207728:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759345/real 1787759345] req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759345.207737:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759345.207738:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759345.207740:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759345.207742:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759345.207744:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759345.207746:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759345.207750:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759345.207759:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207766:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759345.207768:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.207769:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.207771:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759345.207775:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207782:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759345.207786:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207793:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759345.207796:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.207798:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.207800:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.207801:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759345.207806:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759345.207808:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759345.207812:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759345.207815:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759345.207819:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759345.207828:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759345.207832:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759345.207836:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207850:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.207851:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.207854:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759345.207856:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759345.207858:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.207861:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759345.207864:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759345.207866:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759345.207867:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.207869:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759345.207873:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759345.207875:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.207878:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759345.207881:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759345.207884:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759345.207887:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518464, portal 10 00000100:00000001:1.0:1787759345.207890:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759345.207891:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759345.207897:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.207905:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759345.207907:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759345.207910:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759345.207912:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875518464, offset 0 00000400:00000200:1.0:1787759345.207917:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759345.207920:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.207923:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759345.207926:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759345.207929:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759345.207931:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759345.207934:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.207937:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776475:776475:256:4294967295] 192.168.201.104@tcp LPNI seq info [776466:776466:8:4294967295] 00000400:00000200:1.0:1787759345.207942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.207949:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759345.207953:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.207956:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759345.207960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759345.207963:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759345.207968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759345.207971:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759345.207975:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.207977:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759345.207980:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759345.207984:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759345.207986:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759345.207988:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759345.207991:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759345.207995:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208002:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208005:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208012:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208014:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759345.208017:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759345.208020:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759345.208023:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759345.208025:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312699404 00000100:00000001:1.0:1787759345.208028:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208030:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312699404 00000100:00000001:1.0:1787759345.208033:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208035:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.208038:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208040:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759345.208043:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759345/real 1787759345] req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759345.208051:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759345.208053:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759345.208054:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759345.208057:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759345.208059:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759345.208061:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759345.208064:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759345.208074:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208080:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759345.208082:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208083:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208085:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759345.208089:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208095:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759345.208099:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208107:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759345.208110:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208139:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208140:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208142:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759345.208145:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759345.208148:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759345.208153:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759345.208156:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759345.208161:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759345.208169:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759345.208174:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759345.208177:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208184:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.208186:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.208188:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759345.208190:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759345.208192:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.208195:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759345.208199:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759345.208201:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759345.208203:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.208205:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208208:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759345.208210:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.208214:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759345.208217:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759345.208220:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759345.208224:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518592, portal 4 00000100:00000001:1.0:1787759345.208226:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759345.208227:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759345.208234:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208241:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759345.208244:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759345.208246:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759345.208249:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875518592, offset 0 00000400:00000200:1.0:1787759345.208253:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759345.208257:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.208260:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759345.208263:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759345.208265:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759345.208268:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759345.208270:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.208273:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776476:776476:256:4294967295] 192.168.201.104@tcp LPNI seq info [776467:776467:8:4294967295] 00000400:00000200:1.0:1787759345.208278:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.208285:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759345.208290:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.208293:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759345.208297:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759345.208300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759345.208304:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759345.208307:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759345.208311:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.208313:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759345.208316:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759345.208320:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759345.208322:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759345.208324:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759345.208327:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759345.208330:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208338:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208341:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208349:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208351:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759345.208354:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759345.208357:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759345.208360:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759345.208362:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312699464 00000100:00000001:1.0:1787759345.208365:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208367:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312699464 00000100:00000001:1.0:1787759345.208370:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208372:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.208375:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208377:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759345.208380:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759345/real 1787759345] req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759345.208388:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759345.208390:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759345.208392:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759345.208394:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759345.208396:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759345.208398:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759345.208401:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759345.208410:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208416:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759345.208418:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208420:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208421:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759345.208425:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208432:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759345.208436:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208442:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759345.208445:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208448:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208449:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208451:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759345.208453:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759345.208456:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759345.208459:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759345.208462:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759345.208466:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759345.208475:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759345.208479:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208481:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208484:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875518336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208491:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759345.208493:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208495:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759345.208497:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759345.208499:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759345.208500:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759345.208503:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759345.208504:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:1.0:1787759345.208507:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759345.208509:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759345.208510:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759345.208514:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759345.208516:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208518:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208522:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875518464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208529:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759345.208530:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208532:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759345.208534:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759345.208535:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759345.208537:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759345.208539:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759345.208540:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:1.0:1787759345.208543:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759345.208544:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759345.208546:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759345.208550:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759345.208551:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208552:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208555:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875518592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208561:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759345.208563:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208564:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759345.208567:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759345.208568:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759345.208569:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759345.208572:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759345.208573:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:1.0:1787759345.208576:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759345.208577:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759345.208578:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759345.208581:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759345.208582:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208584:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208587:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.208588:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208591:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759345.208593:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759345.208594:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759345.208598:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208604:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.208606:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.208608:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759345.208610:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759345.208612:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.208615:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759345.208619:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759345.208620:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759345.208622:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759345.208624:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208626:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759345.208628:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759345.208632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759345.208634:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759345.208638:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759345.208641:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518720, portal 4 00000100:00000001:1.0:1787759345.208643:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759345.208645:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759345.208650:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208657:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759345.208660:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759345.208662:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759345.208665:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875518720, offset 0 00000400:00000200:1.0:1787759345.208669:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759345.208673:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.208676:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759345.208679:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759345.208681:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759345.208684:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759345.208687:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759345.208690:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776477:776477:256:4294967295] 192.168.201.104@tcp LPNI seq info [776468:776468:8:4294967295] 00000400:00000200:1.0:1787759345.208695:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759345.208701:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759345.208706:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.208709:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759345.208712:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759345.208715:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759345.208720:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759345.208723:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759345.208727:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759345.208729:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759345.208732:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759345.208736:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759345.208738:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759345.208740:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759345.208743:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759345.208747:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208754:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208758:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208765:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208766:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759345.208769:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759345.208772:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759345.208775:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759345.208777:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312699428 00000100:00000001:1.0:1787759345.208780:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208783:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312699428 00000100:00000001:1.0:1787759345.208785:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312700683 00000100:00000001:1.0:1787759345.208788:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759345.208790:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208792:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759345.208796:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759345/real 1787759345] req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759345.208804:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759345.208805:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759345.208807:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759345.208809:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759345.208811:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759345.208813:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759345.208816:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759345.208825:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208832:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759345.208834:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208835:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208837:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759345.208841:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208848:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759345.208852:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208860:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759345.208863:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208864:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759345.208865:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208867:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759345.208869:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759345.208873:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759345.208876:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759345.208879:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759345.208883:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759345.208891:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759345.208895:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208897:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759345.208901:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875518720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759345.208908:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759345.208909:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759345.208911:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759345.208913:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759345.208915:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759345.208916:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759345.208919:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759345.208921:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:1.0:1787759345.208923:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759345.208924:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759345.208926:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759345.208929:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759345.208930:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208932:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.208935:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.208936:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.208938:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759345.208940:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759345.910246:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.910247:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.910258:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759345.910258:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759345.910263:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.910264:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.910270:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759345.910270:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759345.910276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759345.910277:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759345.910281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910282:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759345.910287:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759345.910291:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759345.910294:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.910295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.910298:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910302:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.910317:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.910321:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759345.910322:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759345.910329:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759345.910330:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759345.910331:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.910333:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759345.910334:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.910336:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759345.910339:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759345.910340:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.910346:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759345.910348:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759345.910350:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.910351:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759345.910352:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910361:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759345.910362:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.910364:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.910365:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759345.910365:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910367:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759345.910376:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.910377:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759345.910386:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759345.910390:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759345.910391:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759345.910395:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.910401:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759345.910401:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759345.910406:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759345.910407:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759345.910408:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759345.910413:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759345.910414:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759345.910418:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759345.910420:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759345.910422:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.910424:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759345.910425:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759345.910429:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759345.910430:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910443:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759345.910445:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759345.910447:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759345.910458:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759345.910460:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759345.910463:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759346.550248:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312700683, at 4312700736 00000100:00000010:2.0:1787759346.550271:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eae0. 00000100:00000001:2.0:1787759346.934288:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759346.934291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759346.934300:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759346.934303:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759346.934306:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759346.934309:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759346.934319:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759346.934320:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759346.934324:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759346.934328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759346.934329:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759346.934333:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759346.934334:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759346.934336:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934338:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759346.934351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759346.934351:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759346.934357:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934359:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759346.934364:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759346.934370:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.934371:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759346.934376:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934382:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759346.934382:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.934386:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934394:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759346.934397:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759346.934402:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759346.934407:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.934414:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759346.934415:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759346.934422:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759346.934424:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759346.934427:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759346.934430:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759346.934435:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759346.934436:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759346.934442:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934443:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759346.934447:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759346.934452:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.934453:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759346.934454:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934458:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759346.934461:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759346.934463:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759346.934465:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934469:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759346.934470:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759346.934473:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759346.934474:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759346.934480:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759346.934480:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759346.934484:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759346.934485:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759346.934491:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759346.934494:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759346.934497:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759346.934510:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759346.934514:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759346.934516:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759346.934519:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958283:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759347.958283:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.958295:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759347.958295:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759347.958302:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958303:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759347.958314:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759347.958318:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759347.958322:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759347.958329:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759347.958331:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958333:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958335:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759347.958341:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958431:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759347.958434:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759347.958437:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958440:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958463:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.958465:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759347.958466:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759347.958468:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759347.958471:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759347.958473:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958476:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759347.958478:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958480:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958497:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.958504:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759347.958506:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759347.958513:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759347.958522:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759347.958526:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958530:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759347.958534:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958539:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759347.958635:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.958640:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759347.958640:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759347.958641:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958645:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759347.958645:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759347.958648:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759347.958649:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759347.958651:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759347.958654:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759347.958654:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759347.958656:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759347.958659:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759347.958659:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759347.958662:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958663:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759347.958665:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759347.958667:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958668:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759347.958669:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759347.958672:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759347.958676:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759347.958680:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759347.958683:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958685:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759347.958687:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759347.958689:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.982193:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.982200:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.982202:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759348.982207:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759348.982210:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.982211:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.982215:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759348.982216:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.982219:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759348.982220:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.982223:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759348.982225:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759348.982226:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.982231:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759348.982232:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759348.982236:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759348.982237:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.982238:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759348.982244:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759348.982245:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759348.982248:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.982250:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759348.982252:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.982253:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759348.982254:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.982258:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759348.982259:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.982260:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.982262:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759348.982263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759348.982266:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.982267:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.982271:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759348.982271:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.982275:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759348.982276:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.982278:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759348.982280:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.982281:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759348.982281:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.982285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759348.982287:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759348.982288:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759348.982293:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759348.982294:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.982296:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759348.982297:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759348.982299:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.982301:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.982301:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759348.982304:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759348.982307:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759348.982307:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759348.982311:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.982312:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759348.982314:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.982317:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759348.982317:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759348.982320:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759348.982324:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759348.982324:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759348.982327:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759348.982332:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.006223:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.006226:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759350.006230:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759350.006232:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.006235:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.006235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.006236:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.006241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759350.006243:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759350.006244:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759350.006245:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.006250:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759350.006251:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759350.006252:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759350.006256:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006256:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759350.006257:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759350.006262:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759350.006263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006264:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006270:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.006279:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.006284:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759350.006285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006287:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.006291:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.006292:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.006293:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759350.006294:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759350.006298:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006299:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759350.006303:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.006304:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.006309:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759350.006312:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759350.006313:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.006319:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.006319:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759350.006325:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759350.006328:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759350.006332:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759350.006334:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.006337:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759350.006339:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759350.006342:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.006354:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759350.006359:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759350.006363:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759350.006368:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759350.006372:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759350.006384:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759350.006387:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759350.006389:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759350.006390:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759350.326242:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759350.326252:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759350.326255:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759350.326258:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759350.326262:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759350.326270:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18032 00000400:00000200:2.0:1787759350.326279:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759350.326286:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759350.326290:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759350.326294:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326297:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759350.326300:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326303:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759350.326308:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759350.326309:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759350.326312:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759350.326315:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759350.326316:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759350.326319:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759350.326321:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326323:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759350.326325:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326326:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759350.326329:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759350.326332:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326334:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759350.326336:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759350.326339:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759350.326341:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326343:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759350.326345:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759350.326350:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759350.326353:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759350.326357:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759350.326358:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326360:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759350.326363:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759350.326366:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759350.326373:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759350.326378:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759350.326386:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759350.326393:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759350.326397:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759350.326401:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.326412:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759350.326415:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759350.326417:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759350.326419:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759350.326420:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759350.326423:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759350.326425:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1787759350.326425:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18032 00000400:00000200:2.0:1787759350.326429:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759350.326430:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787759350.326432:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759350.326433:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1787759350.326435:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759350.326440:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759350.326442:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.326442:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759350.326446:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326449:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759350.326453:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759350.326455:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759350.326458:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759350.326459:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1787759350.326459:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:1.0:1787759350.326461:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759350.326462:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 02000000:00000001:1.0:1787759350.326465:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1787759350.326465:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 02000000:00000001:1.0:1787759350.326469:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1787759350.326470:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:1.0:1787759350.326472:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326475:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1787759350.326477:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875518848:192.168.201.104@tcp:250:kworker.0 00000100:00000040:2.0:1787759350.326481:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759350.326482:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787759350.326486:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759350.326487:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759350.326491:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759350.326492:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:1.0:1787759350.326494:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1787759350.326498:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000010:1.0:1787759350.326500:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 00000100:00000001:2.0:1787759350.326502:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.326504:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759350.326506:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759350.326514:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759350.326514:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759350.326519:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759350.326520:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000001:2.0:1787759350.326521:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759350.326527:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1787759350.326529:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000008:00000001:2.0:1787759350.326531:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326535:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759350.326540:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518848, portal 25 00000100:00000010:2.0:1787759350.326540:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759350.326546:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1787759350.326546:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:1.0:1787759350.326550:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 02000000:00000001:2.0:1787759350.326551:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759350.326554:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759350.326558:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.326558:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759350.326561:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759350.326564:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.326569:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759350.326572:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000010:2.0:1787759350.326573:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000400:00000010:1.0:1787759350.326575:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000001:2.0:1787759350.326579:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759350.326580:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875518848, offset 0 00000400:00000200:1.0:1787759350.326590:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00100000:2.0:1787759350.326591:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759350.326599:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759350.326603:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759350.326607:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.326608:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000040:2.0:1787759350.326614:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759350.326617:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759350.326624:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:2.0:1787759350.326629:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.326630:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1787759350.326633:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1787759350.326635:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00080000:2.0:1787759350.326639:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1787759350.326644:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776478:776478:256:4294967295] 192.168.201.104@tcp LPNI seq info [776469:776469:8:4294967295] 00000100:00000001:2.0:1787759350.326644:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759350.326647:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1787759350.326653:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759350.326653:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759350.326660:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18032 00000400:00000200:1.0:1787759350.326666:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759350.326673:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759350.326676:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000010:1.0:1787759350.326680:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000400:00000200:2.0:1787759350.326682:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759350.326686:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1787759350.326690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759350.326692:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:1.0:1787759350.326696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759350.326697:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759350.326702:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:1.1:1787759350.326707:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759350.326708:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:1.1:1787759350.326712:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1787759350.326713:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759350.326716:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000800:00000100:1.0:1787759350.326721:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000001:2.0:1787759350.326721:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759350.326724:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000010:1.0:1787759350.326725:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000020:00000001:2.0:1787759350.326729:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759350.326732:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1787759350.326734:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759350.326740:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000040:2.0:1787759350.326742:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326746:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759350.326747:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00000040:2.0:1787759350.326751:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:1.0:1787759350.326753:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:2.0:1787759350.326755:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759350.326759:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1787759350.326759:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000200:1.0:1787759350.326767:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759350.326767:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759350.326773:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759350.326778:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759350.326782:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.326785:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787759350.326786:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326790:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1787759350.326791:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787759350.326793:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759350.326799:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.326804:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.326808:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759350.326810:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759350.326811:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1787759350.326815:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000100:00000001:1.0:1787759350.326818:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759350.326819:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759350.326823:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.326824:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759350.326826:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759350.326828:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312705803 02000000:00000001:2.0:1787759350.326829:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1787759350.326833:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e180. 02000000:00000001:2.0:1787759350.326833:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.326840:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 02000000:00000010:2.0:1787759350.326841:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:1.0:1787759350.326846:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312705803 00000100:00000001:2.0:1787759350.326847:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759350.326850:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e1e0. 00000100:00000001:1.0:1787759350.326854:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1787759350.326856:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759350.326857:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.326861:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.326865:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759350.326871:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759350] req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.326871:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759350.326876:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787759350.326884:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1787759350.326885:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759350.326886:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759350.326890:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759350.326894:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759350.326896:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759350.326901:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787759350.326902:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759350.326906:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759350.326907:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759350.326916:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759350.326920:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1787759350.326921:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759350.326924:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759350.326931:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759350.326931:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759350.326935:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787759350.326937:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18032 00000100:00000001:1.0:1787759350.326938:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.326940:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759350.326947:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759350.326947:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759350.326954:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759350.326960:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759350.326962:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759350.326966:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759350.326971:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.326981:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759350.326983:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1787759350.326986:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759350.326988:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759350.326991:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759350.326992:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.326996:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759350.326996:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759350.326999:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:1.0:1787759350.327000:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1787759350.327003:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759350.327004:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759350.327008:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:2.0:1787759350.327009:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00080000:1.0:1787759350.327012:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000020:00000001:2.0:1787759350.327014:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759350.327015:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759350.327037:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759350.327047:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875518848:192.168.201.104@tcp:250:kworker.0 00000020:00000001:2.0:1787759350.327048:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759350.327054:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759350.327056:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759350.327058:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787759350.327062:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759350.327066:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875518848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759350.327068:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.327073:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759350.327078:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:1.0:1787759350.327080:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759350.327084:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1787759350.327084:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000010:1.0:1787759350.327087:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 00000100:00000001:2.0:1787759350.327089:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327091:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1787759350.327092:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1787759350.327094:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759350.327096:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759350.327097:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787759350.327098:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759350.327102:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:2.0:1787759350.327103:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327107:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1787759350.327107:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759350.327111:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759350.327112:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000008:00100000:2.0:1787759350.327112:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759350.327139:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759350.327141:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327145:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1787759350.327152:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327153:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759350.327156:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327157:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327162:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759350.327165:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1787759350.327165:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759350.327167:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759350.327171:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000040:1.0:1787759350.327175:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759350.327175:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759350.327178:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.327182:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759350.327185:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759350.327188:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327189:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.327192:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759350.327194:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759350.327195:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759350.327198:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759350.327200:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327201:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.327208:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518976:192.168.201.104@tcp:38:kworker.0 00000100:00100000:2.0:1787759350.327210:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759350.327212:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759350.327215:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759350.327217:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327221:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759350.327225:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 00000100:00000001:2.0:1787759350.327225:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1787759350.327230:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.327230:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759350.327237:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759350.327238:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759350.327244:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759350.327250:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:2.0:1787759350.327252:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759350.327255:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875518976, portal 10 00000100:00080000:2.0:1787759350.327257:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759350.327261:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1787759350.327263:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759350.327265:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000001:2.0:1787759350.327267:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759350.327270:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759350.327274:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759350.327275:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759350.327280:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18032 00000100:00000001:1.0:1787759350.327286:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1787759350.327288:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:1.0:1787759350.327290:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759350.327294:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000400:00000200:2.0:1787759350.327296:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:1.0:1787759350.327298:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875518976, offset 0 00000100:00080000:2.0:1787759350.327302:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759350.327304:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327310:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759350.327310:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759350.327315:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759350.327316:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759350.327320:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787759350.327321:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327324:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759350.327328:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759350.327328:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759350.327332:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000001:2.0:1787759350.327334:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:1.0:1787759350.327335:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776479:776479:256:4294967295] 192.168.201.104@tcp LPNI seq info [776470:776470:8:4294967295] 00000020:00000040:2.0:1787759350.327338:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000400:00000200:1.0:1787759350.327341:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759350.327343:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759350.327347:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000400:00000200:1.0:1787759350.327348:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000020:00000001:2.0:1787759350.327352:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000800:00000200:1.0:1787759350.327355:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000020:00000001:2.0:1787759350.327357:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000800:00000010:1.0:1787759350.327359:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000040:2.0:1787759350.327365:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:1.0:1787759350.327366:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759350.327371:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1787759350.327371:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759350.327377:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:1.1:1787759350.327378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759350.327382:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:1.1:1787759350.327383:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759350.327389:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000040:2.0:1787759350.327389:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000800:00000010:1.0:1787759350.327391:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759350.327395:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:2.0:1787759350.327396:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327400:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759350.327402:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.327403:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 02000000:00000001:2.0:1787759350.327405:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1787759350.327406:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759350.327409:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1787759350.327409:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1787759350.327412:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759350.327414:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.327418:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759350.327421:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759350.327428:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.327432:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327434:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.327438:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1787759350.327439:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759350.327444:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:1.0:1787759350.327446:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327450:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1787759350.327450:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759350.327454:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327455:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759350.327459:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1787759350.327460:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 02000000:00000001:2.0:1787759350.327462:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1787759350.327465:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759350.327465:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327467:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312704524 00000100:00000001:1.0:1787759350.327470:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312705803 02000000:00000010:2.0:1787759350.327471:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:1.0:1787759350.327472:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312704524 00000100:00000001:1.0:1787759350.327476:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312705803 00000100:00000001:2.0:1787759350.327477:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327478:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.327482:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327484:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759350.327487:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759350.327489:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759350] req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759350.327511:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1787759350.327513:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1787759350.327515:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787759350.327517:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759350.327521:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000100:00000040:2.0:1787759350.327524:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759350.327525:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759350.327529:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759350.327533:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787759350.327539:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759350.327540:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759350.327545:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18042) 00000100:00000200:1.0:1787759350.327553:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327559:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759350.327561:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327562:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.327563:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759350.327565:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327570:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759350.327573:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327577:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759350.327579:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327580:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.327581:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327582:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759350.327585:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759350.327586:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759350.327588:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759350.327590:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759350.327592:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759350.327597:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875518976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759350.327600:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759350.327602:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327606:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.327607:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327608:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759350.327609:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759350.327611:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.327613:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759350.327615:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759350.327617:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759350.327618:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327619:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759350.327622:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759350.327623:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.327626:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759350.327628:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759350.327630:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759350.327632:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875519104, portal 10 00000100:00000001:1.0:1787759350.327634:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759350.327635:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759350.327639:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327643:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759350.327645:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759350.327646:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759350.327648:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875519104, offset 0 00000400:00000200:1.0:1787759350.327651:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327653:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.327655:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759350.327657:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759350.327659:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759350.327661:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759350.327663:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327665:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776480:776480:256:4294967295] 192.168.201.104@tcp LPNI seq info [776471:776471:8:4294967295] 00000400:00000200:1.0:1787759350.327668:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.327672:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759350.327675:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.327677:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759350.327680:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759350.327682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759350.327685:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759350.327687:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759350.327689:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.327691:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759350.327693:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759350.327695:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759350.327697:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759350.327698:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759350.327700:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759350.327702:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327707:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.327709:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327715:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759350.327716:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759350.327718:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759350.327721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759350.327722:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312704524 00000100:00000001:1.0:1787759350.327724:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.327725:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312704524 00000100:00000001:1.0:1787759350.327727:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.327729:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.327730:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327731:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759350.327733:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759350] req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759350.327738:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759350.327739:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759350.327740:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759350.327742:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759350.327743:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759350.327744:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759350.327746:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759350.327751:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327755:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759350.327755:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327756:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.327757:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759350.327759:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327763:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759350.327765:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327770:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759350.327772:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327773:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.327774:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327775:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759350.327777:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759350.327778:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759350.327780:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759350.327782:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759350.327784:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759350.327792:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759350.327795:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327797:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.327799:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875518976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327802:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759350.327803:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759350.327804:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759350.327806:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759350.327807:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759350.327808:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759350.327809:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759350.327810:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:1.0:1787759350.327812:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759350.327813:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759350.327814:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759350.327816:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759350.327817:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327818:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.327819:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875519104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327823:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759350.327824:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759350.327825:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759350.327826:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759350.327827:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759350.327827:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759350.327829:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759350.327830:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:1.0:1787759350.327831:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759350.327831:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759350.327832:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759350.327834:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759350.327835:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327836:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.327839:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.327839:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327841:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759350.327842:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759350.327843:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759350.327845:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327850:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.327851:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327852:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759350.327853:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759350.327854:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.327856:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759350.327858:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759350.327859:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759350.327860:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.327861:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759350.327863:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759350.327864:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.327866:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759350.327867:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759350.327869:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759350.327871:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875519232, portal 4 00000100:00000001:1.0:1787759350.327873:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759350.327874:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759350.327877:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327882:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759350.327884:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759350.327885:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759350.327887:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875519232, offset 0 00000400:00000200:1.0:1787759350.327890:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327892:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.327894:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759350.327896:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759350.327897:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759350.327899:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759350.327900:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759350.327902:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776481:776481:256:4294967295] 192.168.201.104@tcp LPNI seq info [776472:776472:8:4294967295] 00000400:00000200:1.0:1787759350.327905:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.327908:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759350.327911:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.327913:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759350.327915:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759350.327917:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759350.327920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759350.327922:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759350.327924:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.327926:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759350.327927:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759350.327929:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759350.327931:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759350.327932:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759350.327934:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759350.327936:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327941:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.327942:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.327946:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.327947:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759350.327949:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759350.327951:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759350.327953:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759350.328955:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312704584 00000100:00000001:1.0:1787759350.328957:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.328958:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312704584 00000100:00000001:1.0:1787759350.328960:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.328961:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.328963:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.328964:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759350.328968:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759350] req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759350.328974:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759350.328974:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759350.328976:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759350.328978:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759350.328979:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759350.328981:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759350.328982:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759350.328987:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.328991:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759350.328992:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.328993:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.328994:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759350.328996:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329000:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759350.329002:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329006:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759350.329009:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329010:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.329011:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329012:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759350.329013:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759350.329015:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759350.329017:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759350.329019:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759350.329033:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759350.329041:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759350.329045:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759350.329049:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329056:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759350.329057:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.329060:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759350.329062:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759350.329064:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759350.329067:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759350.329071:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759350.329072:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759350.329073:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759350.329075:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759350.329078:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759350.329079:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759350.329082:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759350.329084:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759350.329086:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759350.329089:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875519360, portal 4 00000100:00000001:1.0:1787759350.329091:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759350.329092:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759350.329096:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329101:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759350.329102:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759350.329104:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759350.329106:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875519360, offset 0 00000400:00000200:1.0:1787759350.329109:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759350.329112:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.329114:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759350.329132:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759350.329135:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759350.329139:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759350.329142:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759350.329146:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776482:776482:256:4294967295] 192.168.201.104@tcp LPNI seq info [776473:776473:8:4294967295] 00000400:00000200:1.0:1787759350.329150:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759350.329157:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759350.329161:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.329163:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759350.329167:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759350.329169:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759350.329172:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759350.329174:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759350.329177:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759350.329178:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759350.329180:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759350.329183:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759350.329185:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759350.329186:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759350.329188:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759350.329191:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329200:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.329202:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329206:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.329208:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759350.329209:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759350.329211:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759350.329214:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759350.329215:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312704549 00000100:00000001:1.0:1787759350.329217:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.329219:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312704549 00000100:00000001:1.0:1787759350.329220:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312705803 00000100:00000001:1.0:1787759350.329222:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759350.329223:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.329225:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759350.329228:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759350/real 1787759350] req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759350.329235:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759350.329237:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759350.329238:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759350.329241:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759350.329242:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759350.329245:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759350.329248:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759350.329256:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329263:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759350.329265:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329267:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.329268:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759350.329270:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329275:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759350.329278:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329282:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759350.329284:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329285:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759350.329285:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329287:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759350.329288:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759350.329290:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759350.329292:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759350.329293:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759350.329296:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759350.329300:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875519360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759350.329304:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329306:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.329309:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875519232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329315:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759350.329317:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759350.329319:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759350.329322:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759350.329323:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759350.329325:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759350.329328:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759350.329330:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759350.329334:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759350.329335:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759350.329337:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759350.329339:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759350.329341:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329343:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759350.329346:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875519360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759350.329352:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759350.329353:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759350.329354:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759350.329356:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759350.329357:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759350.329358:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759350.329359:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759350.329360:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759350.329362:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759350.329363:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759350.329364:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759350.329365:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759350.329366:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329367:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759350.329370:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759350.329371:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759350.329372:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759350.329373:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.030188:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759351.030195:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.030197:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759351.030199:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759351.030200:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759351.030201:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759351.030206:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.030207:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759351.030208:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759351.030210:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.030211:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759351.030211:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759351.030216:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.030216:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759351.030218:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.030219:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030222:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.030224:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030224:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759351.030225:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030230:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759351.030230:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030242:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030246:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030246:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.030249:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759351.030250:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.030253:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759351.030255:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030256:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759351.030257:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.030262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.030266:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.030268:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.030270:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759351.030273:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030274:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759351.030277:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759351.030280:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030280:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759351.030283:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759351.030285:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.030285:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759351.030288:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759351.030289:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759351.030290:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759351.030292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030293:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759351.030294:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759351.030295:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759351.030300:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.030300:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759351.030305:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.030305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759351.030306:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759351.030318:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759351.030318:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759351.030321:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759351.030326:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759351.030327:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759351.030331:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759351.030335:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759351.670217:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312705803, at 4312705856 00000100:00000010:2.0:1787759351.670231:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e180. 00000100:00000001:0.0:1787759352.054310:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759352.054313:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759352.054323:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759352.054324:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759352.054326:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759352.054328:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.054333:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759352.054336:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759352.054338:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759352.054343:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759352.054348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.054349:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759352.054349:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759352.054361:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759352.054361:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759352.054362:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759352.054367:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.054377:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759352.054377:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.054385:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759352.054399:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759352.054402:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759352.054416:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.054421:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.054422:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.054425:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.054429:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.054449:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759352.054451:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759352.054453:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759352.054455:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759352.054459:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759352.054462:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.054466:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.054469:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.054477:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759352.054478:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759352.054486:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759352.054495:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759352.054507:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759352.054510:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759352.054516:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759352.054516:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759352.054523:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759352.054524:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759352.054530:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759352.054531:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.054534:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759352.054536:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.054537:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759352.054547:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759352.054547:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759352.054554:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759352.054558:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.078264:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759353.078264:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759353.078273:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759353.078273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.078276:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759353.078277:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759353.078286:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759353.078286:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.078293:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759353.078293:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759353.078299:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759353.078299:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759353.078306:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759353.078308:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.078309:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759353.078312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.078313:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759353.078317:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078321:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.078323:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759353.078331:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759353.078342:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759353.078351:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759353.078356:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078361:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759353.078361:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759353.078365:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759353.078366:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759353.078369:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.078370:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.078370:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759353.078371:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759353.078378:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759353.078381:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759353.078388:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759353.078390:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.078391:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759353.078393:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078397:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759353.078401:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759353.078404:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759353.078405:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078407:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078412:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759353.078412:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.078421:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759353.078429:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759353.078433:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.078434:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759353.078437:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.078439:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759353.078443:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759353.078446:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759353.078448:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759353.078452:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759353.078452:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078456:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759353.078461:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759353.078467:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078474:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759353.078475:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759353.078479:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759353.078491:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102278:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759354.102278:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759354.102280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.102289:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759354.102289:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759354.102290:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759354.102292:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102293:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.102296:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.102302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759354.102302:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759354.102307:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759354.102307:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.102308:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759354.102312:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.102313:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.102315:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759354.102316:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759354.102318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759354.102322:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.102323:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.102324:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759354.102327:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102330:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759354.102335:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759354.102339:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759354.102344:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102363:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.102369:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759354.102370:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.102374:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759354.102374:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759354.102379:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759354.102380:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759354.102383:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102384:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759354.102386:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759354.102388:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759354.102389:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.102392:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759354.102392:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.102398:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759354.102398:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759354.102401:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759354.102404:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759354.102656:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759354.102659:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759354.102661:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759354.102663:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759354.102665:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759354.102667:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.102669:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759354.102670:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759354.102672:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.126251:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759355.126259:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759355.126260:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.126264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.126269:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759355.126271:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759355.126279:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759355.126279:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.126281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759355.126285:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759355.126296:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759355.126297:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759355.126297:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759355.126306:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.126307:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759355.126309:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759355.126317:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759355.126318:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759355.126319:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.126325:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759355.126329:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.126339:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759355.126343:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.126348:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.126348:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759355.126353:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759355.126356:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.126362:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759355.126368:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.126376:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.126380:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759355.126384:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759355.126387:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759355.126395:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.126397:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759355.126402:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759355.126405:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759355.126406:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759355.126415:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759355.126415:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759355.126415:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759355.126423:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759355.126423:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759355.126425:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759355.126437:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759355.126438:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.126439:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759355.126446:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.126447:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759355.126453:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759355.126454:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759355.126456:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759355.126459:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759355.126463:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759355.446240:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759355.446250:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759355.446253:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759355.446258:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759355.446263:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759355.446271:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18037 00000400:00000200:2.0:1787759355.446281:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759355.446288:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759355.446292:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759355.446296:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446300:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446302:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446305:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759355.446310:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759355.446312:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759355.446315:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759355.446319:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759355.446322:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759355.446324:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759355.446327:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446329:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446331:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446332:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759355.446335:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759355.446338:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446340:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759355.446343:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759355.446347:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759355.446349:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446351:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759355.446354:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759355.446365:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759355.446368:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759355.446372:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759355.446374:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446377:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759355.446380:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759355.446383:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759355.446393:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759355.446400:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759355.446409:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875519488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759355.446417:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759355.446421:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.446424:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875519488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759355.446450:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759355.446453:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759355.446455:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759355.446457:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759355.446458:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759355.446460:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759355.446462:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18037 00000400:00000200:2.0:1787759355.446465:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759355.446468:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759355.446470:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759355.446472:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446474:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446477:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446479:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759355.446484:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759355.446485:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759355.446487:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759355.446488:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759355.446490:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759355.446494:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759355.446498:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446501:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446506:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446509:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759355.446516:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759355.446523:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446528:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759355.446533:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759355.446540:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759355.446546:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446551:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759355.446558:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759355.446563:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446566:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759355.446570:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759355.446575:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759355.446580:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759355.446582:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446584:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759355.446587:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759355.446590:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759355.446595:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759355.446600:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759355.446607:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875519616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759355.446615:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759355.446618:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.446623:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875519616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759355.446633:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759355.446637:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759355.446643:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759355.446645:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759355.446647:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759355.446653:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759355.446663:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18037 00000400:00000200:2.0:1787759355.446670:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759355.446673:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759355.446675:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759355.446681:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446684:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446688:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446691:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759355.446694:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759355.446697:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759355.446699:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759355.446700:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759355.446703:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759355.446707:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759355.446713:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446717:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446722:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446727:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759355.446730:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759355.446735:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446739:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759355.446741:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759355.446745:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759355.446748:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446750:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759355.446753:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759355.446755:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446760:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759355.446764:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759355.446767:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759355.446771:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759355.446773:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446775:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759355.446777:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1787759355.446778:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:2.0:1787759355.446779:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759355.446783:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000800:00000200:3.1:1787759355.446784:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1787759355.446788:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759355.446796:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875519744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759355.446802:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759355.446804:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.446806:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875519744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759355.446813:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759355.446817:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759355.446820:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759355.446823:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759355.446825:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759355.446828:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759355.446832:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18037 00000400:00000200:2.0:1787759355.446837:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759355.446842:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759355.446845:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759355.446848:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446851:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446854:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446858:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759355.446861:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759355.446863:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759355.446865:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759355.446867:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759355.446870:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759355.446875:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759355.446883:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446888:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.446894:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446898:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759355.446903:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759355.446910:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759355.446915:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759355.446918:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759355.446921:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759355.446926:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446928:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759355.446943:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759355.446950:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446954:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759355.446961:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759355.446966:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759355.446970:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759355.446972:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.446976:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759355.446978:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759355.446981:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759355.446985:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759355.446990:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759355.446998:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875519872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759355.447009:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759355.447012:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.447019:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875519872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759355.447041:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759355.447046:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759355.447051:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759355.447055:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759355.447058:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759355.447063:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759355.447068:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18037 00000400:00000200:2.0:1787759355.447074:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759355.447079:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759355.447084:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759355.447089:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.447092:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.447097:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.447101:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759355.447105:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759355.447107:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759355.447111:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759355.447113:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759355.447134:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759355.447137:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759355.447140:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.447141:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759355.447143:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759355.447146:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759355.447150:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759355.447154:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759355.447158:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759355.447160:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759355.447163:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759355.447167:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.447170:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759355.447173:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759355.447177:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.447179:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759355.447184:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759355.447187:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759355.447190:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759355.447194:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759355.447196:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759355.447198:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759355.447200:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759355.447205:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759355.447210:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759355.447217:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875520000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759355.447232:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759355.447235:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.447239:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875520000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759355.447246:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759355.447250:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18047) 00000800:00000200:3.1:1787759355.447363:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759355.447365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759355.447587:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759355.447589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759355.447794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759355.447796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759355.447990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759355.447992:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000010:3.0:1787759355.448254:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759355.448257:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759355.448258:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759355.448260:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759355.448263:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759355.448265:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759355.448266:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759355.448268:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759355.894229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759355.894237:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759355.894239:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759355.894245:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759355.894249:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759355.894253:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759355.894256:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759355.894258:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759355.894261:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759356.150231:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759356.150233:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759356.150241:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759356.150242:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759356.150245:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759356.150246:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759356.150253:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759356.150254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759356.150260:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759356.150260:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759356.150266:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759356.150266:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.150273:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759356.150275:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759356.150278:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759356.150284:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759356.150288:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759356.150290:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759356.150319:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759356.150322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759356.150327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759356.150329:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759356.150333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759356.150335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.150344:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759356.150347:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759356.150348:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.150352:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759356.150352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759356.150357:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759356.150359:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.150361:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150362:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759356.150363:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150365:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.150375:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759356.150376:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759356.150377:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.150380:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759356.150380:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759356.150382:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759356.150386:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.150388:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759356.150388:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759356.150393:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759356.150393:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150395:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.150402:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759356.150404:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759356.150404:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759356.150406:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759356.150408:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.150412:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150414:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759356.150415:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759356.150415:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759356.150419:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759356.150423:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759356.150425:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759356.150429:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759356.150431:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759356.150434:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759356.150438:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759356.150439:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759356.150441:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759356.150445:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759356.150446:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759356.150452:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759356.150456:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.150458:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759356.150459:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759356.150464:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759356.150465:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150466:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759356.150470:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759356.150471:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759356.150474:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150476:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759356.150480:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759356.150481:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150498:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759356.150500:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759356.150502:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759356.790216:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312710923, at 4312710976 00000100:00000040:3.0:1787759356.790216:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312710923, at 4312710976 00000100:00000010:2.0:1787759356.790229:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000010:3.0:1787759356.790232:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759356.918217:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759356.918231:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759356.918234:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759356.918239:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759356.918243:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759356.918247:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759356.918250:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759356.918256:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759356.918259:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759357.174174:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759357.174181:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759357.174182:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759357.174183:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.174188:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759357.174189:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759357.174192:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759357.174194:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759357.174197:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759357.174198:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759357.174199:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759357.174199:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759357.174202:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759357.174204:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759357.174205:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759357.174205:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.174206:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759357.174209:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.174210:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.174210:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759357.174211:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759357.174213:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.174218:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759357.174218:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759357.174218:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.174221:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759357.174223:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.174224:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759357.174226:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.174230:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759357.174230:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759357.174234:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759357.174238:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759357.174239:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759357.174241:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759357.174242:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759357.174243:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759357.174245:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759357.174248:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759357.174250:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759357.174251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.174254:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.174255:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759357.174255:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759357.174260:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759357.174260:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.174263:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174265:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759357.174266:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759357.174266:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759357.174268:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759357.174269:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759357.174270:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759357.174273:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.174274:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759357.174277:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759357.174278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759357.174279:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759357.174280:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759357.174282:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759357.174284:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759357.174284:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759357.174289:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759357.174289:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759357.174294:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174294:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759357.174295:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759357.174297:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759357.174299:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759357.174299:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759357.174301:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759357.174302:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174303:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759357.174304:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759357.174308:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759357.174309:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759357.174311:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174313:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174316:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759357.174321:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759357.174322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759357.174324:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759357.174325:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759357.174328:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759357.174328:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759357.174331:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759357.174331:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174336:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759357.174337:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174338:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174343:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759357.174344:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759357.174360:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759357.174362:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759357.174364:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759357.942249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759357.942266:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759357.942269:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759357.942274:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759357.942278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759357.942282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759357.942284:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759357.942287:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759357.942289:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198239:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759358.198239:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759358.198239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759358.198247:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.198248:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759358.198248:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759358.198251:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198252:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759358.198252:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759358.198258:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759358.198258:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759358.198259:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759358.198264:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759358.198264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759358.198265:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.198269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.198269:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759358.198269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198275:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759358.198277:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198280:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759358.198325:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759358.198332:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759358.198338:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759358.198339:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759358.198369:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759358.198372:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759358.198373:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759358.198374:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.198379:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759358.198379:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759358.198381:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.198384:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759358.198387:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759358.198388:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759358.198390:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759358.198390:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759358.198397:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.198401:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759358.198401:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759358.198401:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759358.198402:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198406:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759358.198409:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759358.198411:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759358.198415:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198416:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759358.198416:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198422:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759358.198428:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198429:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759358.198429:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759358.198434:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759358.198443:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759358.198448:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759358.198453:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759358.198455:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759358.198459:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759358.198463:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759358.198467:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.198470:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759358.198473:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759358.198477:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198478:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759358.198481:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759358.198483:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759358.198486:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759358.198486:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759358.198490:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759358.198493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759358.198496:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198498:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759358.198501:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759358.198501:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759358.198503:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759358.198505:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759358.198507:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759358.198508:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759358.198508:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759358.198510:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759358.198526:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759358.198529:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759358.198532:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759358.966223:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759358.966229:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759358.966231:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759358.966234:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759358.966237:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759358.966240:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759358.966242:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759358.966244:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759358.966245:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.222233:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759359.222233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759359.222233:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759359.222238:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.222242:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759359.222242:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759359.222243:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759359.222244:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759359.222250:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.222251:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222251:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759359.222251:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759359.222264:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759359.222264:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759359.222264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759359.222264:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759359.222276:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.222277:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759359.222277:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759359.222277:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.222289:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759359.222289:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222290:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759359.222290:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.222300:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759359.222302:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759359.222303:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759359.222307:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.222308:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222309:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759359.222312:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222314:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222321:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759359.222321:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759359.222323:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759359.222326:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.222338:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759359.222339:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.222341:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759359.222342:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759359.222344:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759359.222344:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759359.222347:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759359.222350:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759359.222353:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759359.222353:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759359.222354:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759359.222356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759359.222364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759359.222365:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759359.222366:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759359.222367:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759359.222373:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759359.222375:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222375:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759359.222375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759359.222379:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222380:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759359.222388:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759359.222390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759359.222392:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759359.222394:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759359.222399:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.222400:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759359.222402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759359.222404:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759359.222410:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759359.222411:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759359.222415:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222418:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222433:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759359.222434:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759359.222438:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759359.222439:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759359.222440:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759359.222441:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00010000:3.0:1787759359.222442:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759359.222444:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759359.222446:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222448:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759359.222449:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759359.222451:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759359.990238:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759359.990246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759359.990248:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759359.990253:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759359.990257:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759359.990261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759359.990264:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759359.990266:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759359.990269:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.246247:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.246248:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759360.246254:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759360.246255:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.246256:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246257:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.246261:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759360.246262:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759360.246263:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759360.246268:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.246270:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759360.246270:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.246271:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759360.246272:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759360.246280:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759360.246280:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.246281:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.246281:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759360.246285:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.246288:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.246289:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759360.246292:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759360.246295:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.246295:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759360.246304:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759360.246305:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.246305:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759360.246310:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759360.246310:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.246320:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.246321:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.246324:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.246327:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759360.246327:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759360.246328:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759360.246333:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.246335:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759360.246335:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.246342:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.246343:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759360.246344:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759360.246347:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759360.246350:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246355:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759360.246355:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759360.246357:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759360.246360:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759360.246360:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759360.246361:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.246363:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759360.246368:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759360.246369:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759360.246371:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759360.246375:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759360.246375:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759360.246378:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759360.246380:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246381:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.246381:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759360.246384:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759360.246386:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759360.246389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759360.246393:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759360.246394:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759360.246394:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759360.246402:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759360.246403:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759360.246405:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759360.246408:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759360.246409:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759360.246412:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246414:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759360.246415:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246420:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759360.246421:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246423:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759360.246426:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759360.246427:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759360.246429:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759360.246430:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759360.246432:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759360.246435:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759360.246437:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759360.246439:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759360.246441:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759360.246443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759360.246465:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759360.246468:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759360.246471:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759360.566279:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759360.566289:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759360.566293:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759360.566296:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759360.566301:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759360.566309:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18042 00000400:00000200:1.0:1787759360.566319:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759360.566326:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759360.566329:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759360.566333:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566336:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566338:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566342:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759360.566346:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759360.566348:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759360.566351:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759360.566355:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759360.566358:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759360.566361:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759360.566364:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566367:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566369:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566371:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759360.566375:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759360.566379:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566382:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759360.566385:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759360.566389:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759360.566392:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566395:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759360.566398:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759360.566408:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000020:00000040:1.0:1787759360.566412:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759360.566417:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759360.566419:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566423:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759360.566425:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759360.566430:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759360.566438:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:1.0:1787759360.566445:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759360.566466:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759360.566476:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759360.566481:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.566486:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759360.566517:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759360.566521:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759360.566525:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759360.566526:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759360.566528:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759360.566531:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759360.566534:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18042 00000400:00000200:1.0:1787759360.566538:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759360.566541:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759360.566544:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759360.566547:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566549:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566551:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566554:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759360.566556:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759360.566558:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759360.566559:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759360.566562:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759360.566564:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759360.566566:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759360.566569:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566571:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566573:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566575:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759360.566578:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759360.566581:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566583:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759360.566585:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759360.566591:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759360.566593:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566595:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759360.566599:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759360.566603:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566605:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759360.566609:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000020:00000040:1.0:1787759360.566612:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759360.566614:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759360.566616:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566618:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759360.566619:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759360.566621:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759360.566625:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759360.566628:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759360.566633:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759360.566641:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759360.566644:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.566647:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759360.566655:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759360.566657:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759360.566660:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759360.566661:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759360.566663:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759360.566666:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759360.566669:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18042 00000400:00000200:1.0:1787759360.566673:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759360.566676:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759360.566678:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759360.566681:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566683:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566685:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566688:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759360.566690:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759360.566692:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759360.566693:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759360.566695:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759360.566697:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759360.566700:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759360.566703:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566705:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566707:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566709:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759360.566712:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759360.566714:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566717:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759360.566719:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759360.566721:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759360.566724:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566725:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759360.566727:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759360.566730:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566732:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759360.566736:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000020:00000040:1.0:1787759360.566738:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759360.566741:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759360.566742:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566744:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759360.566745:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759360.566747:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759360.566750:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000001:1.0:1787759360.566754:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759360.566759:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759360.566771:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759360.566774:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.566777:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759360.566785:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759360.566787:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759360.566791:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759360.566792:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759360.566793:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759360.566796:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759360.566799:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18042 00000400:00000200:1.0:1787759360.566803:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759360.566806:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759360.566818:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759360.566821:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566823:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566825:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566827:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759360.566830:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759360.566832:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759360.566833:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759360.566836:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759360.566838:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759360.566881:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759360.566889:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566892:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.566894:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566897:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759360.566900:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759360.566903:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759360.566906:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759360.566908:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759360.566911:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759360.566913:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566915:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759360.566917:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759360.566919:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566921:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759360.566926:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759360.566929:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759360.566931:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759360.566932:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.566934:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759360.566935:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759360.566937:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759360.566940:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759360.566944:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759360.566948:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759360.566958:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759360.566960:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.566964:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759360.566971:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759360.566974:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759360.566977:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759360.566978:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759360.566980:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759360.566983:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759360.566986:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18042 00000400:00000200:1.0:1787759360.566990:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759360.566993:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759360.566995:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759360.566998:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.567000:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.567002:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.567004:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759360.567007:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759360.567008:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759360.567010:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759360.567012:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759360.567014:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759360.567017:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759360.567020:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.567022:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759360.567024:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759360.567026:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759360.567029:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759360.567031:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759360.567033:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759360.567035:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759360.567038:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759360.567039:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.567041:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759360.567043:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759360.567045:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.567047:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759360.567050:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759360.567053:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759360.567056:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759360.567058:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759360.567060:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759360.567061:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759360.567063:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759360.567066:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:1.0:1787759360.567069:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759360.567074:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759360.567082:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759360.567084:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.567088:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759360.567095:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759360.567100:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18052) 00000100:00000001:3.0:1787759360.567189:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759360.567193:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759360.567196:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759360.567203:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567210:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.567212:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567216:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759360.567219:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759360.567221:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759360.567225:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875520128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759360.567229:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759360.567233:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759360.567236:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567238:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759360.567244:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759360.567246:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.567252:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759360.567256:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759360.567263:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759360.567270:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520128, portal 25 00000100:00000001:3.0:1787759360.567273:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759360.567275:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:3.0:1787759360.567281:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567288:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759360.567291:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759360.567293:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759360.567296:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875520128, offset 0 00000400:00000200:3.0:1787759360.567303:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567311:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567316:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759360.567322:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759360.567325:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759360.567329:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759360.567332:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567336:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776488:776488:256:4294967295] 192.168.201.104@tcp LPNI seq info [776479:776479:8:4294967295] 00000400:00000200:3.0:1787759360.567341:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567349:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759360.567355:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567360:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759360.567367:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759360.567371:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759360.567376:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759360.567380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759360.567384:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567387:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759360.567392:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759360.567397:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759360.567402:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759360.567404:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759360.567408:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759360.567412:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567420:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.567423:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567430:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.567432:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759360.567438:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.567441:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759360.567444:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312716044 00000100:00000010:3.0:1787759360.567448:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759360.567454:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759360.567459:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312716044 00000100:00000010:3.0:1787759360.567463:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb145a0. 00000100:00000001:3.0:1787759360.567466:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759360.567469:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759360.567471:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.567474:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759360.567478:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360] req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759360.567491:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759360.567492:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759360.567494:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759360.567497:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759360.567498:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759360.567500:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759360.567503:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759360.567510:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567516:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759360.567518:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567520:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.567521:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759360.567525:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567531:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759360.567535:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567541:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759360.567543:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567545:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.567546:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567548:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759360.567550:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759360.567553:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759360.567556:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759360.567559:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759360.567563:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759360.567571:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875520128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759360.567575:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759360.567578:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567583:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.567585:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567586:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759360.567588:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759360.567590:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759360.567592:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759360.567595:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759360.567598:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759360.567599:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567601:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759360.567604:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759360.567605:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.567609:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759360.567611:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759360.567614:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759360.567617:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520256, portal 10 00000100:00000001:3.0:1787759360.567619:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759360.567620:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000100:00000040:3.0:1787759360.567626:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567632:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759360.567634:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759360.567636:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759360.567638:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875520256, offset 0 00000400:00000200:3.0:1787759360.567642:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567646:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567649:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759360.567652:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759360.567654:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759360.567656:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759360.567658:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567661:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776489:776489:256:4294967295] 192.168.201.104@tcp LPNI seq info [776480:776480:8:4294967295] 00000400:00000200:3.0:1787759360.567665:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567670:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759360.567673:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567676:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759360.567679:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759360.567682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759360.567686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759360.567689:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759360.567692:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567694:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759360.567696:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759360.567700:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759360.567703:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759360.567704:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759360.567707:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759360.567710:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567717:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.567720:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567725:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.567727:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759360.567729:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759360.567733:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759360.567735:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759360.567738:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312714764 00000100:00000001:3.0:1787759360.567740:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.567743:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312714764 00000100:00000001:3.0:1787759360.567745:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.567747:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759360.567749:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.567751:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759360.567754:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360] req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759360.567760:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759360.567762:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759360.567763:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759360.567765:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759360.567767:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759360.567769:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759360.567772:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759360.567779:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567786:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759360.567788:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567790:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.567791:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759360.567794:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567800:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759360.567804:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567809:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759360.567813:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567814:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.567815:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.567817:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759360.567821:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759360.567823:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759360.567826:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759360.567828:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759360.567832:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759360.567838:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759360.567859:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759360.567862:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567868:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.567869:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567871:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759360.567872:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759360.567874:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759360.567877:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759360.567880:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759360.567882:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759360.567883:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.567884:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759360.567888:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759360.567889:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.567892:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759360.567895:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759360.567897:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759360.567900:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520384, portal 10 00000100:00000001:3.0:1787759360.567902:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759360.567904:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:3.0:1787759360.567908:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.567914:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759360.567916:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759360.567918:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759360.567920:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875520384, offset 0 00000400:00000200:3.0:1787759360.567923:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567927:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567930:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759360.567932:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759360.567934:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759360.567937:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759360.567939:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759360.567941:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776490:776490:256:4294967295] 192.168.201.104@tcp LPNI seq info [776481:776481:8:4294967295] 00000400:00000200:3.0:1787759360.567945:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.567950:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759360.567955:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567957:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759360.567962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759360.567965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759360.567969:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759360.567972:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759360.567977:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.567978:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759360.567981:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759360.567984:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759360.567987:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759360.567988:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759360.567991:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759360.567994:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568006:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568008:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568014:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568016:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759360.568018:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759360.568021:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759360.568024:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759360.568026:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312714764 00000100:00000001:3.0:1787759360.568028:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568031:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312714764 00000100:00000001:3.0:1787759360.568033:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568035:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759360.568037:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568038:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759360.568041:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360] req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759360.568048:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759360.568049:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759360.568051:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759360.568052:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759360.568054:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759360.568056:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759360.568059:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759360.568066:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568071:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759360.568072:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568074:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568075:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759360.568078:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568084:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759360.568087:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568092:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759360.568094:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568096:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568097:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568099:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759360.568101:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759360.568104:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759360.568107:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759360.568109:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759360.568113:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759360.568142:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759360.568146:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759360.568149:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568155:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.568156:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.568158:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759360.568160:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759360.568162:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759360.568165:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759360.568168:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759360.568169:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759360.568171:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.568173:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568176:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759360.568178:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.568181:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759360.568183:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759360.568186:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759360.568189:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520512, portal 4 00000100:00000001:3.0:1787759360.568191:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759360.568192:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:3.0:1787759360.568197:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568204:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759360.568206:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759360.568208:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759360.568210:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875520512, offset 0 00000400:00000200:3.0:1787759360.568215:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759360.568218:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.568221:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759360.568224:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759360.568226:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759360.568228:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759360.568231:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759360.568234:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776491:776491:256:4294967295] 192.168.201.104@tcp LPNI seq info [776482:776482:8:4294967295] 00000400:00000200:3.0:1787759360.568238:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.568244:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759360.568248:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.568252:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759360.568256:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759360.568259:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759360.568263:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759360.568266:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759360.568270:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.568272:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759360.568274:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759360.568277:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759360.568280:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759360.568281:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759360.568284:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759360.568287:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568294:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568297:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568302:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568304:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759360.568306:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759360.568309:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759360.568312:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759360.568314:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312714824 00000100:00000001:3.0:1787759360.568316:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568318:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312714824 00000100:00000001:3.0:1787759360.568320:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568322:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759360.568324:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568326:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759360.568329:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360] req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759360.568335:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759360.568337:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759360.568338:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759360.568341:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759360.568342:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759360.568344:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759360.568347:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759360.568354:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568359:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759360.568360:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568362:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568363:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759360.568366:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568372:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759360.568376:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568381:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759360.568383:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568384:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568385:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568387:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759360.568389:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759360.568391:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759360.568393:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759360.568395:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759360.568398:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759360.568410:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759360.568413:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759360.568416:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568421:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759360.568422:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.568424:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759360.568426:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759360.568428:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759360.568430:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759360.568433:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759360.568435:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759360.568436:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759360.568437:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568441:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc000. 02000000:00000001:3.0:1787759360.568442:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759360.568446:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759360.568448:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759360.568450:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759360.568453:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520640, portal 4 00000100:00000001:3.0:1787759360.568455:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759360.568457:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:3.0:1787759360.568462:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568467:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759360.568470:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759360.568472:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759360.568474:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875520640, offset 0 00000400:00000200:3.0:1787759360.568477:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759360.568481:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.568484:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759360.568487:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759360.568489:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759360.568491:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759360.568494:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759360.568496:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776492:776492:256:4294967295] 192.168.201.104@tcp LPNI seq info [776483:776483:8:4294967295] 00000400:00000200:3.0:1787759360.568500:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759360.568505:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759360.568509:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.568513:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759360.568516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759360.568519:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759360.568523:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759360.568525:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759360.568529:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759360.568531:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759360.568533:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759360.568537:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759360.568539:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759360.568541:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759360.568543:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759360.568546:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568552:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568555:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568561:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568562:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759360.568565:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759360.568567:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759360.568570:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759360.568572:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312714788 00000100:00000001:3.0:1787759360.568575:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568577:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312714788 00000100:00000001:3.0:1787759360.568579:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312716044 00000100:00000001:3.0:1787759360.568581:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759360.568583:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568585:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759360.568588:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759360/real 1787759360] req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759360.568595:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759360.568597:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759360.568598:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759360.568601:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759360.568602:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759360.568604:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759360.568607:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759360.568615:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568622:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759360.568623:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568626:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568627:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759360.568631:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568637:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759360.568641:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568647:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759360.568650:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568652:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759360.568653:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568655:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759360.568657:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759360.568659:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759360.568662:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759360.568664:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759360.568668:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759360.568675:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759360.568678:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568680:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568683:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875520128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568690:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759360.568693:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568695:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759360.568698:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759360.568700:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759360.568701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759360.568704:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759360.568706:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:3.0:1787759360.568710:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759360.568712:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759360.568713:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:3.0:1787759360.568716:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759360.568718:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568719:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568722:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875520256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568733:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759360.568734:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568735:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759360.568737:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759360.568738:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759360.568739:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759360.568741:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759360.568742:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759360.568744:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759360.568745:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759360.568746:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:3.0:1787759360.568748:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759360.568749:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568751:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568753:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875520384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568758:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759360.568759:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568761:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759360.568762:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759360.568764:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759360.568765:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759360.568766:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759360.568767:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:3.0:1787759360.568769:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759360.568770:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759360.568771:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:3.0:1787759360.568773:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759360.568774:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568776:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568778:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875520512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568783:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759360.568784:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568786:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759360.568788:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759360.568789:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759360.568790:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759360.568792:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759360.568793:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:3.0:1787759360.568795:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759360.568796:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759360.568797:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:3.0:1787759360.568799:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759360.568800:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568801:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759360.568803:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875520640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759360.568808:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759360.568810:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759360.568811:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc000. 02000000:00000001:3.0:1787759360.568813:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759360.568814:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759360.568815:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759360.568817:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759360.568818:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:3.0:1787759360.568819:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759360.568820:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759360.568821:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:3.0:1787759360.568823:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759360.568824:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568826:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759360.568833:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759360.568835:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759360.568836:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759360.568838:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759361.014180:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759361.014185:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759361.014187:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759361.014190:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759361.014193:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759361.014196:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759361.014198:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759361.014200:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759361.014202:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759361.270177:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759361.270184:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759361.270185:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759361.270190:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759361.270193:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759361.270197:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759361.270198:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759361.270199:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.270200:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759361.270201:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759361.270204:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759361.270206:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.270208:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759361.270208:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.270210:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.270212:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759361.270214:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.270215:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.270218:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759361.270218:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759361.270218:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759361.270222:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.270224:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.270227:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759361.270228:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.270231:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759361.270233:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759361.270235:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759361.270236:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759361.270237:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759361.270239:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.270241:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759361.270241:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759361.270241:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759361.270245:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759361.270248:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.270249:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759361.270250:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759361.270251:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.270252:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759361.270256:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759361.270257:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759361.270258:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.270261:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759361.270262:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759361.270266:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759361.270267:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759361.270271:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759361.270272:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759361.270274:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759361.270274:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759361.270276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759361.270276:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759361.270277:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.270280:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759361.270282:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759361.270284:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759361.270284:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759361.270285:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759361.270287:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759361.270290:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759361.270290:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759361.270291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759361.270292:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.270297:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759361.270298:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759361.270300:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759361.270302:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759361.270305:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759361.270306:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759361.270308:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759361.270311:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759361.270313:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759361.270313:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759361.270319:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000020:00000001:3.0:1787759361.270320:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759361.270321:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759361.270326:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759361.270326:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759361.270329:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759361.270331:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759361.270332:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759361.270333:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759361.910216:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312716044, at 4312716096 00000100:00000040:3.0:1787759361.910216:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312716044, at 4312716096 00000100:00000010:3.0:1787759361.910229:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000010:2.0:1787759361.910232:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759362.038181:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759362.038186:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759362.038188:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759362.038192:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759362.038195:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759362.038197:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759362.038199:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759362.038201:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759362.038203:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.294239:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759362.294239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759362.294239:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759362.294243:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759362.294246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759362.294247:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759362.294247:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.294249:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759362.294251:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759362.294252:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759362.294254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759362.294258:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759362.294259:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.294260:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759362.294260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.294266:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759362.294266:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759362.294266:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759362.294268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759362.294271:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.294274:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.294274:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759362.294278:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759362.294279:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.294280:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759362.294285:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.294287:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294287:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759362.294292:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759362.294296:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759362.294297:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.294300:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.294304:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759362.294304:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759362.294306:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759362.294308:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759362.294311:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.294313:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294314:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759362.294315:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759362.294315:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294319:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759362.294321:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759362.294321:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759362.294323:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.294325:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.294326:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759362.294327:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.294328:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.294330:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759362.294331:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759362.294333:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759362.294336:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759362.294337:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294338:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.294344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759362.294344:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759362.294349:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759362.294349:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759362.294356:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759362.294356:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759362.294361:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759362.294361:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759362.294366:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759362.294368:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294375:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759362.294379:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759362.294380:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759362.294383:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294384:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759362.294389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759362.294393:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759362.294396:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759362.294396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759362.294401:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759362.294401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759362.294404:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759362.294408:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759362.294408:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759362.294415:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759362.294445:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759362.294448:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759362.294451:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759363.062236:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759363.062244:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759363.062246:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759363.062251:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759363.062254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759363.062258:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.062260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759363.062263:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.062265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318235:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759363.318237:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.318243:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759363.318244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759363.318244:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.318245:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759363.318249:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759363.318252:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759363.318252:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759363.318254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759363.318256:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318257:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759363.318259:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759363.318263:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759363.318264:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759363.318264:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759363.318270:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759363.318273:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759363.318275:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.318278:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.318278:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759363.318279:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759363.318283:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.318284:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318286:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.318287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759363.318288:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.318293:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318294:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759363.318295:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759363.318303:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759363.318309:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759363.318314:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759363.318318:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759363.318321:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759363.318321:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759363.318326:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759363.318328:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318331:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759363.318336:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759363.318341:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759363.318341:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759363.318344:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.318346:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759363.318349:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318350:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759363.318353:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759363.318354:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.318358:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759363.318359:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318362:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.318366:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.318369:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759363.318370:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759363.318372:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759363.318375:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759363.318383:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759363.318385:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318390:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759363.318392:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759363.318392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759363.318395:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759363.318397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318399:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759363.318400:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759363.318402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759363.318405:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759363.318406:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318414:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759363.318415:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759363.318420:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759363.318420:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759363.318426:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759363.318427:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759363.318429:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759363.318432:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759363.318433:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759363.318434:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318437:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759363.318439:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759363.318440:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759363.318444:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759363.318446:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759364.086228:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759364.086239:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759364.086242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759364.086249:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759364.086253:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759364.086257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759364.086260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759364.086263:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759364.086266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342262:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759364.342262:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759364.342267:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759364.342270:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759364.342270:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759364.342273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759364.342273:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342274:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759364.342278:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759364.342282:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759364.342283:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759364.342284:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759364.342286:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759364.342290:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759364.342294:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759364.342294:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342295:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759364.342295:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759364.342300:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.342312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759364.342313:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759364.342314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759364.342316:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759364.342321:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.342323:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.342324:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759364.342324:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759364.342327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759364.342333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759364.342334:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759364.342335:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759364.342340:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.342344:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759364.342345:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759364.342350:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759364.342351:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.342353:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759364.342358:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759364.342359:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759364.342362:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759364.342363:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759364.342363:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759364.342364:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759364.342370:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342371:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759364.342372:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342378:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759364.342378:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759364.342381:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759364.342381:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759364.342385:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.342386:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759364.342388:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759364.342390:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759364.342392:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759364.342394:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.342407:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759364.342414:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759364.342417:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759364.342418:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759364.342422:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759364.342424:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759364.342426:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342427:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759364.342430:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.342431:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759364.342433:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759364.342435:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759364.342437:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759364.342440:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759364.342440:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759364.342447:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759364.342447:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759364.342448:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.342450:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759364.342453:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.342458:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759364.342458:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759364.342461:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759364.342466:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759364.342470:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759364.342473:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759364.342477:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.110254:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759365.110265:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759365.110267:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759365.110274:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759365.110278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759365.110282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759365.110284:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759365.110286:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759365.110289:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366268:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759365.366268:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759365.366277:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759365.366280:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759365.366280:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759365.366282:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.366285:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759365.366285:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.366286:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759365.366294:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759365.366295:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759365.366295:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759365.366301:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.366302:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759365.366302:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759365.366308:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.366309:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759365.366309:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759365.366314:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759365.366315:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759365.366318:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759365.366319:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.366325:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759365.366326:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.366326:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366329:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.366334:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.366344:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759365.366349:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759365.366351:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759365.366353:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.366355:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759365.366357:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.366358:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759365.366359:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759365.366361:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759365.366363:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759365.366369:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759365.366370:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759365.366372:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759365.366374:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759365.366375:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759365.366378:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366379:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759365.366379:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759365.366380:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759365.366383:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.366384:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759365.366384:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1787759365.366385:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.366387:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759365.366389:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759365.366391:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759365.366391:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759365.366395:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.366397:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.366397:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759365.366397:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759365.366401:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759365.366401:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366403:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759365.366404:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.366407:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759365.366408:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759365.366410:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759365.366412:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759365.366414:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.366418:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759365.366422:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759365.366422:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759365.366426:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759365.366428:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759365.366428:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759365.366432:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759365.366433:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759365.366437:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366438:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759365.366438:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.366444:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.366447:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.366450:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759365.366453:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.366457:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.366459:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.366462:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.366465:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759365.366466:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759365.366469:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759365.366472:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759365.686230:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759365.686244:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759365.686247:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759365.686252:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759365.686257:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759365.686265:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18047 00000400:00000200:3.0:1787759365.686274:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759365.686281:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759365.686285:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759365.686288:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686292:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.686295:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686298:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759365.686302:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759365.686304:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759365.686308:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759365.686311:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759365.686313:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759365.686316:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759365.686319:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686321:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.686323:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686326:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759365.686329:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759365.686334:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686336:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759365.686339:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759365.686343:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759365.686346:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686349:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759365.686352:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759365.686363:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759365.686367:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759365.686372:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759365.686374:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686377:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759365.686380:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759365.686386:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759365.686394:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759365.686402:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759365.686423:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759365.686434:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759365.686439:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759365.686444:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759365.686471:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759365.686474:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759365.686478:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759365.686479:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759365.686481:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759365.686484:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759365.686488:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18047 00000400:00000200:3.0:1787759365.686492:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759365.686496:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759365.686499:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759365.686502:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759365.686504:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759365.686505:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.686510:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759365.686511:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.686515:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787759365.686519:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:1.0:1787759365.686524:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787759365.686524:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759365.686527:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759365.686531:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759365.686534:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759365.686539:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759365.686541:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759365.686543:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759365.686545:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759365.686549:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686552:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.686554:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686556:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759365.686558:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759365.686561:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686564:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759365.686566:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759365.686571:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759365.686573:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686575:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759365.686580:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759365.686584:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686591:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759365.686595:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759365.686598:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759365.686600:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759365.686602:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686603:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759365.686604:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759365.686606:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759365.686610:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759365.686613:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759365.686618:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759365.686634:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759365.686636:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.686640:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787759365.686642:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759365.686645:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759365.686653:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.686668:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875520768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759365.686670:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.686679:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1787759365.686679:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1787759365.686687:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1787759365.686687:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1787759365.686693:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.686694:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1787759365.686697:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1787759365.686698:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759365.686705:0:221432:0:(import.c:485:import_select_connection()) Process entered 02000000:00000010:1.0:1787759365.686707:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 00000100:00080000:3.0:1787759365.686712:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18047 02000000:00000001:1.0:1787759365.686714:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759365.686725:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.686727:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759365.686735:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000200:3.0:1787759365.686736:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759365.686743:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1787759365.686744:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000040:3.0:1787759365.686762:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:1.0:1787759365.686767:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520768, portal 25 00000100:00000001:3.0:1787759365.686767:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759365.686773:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759365.686776:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:3.0:1787759365.686776:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686785:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:1.0:1787759365.686790:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787759365.686791:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759365.686796:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759365.686803:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759365.686805:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1787759365.686812:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000040:1.0:1787759365.686813:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759365.686818:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000020:00000001:3.0:1787759365.686819:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000200:1.0:1787759365.686823:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875520768, offset 0 00000020:00000001:3.0:1787759365.686827:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759365.686834:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759365.686837:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686843:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.686846:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759365.686849:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759365.686850:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759365.686855:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:1.0:1787759365.686861:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00080000:3.0:1787759365.686862:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686877:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.686881:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1787759365.686882:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759365.686887:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:3.0:1787759365.686888:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759365.686894:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.686897:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787759365.686906:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759365.686909:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000008:00100000:3.0:1787759365.686910:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759365.686919:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.686920:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776493:776493:256:4294967295] 192.168.201.104@tcp LPNI seq info [776484:776484:8:4294967295] 00000100:00000001:3.0:1787759365.686929:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.686938:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:3.0:1787759365.686941:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759365.686945:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759365.686953:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759365.686957:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.686958:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:3.0:1787759365.686967:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759365.686972:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759365.686976:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759365.686979:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000800:00000200:1.0:1787759365.686981:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759365.686986:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759365.686988:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00100000:3.0:1787759365.686994:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1787759365.687000:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759365.687011:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1787759365.687016:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759365.687023:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759365.687030:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:3.0:1787759365.687031:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759365.687046:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759365.687048:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759365.687050:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759365.687051:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759365.687052:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.1:1787759365.687052:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1787759365.687059:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759365.687063:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18047 00000800:00000100:1.0:1787759365.687070:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759365.687071:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000010:1.0:1787759365.687074:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:3.0:1787759365.687075:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759365.687081:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759365.687084:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687086:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759365.687087:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1787759365.687090:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687095:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759365.687097:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759365.687102:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000400:00000200:1.0:1787759365.687106:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1787759365.687106:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759365.687109:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759365.687113:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759365.687142:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759365.687145:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687147:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.687148:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687150:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759365.687152:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759365.687154:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687156:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759365.687157:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759365.687160:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759365.687161:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.687163:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759365.687165:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000008:00100000:3.0:1787759365.687165:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759365.687171:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.687178:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759365.687179:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000010:3.0:1787759365.687183:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759365.687186:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1787759365.687188:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759365.687193:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1787759365.687195:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759365.687196:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.687204:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759365.687208:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759365.687212:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759365.687217:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:1.0:1787759365.687220:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787759365.687221:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759365.687230:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1787759365.687231:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759365.687257:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759365.687263:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759365.687276:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687278:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687287:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759365.687295:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759365.687298:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759365.687300:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759365.687301:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759365.687303:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759365.687303:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759365.687306:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759365.687311:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18047 00000400:00000200:1.0:1787759365.687316:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759365.687317:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759365.687325:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759365.687326:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312721164 00000100:00080000:3.0:1787759365.687329:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759365.687336:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687338:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1787759365.687340:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e180. 00000100:00000040:3.0:1787759365.687340:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687345:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759365.687348:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759365.687349:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759365.687350:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759365.687352:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759365.687354:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:1.0:1787759365.687355:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1787759365.687356:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759365.687362:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687363:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759365.687365:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687367:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759365.687372:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:1.0:1787759365.687376:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312721164 00000100:00080000:3.0:1787759365.687376:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759365.687383:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759365.687385:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e1e0. 02000000:00000001:3.0:1787759365.687387:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759365.687392:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1787759365.687393:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759365.687399:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687400:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759365.687403:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759365.687406:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1787759365.687407:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759365.687412:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000008:00000001:3.0:1787759365.687413:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.687417:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759365.687422:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000100:00100000:1.0:1787759365.687423:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365] req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1787759365.687429:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759365.687440:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759365.687443:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759365.687449:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759365.687452:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:1.0:1787759365.687453:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1787759365.687456:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787759365.687457:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759365.687461:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759365.687465:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 02000000:00000010:3.0:1787759365.687465:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000400:00000010:1.0:1787759365.687470:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759365.687474:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787759365.687474:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759365.687482:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759365.687489:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1787759365.687497:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759365.687532:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759365.687534:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759365.687537:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687539:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687544:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.687547:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759365.687547:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.687560:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759365.687567:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759365.687577:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18057) 00000100:00000001:1.0:1787759365.687578:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759365.687590:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687599:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759365.687604:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687606:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.687608:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687611:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759365.687614:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759365.687618:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759365.687623:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759365.687625:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759365.687630:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.687640:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875520768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759365.687645:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687648:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.687651:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875520768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687658:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759365.687661:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759365.687664:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759365.687667:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759365.687671:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759365.687672:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759365.687675:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759365.687677:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759365.687681:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759365.687683:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759365.687685:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:1.0:1787759365.687688:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759365.687689:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687692:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687701:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.687703:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687706:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759365.687708:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759365.687710:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759365.687714:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687722:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.687724:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.687726:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759365.687728:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759365.687731:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.687734:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759365.687738:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759365.687741:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759365.687742:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.687744:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759365.687748:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759365.687762:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.687767:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759365.687771:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759365.687775:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759365.687778:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875520896, portal 10 00000100:00000001:1.0:1787759365.687780:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759365.687782:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:1.0:1787759365.687789:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687795:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759365.687798:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759365.687801:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759365.687803:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875520896, offset 0 00000400:00000200:1.0:1787759365.687808:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759365.687813:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.687817:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759365.687820:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759365.687823:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759365.687825:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759365.687828:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759365.687831:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776494:776494:256:4294967295] 192.168.201.104@tcp LPNI seq info [776485:776485:8:4294967295] 00000400:00000200:1.0:1787759365.687834:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.687841:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759365.687845:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.687849:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759365.687853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759365.687857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759365.687863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759365.687866:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759365.687870:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.687873:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759365.687876:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759365.687879:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759365.687882:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759365.687884:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759365.687887:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759365.687891:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687898:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.687901:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687908:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687909:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759365.687912:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759365.687916:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759365.687919:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759365.687921:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312719884 00000100:00000001:1.0:1787759365.687925:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.687927:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312719884 00000100:00000001:1.0:1787759365.687929:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.687932:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759365.687934:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.687936:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759365.687940:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365] req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759365.687948:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759365.687949:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759365.687952:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759365.687954:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759365.687956:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759365.687958:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759365.687962:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759365.687970:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687977:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759365.687978:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.687980:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.687981:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759365.687985:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.687991:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759365.687995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688003:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759365.688006:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688008:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688009:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688011:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759365.688015:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759365.688018:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759365.688022:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759365.688024:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759365.688029:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.688037:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875520896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759365.688042:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759365.688046:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688053:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.688054:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688056:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759365.688059:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759365.688061:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.688064:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759365.688067:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759365.688070:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759365.688071:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688073:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759365.688076:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759365.688078:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.688082:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759365.688084:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759365.688088:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759365.688091:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521024, portal 10 00000100:00000001:1.0:1787759365.688094:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759365.688095:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759365.688101:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688107:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759365.688110:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759365.688112:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759365.688115:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875521024, offset 0 00000400:00000200:1.0:1787759365.688144:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688148:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688152:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759365.688155:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759365.688158:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759365.688160:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759365.688163:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688166:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776495:776495:256:4294967295] 192.168.201.104@tcp LPNI seq info [776486:776486:8:4294967295] 00000400:00000200:1.0:1787759365.688171:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688177:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759365.688182:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688186:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759365.688190:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759365.688193:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759365.688198:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759365.688201:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759365.688204:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688206:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759365.688210:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759365.688213:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759365.688216:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759365.688218:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759365.688222:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759365.688226:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688233:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.688237:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688243:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688244:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759365.688247:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759365.688250:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759365.688254:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759365.688256:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312719885 00000100:00000001:1.0:1787759365.688259:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688261:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312719885 00000100:00000001:1.0:1787759365.688264:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688267:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759365.688269:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688271:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759365.688275:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365] req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759365.688283:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759365.688284:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759365.688286:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759365.688289:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759365.688291:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759365.688293:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759365.688296:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759365.688304:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688310:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759365.688311:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688314:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759365.688318:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688324:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759365.688328:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688335:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759365.688338:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688339:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688341:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688343:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759365.688346:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759365.688349:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759365.688353:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759365.688356:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759365.688360:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.688368:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759365.688372:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759365.688376:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688384:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.688385:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688387:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759365.688389:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759365.688391:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.688396:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759365.688399:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759365.688401:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759365.688403:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688405:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759365.688408:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759365.688410:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.688414:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759365.688417:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759365.688421:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759365.688424:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521152, portal 4 00000100:00000001:1.0:1787759365.688426:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759365.688427:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759365.688433:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688440:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759365.688442:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759365.688445:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759365.688448:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875521152, offset 0 00000400:00000200:1.0:1787759365.688452:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688456:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688460:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759365.688463:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759365.688465:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759365.688468:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759365.688470:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688472:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776496:776496:256:4294967295] 192.168.201.104@tcp LPNI seq info [776487:776487:8:4294967295] 00000400:00000200:1.0:1787759365.688476:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688482:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759365.688487:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688490:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759365.688495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759365.688497:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759365.688502:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759365.688504:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759365.688508:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688510:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759365.688513:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759365.688516:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759365.688519:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759365.688521:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759365.688524:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759365.688528:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688536:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.688539:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688551:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688553:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759365.688556:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759365.688559:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759365.688563:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759365.688565:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312719944 00000100:00000001:1.0:1787759365.688567:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688570:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312719944 00000100:00000001:1.0:1787759365.688572:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688574:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759365.688576:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688578:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759365.688582:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365] req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759365.688590:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759365.688592:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759365.688593:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759365.688596:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759365.688597:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759365.688600:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759365.688604:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759365.688612:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688618:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759365.688620:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688621:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688623:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759365.688627:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688634:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759365.688638:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688645:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759365.688648:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688650:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688651:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688653:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759365.688655:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759365.688657:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759365.688661:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759365.688663:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759365.688667:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.688675:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759365.688679:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759365.688683:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688690:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759365.688692:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688694:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759365.688696:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759365.688698:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759365.688700:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759365.688704:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759365.688706:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759365.688708:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759365.688710:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759365.688713:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759365.688715:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759365.688719:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759365.688722:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759365.688725:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759365.688728:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521280, portal 4 00000100:00000001:1.0:1787759365.688729:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759365.688731:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:1.0:1787759365.688737:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688744:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759365.688746:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759365.688748:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759365.688765:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875521280, offset 0 00000400:00000200:1.0:1787759365.688770:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688778:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759365.688781:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759365.688783:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759365.688785:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759365.688788:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759365.688791:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776497:776497:256:4294967295] 192.168.201.104@tcp LPNI seq info [776488:776488:8:4294967295] 00000400:00000200:1.0:1787759365.688795:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759365.688801:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759365.688806:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688809:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759365.688813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759365.688816:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759365.688820:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759365.688823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759365.688827:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759365.688829:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759365.688833:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759365.688836:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759365.688839:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759365.688840:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759365.688843:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759365.688847:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688854:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.688857:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688864:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688866:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759365.688868:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759365.688871:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759365.688874:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759365.688877:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312719908 00000100:00000001:1.0:1787759365.688880:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688882:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312719908 00000100:00000001:1.0:1787759365.688884:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312721164 00000100:00000001:1.0:1787759365.688886:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759365.688889:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.688891:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759365.688894:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759365/real 1787759365] req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759365.688903:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759365.688904:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759365.688906:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759365.688909:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759365.688911:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759365.688913:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759365.688918:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759365.688925:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688932:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759365.688933:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688936:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688937:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759365.688941:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688947:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759365.688951:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.688957:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759365.688960:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688962:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759365.688963:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688965:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759365.688967:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759365.688970:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759365.688973:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759365.688976:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759365.688979:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759365.688987:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759365.688991:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.688994:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.688997:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875520896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.689004:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759365.689006:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759365.689008:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759365.689011:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759365.689012:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759365.689014:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759365.689016:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759365.689018:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:1.0:1787759365.689020:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759365.689022:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759365.689023:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:1.0:1787759365.689026:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759365.689028:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.689030:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.689033:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875521024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.689040:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759365.689041:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759365.689043:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759365.689045:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759365.689046:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759365.689048:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759365.689050:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759365.689051:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:1.0:1787759365.689054:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759365.689055:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759365.689057:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759365.689060:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759365.689061:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.689063:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.689066:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875521152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.689072:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759365.689074:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759365.689075:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759365.689078:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759365.689080:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759365.689081:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759365.689083:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759365.689084:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759365.689087:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759365.689088:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759365.689089:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759365.689092:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759365.689093:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.689094:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759365.689098:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875521280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759365.689104:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759365.689105:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759365.689107:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759365.689109:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759365.689110:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759365.689111:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759365.689113:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759365.689115:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759365.689135:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759365.689136:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759365.689138:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:1.0:1787759365.689140:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759365.689141:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.689143:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759365.689147:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759365.689148:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759365.689150:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759365.689152:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759366.134256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759366.134267:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759366.134270:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759366.134278:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759366.134282:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759366.134288:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759366.134292:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759366.134296:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759366.134300:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.390255:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759366.390258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.390263:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759366.390265:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759366.390267:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.390268:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390269:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390278:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759366.390279:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759366.390280:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759366.390285:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390288:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759366.390288:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.390289:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759366.390292:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759366.390292:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.390295:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759366.390296:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759366.390300:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759366.390304:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.390304:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759366.390304:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759366.390306:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.390310:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.390316:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.390318:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.390322:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759366.390323:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759366.390329:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759366.390330:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759366.390334:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759366.390338:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390339:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759366.390339:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759366.390347:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.390347:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759366.390351:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390351:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759366.390353:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390357:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759366.390358:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759366.390361:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.390363:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759366.390365:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759366.390369:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.390376:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.390380:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759366.390381:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759366.390381:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.390387:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390387:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759366.390394:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759366.390398:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759366.390398:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759366.390402:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759366.390404:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759366.390407:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759366.390408:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759366.390413:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390417:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759366.390423:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759366.390423:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759366.390424:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759366.390431:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390433:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759366.390433:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759366.390439:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759366.390440:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759366.390443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759366.390445:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759366.390447:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759366.390450:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759366.390452:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759366.390453:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759366.390454:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759366.390464:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.390468:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759366.390470:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759366.390474:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759366.390482:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759366.390487:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759366.390491:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759367.030236:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312721164, at 4312721216 00000100:00000040:2.0:1787759367.030237:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312721164, at 4312721216 00000100:00000010:2.0:1787759367.030252:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e180. 00000100:00000010:3.0:1787759367.030258:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e1e0. 00000100:00000001:3.0:1787759367.158241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759367.158249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759367.158252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759367.158258:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759367.158262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759367.158267:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759367.158270:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759367.158272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759367.158276:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.414250:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759367.414250:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759367.414259:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759367.414259:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759367.414261:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759367.414264:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.414264:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759367.414266:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759367.414270:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759367.414273:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759367.414273:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759367.414275:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759367.414279:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759367.414279:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759367.414281:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759367.414285:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.414286:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759367.414286:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.414290:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759367.414294:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.414297:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.414303:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759367.414307:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.414310:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759367.414330:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759367.414334:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759367.414336:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759367.414339:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759367.414342:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759367.414344:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.414348:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759367.414351:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759367.414354:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759367.414356:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759367.414361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759367.414364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.414384:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759367.414384:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759367.414387:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759367.414389:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759367.414389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759367.414390:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759367.414393:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759367.414394:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414394:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759367.414395:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414398:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759367.414399:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759367.414401:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759367.414403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759367.414404:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759367.414405:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759367.414406:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759367.414410:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759367.414410:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759367.414413:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.414415:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759367.414417:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414418:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759367.414419:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759367.414421:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759367.414427:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414428:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759367.414430:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759367.414432:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414433:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759367.414434:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759367.414438:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759367.414438:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759367.414444:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414444:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414451:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759367.414451:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759367.414456:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414457:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759367.414461:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414461:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759367.414467:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759367.414468:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759367.414471:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759367.414474:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759367.414475:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759367.414476:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759367.414480:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759367.414480:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759367.414483:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414483:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759367.414488:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414490:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759367.414492:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414494:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759367.414497:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759367.414517:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759367.414520:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759367.414523:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759368.182260:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759368.182267:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759368.182269:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759368.182275:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759368.182278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759368.182282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759368.182285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759368.182287:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759368.182290:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759368.438274:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759368.438282:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759368.438289:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759368.438290:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759368.438295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759368.438296:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759368.438300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759368.438301:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.438538:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.438543:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.438546:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759368.438551:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759368.438555:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.438559:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.438562:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.438565:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.438568:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759368.438597:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759368.438604:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759368.438608:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759368.438621:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.438625:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759368.438625:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.438629:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759368.438630:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759368.438634:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759368.438634:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.438638:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759368.438640:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759368.438641:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759368.438644:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759368.438645:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.438649:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759368.438649:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.438654:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759368.438655:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759368.438658:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438661:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759368.438662:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.438664:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759368.438666:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759368.438669:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759368.438672:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759368.438674:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438676:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759368.438677:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.438680:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759368.438681:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.438686:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.438689:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759368.438690:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759368.438692:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759368.438694:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759368.438696:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759368.438697:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.438698:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759368.438699:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759368.438712:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759368.438716:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759368.438717:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759368.438718:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438720:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759368.438722:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759368.438724:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759368.438725:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438730:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759368.438731:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759368.438735:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438742:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759368.438744:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759368.438747:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759368.438821:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759368.438823:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759368.438825:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759368.439413:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759368.439415:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759368.439417:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759368.439420:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759368.439422:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759368.439425:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759368.439427:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759368.439428:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759368.439431:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759369.209846:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759369.209855:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759369.209857:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759369.209863:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759369.209867:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759369.209870:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.209873:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759369.209876:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.209880:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.462235:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759369.462239:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759369.462239:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.462241:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759369.462244:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759369.462245:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759369.462246:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759369.462249:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759369.462250:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.462253:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759369.462254:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759369.462256:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759369.462257:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.462260:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759369.462261:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759369.462262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759369.462263:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759369.462263:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759369.462265:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462266:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759369.462267:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759369.462269:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759369.462271:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.462274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759369.462274:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759369.462278:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.462279:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462279:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759369.462282:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462286:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759369.462287:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759369.462290:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759369.462293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.462295:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.462298:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.462301:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759369.462304:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.462305:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759369.462306:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759369.462310:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759369.462310:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759369.462311:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759369.462314:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759369.462314:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.462315:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.462317:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759369.462321:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.462322:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759369.462322:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759369.462322:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759369.462327:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759369.462327:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759369.462328:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759369.462329:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759369.462329:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462332:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759369.462333:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759369.462334:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759369.462335:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759369.462337:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462338:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.462339:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759369.462342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759369.462342:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759369.462342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.462343:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759369.462347:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759369.462349:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759369.462351:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759369.462352:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759369.462354:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759369.462358:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759369.462374:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759369.462379:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759369.462383:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759369.462384:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759369.462388:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759369.462389:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759369.462392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759369.462394:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759369.462413:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759369.462416:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759369.462419:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759370.230227:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759370.230239:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759370.230241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.230247:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759370.230250:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759370.230254:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.230257:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.230259:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.230263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.486224:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759370.486232:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759370.486235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759370.486241:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759370.486242:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759370.486242:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759370.486248:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759370.486250:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759370.486250:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759370.486251:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.486254:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.486256:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759370.486256:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759370.486260:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759370.486262:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759370.486262:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.486264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759370.486267:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759370.486267:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759370.486274:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759370.486274:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759370.486277:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759370.486281:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.486289:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.486292:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759370.486293:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759370.486295:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759370.486297:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759370.486300:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759370.486302:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759370.486304:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759370.486306:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486310:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759370.486310:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759370.486313:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486314:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759370.486316:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.486318:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759370.486322:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759370.486325:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.486327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486329:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.486331:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759370.486334:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759370.486338:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759370.486340:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759370.486343:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759370.486343:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759370.486347:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759370.486348:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759370.486350:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.486351:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759370.486354:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759370.486357:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.486357:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759370.486359:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759370.486362:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.486364:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759370.486365:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759370.486368:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486369:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.486371:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759370.486373:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759370.486374:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486377:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759370.486379:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759370.486381:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486384:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759370.486387:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759370.486389:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759370.486412:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486419:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759370.486423:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759370.486425:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759370.486428:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486431:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759370.486434:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486436:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486552:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486557:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759370.486559:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759370.486562:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759370.486564:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759370.486580:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759370.486583:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759370.486586:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759370.809031:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759370.809040:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759370.809043:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759370.809047:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759370.809051:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759370.809058:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18052 00000400:00000200:1.0:1787759370.809068:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759370.809074:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759370.809077:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759370.809081:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809084:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809087:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809089:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759370.809094:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759370.809096:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759370.809100:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759370.809103:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759370.809106:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759370.809108:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759370.809112:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809114:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809166:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809169:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759370.809183:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759370.809188:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809191:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759370.809194:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759370.809198:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759370.809201:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809203:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759370.809206:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759370.809215:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759370.809219:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759370.809224:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759370.809226:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809230:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759370.809233:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759370.809240:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759370.809249:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759370.809255:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.809265:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759370.809280:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759370.809285:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.809290:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759370.809321:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759370.809325:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759370.809328:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759370.809330:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759370.809332:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759370.809335:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759370.809337:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18052 00000400:00000200:1.0:1787759370.809342:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759370.809345:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759370.809347:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759370.809350:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809353:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809355:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809357:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759370.809360:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759370.809361:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759370.809363:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759370.809366:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759370.809368:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759370.809370:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759370.809374:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809376:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809378:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809380:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759370.809383:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759370.809386:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809389:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759370.809390:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759370.809396:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759370.809398:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809400:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759370.809405:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759370.809407:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809409:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759370.809413:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759370.809416:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759370.809419:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759370.809420:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809422:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759370.809423:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759370.809425:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759370.809428:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759370.809432:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.809437:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759370.809454:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759370.809456:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.809460:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759370.809468:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759370.809470:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759370.809474:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759370.809475:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759370.809477:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759370.809479:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759370.809482:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18052 00000400:00000200:1.0:1787759370.809486:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759370.809489:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759370.809491:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759370.809494:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809496:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809498:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809501:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759370.809503:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759370.809505:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759370.809507:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759370.809509:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759370.809511:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759370.809514:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759370.809517:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809519:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809521:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809523:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759370.809525:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759370.809529:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809531:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759370.809533:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759370.809535:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759370.809537:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809539:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759370.809541:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759370.809544:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809545:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759370.809549:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759370.809551:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759370.809554:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759370.809555:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.809557:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759370.809558:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759370.809560:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759370.809563:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759370.809566:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.809571:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759370.809584:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759370.809586:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.809590:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759370.809597:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759370.809600:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759370.809604:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759370.809606:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759370.809607:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759370.809610:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759370.809613:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18052 00000400:00000200:1.0:1787759370.809616:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759370.809619:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759370.809622:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759370.809624:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809626:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809628:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809630:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759370.809633:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759370.809634:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759370.809635:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759370.809637:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759370.809639:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759370.809642:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759370.809645:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809647:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.809649:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809651:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759370.809654:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759370.809657:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759370.809659:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.809751:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759370.809754:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759370.809757:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759370.809763:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.809770:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.809772:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.809775:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759370.809778:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759370.809781:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.809784:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875521408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759370.809789:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759370.809792:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759370.809799:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.809802:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759370.809807:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759370.809809:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.809814:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759370.809818:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759370.809825:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759370.809832:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521408, portal 25 00000100:00000001:3.0:1787759370.809835:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759370.809836:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:3.0:1787759370.809842:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.809854:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759370.809857:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759370.809859:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759370.809862:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875521408, offset 0 00000400:00000200:3.0:1787759370.809869:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759370.809877:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.809883:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759370.809888:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759370.809892:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759370.809896:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759370.809899:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759370.809907:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776498:776498:256:4294967295] 192.168.201.104@tcp LPNI seq info [776489:776489:8:4294967295] 00000400:00000200:3.0:1787759370.809915:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.809928:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759370.809933:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.809939:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759370.809946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759370.809950:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759370.809956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759370.809959:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759370.809964:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.809966:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759370.809972:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759370.809977:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759370.809986:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759370.809988:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759370.809993:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759370.809998:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810010:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.810014:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810025:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810027:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759370.810033:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.810037:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759370.810039:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312726286 00000100:00000010:3.0:1787759370.810044:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb145a0. 00000100:00000001:3.0:1787759370.810051:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759370.810057:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312726286 00000100:00000010:3.0:1787759370.810060:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb140c0. 00000100:00000001:3.0:1787759370.810063:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759370.810066:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759370.810068:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810071:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759370.810075:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370] req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759370.810083:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759370.810085:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759370.810087:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759370.810089:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759370.810091:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759370.810094:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759370.810097:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759370.810105:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810111:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759370.810113:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810141:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810143:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.810148:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810155:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759370.810159:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810166:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759370.810169:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810171:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810172:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810175:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759370.810176:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759370.810179:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759370.810183:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759370.810185:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759370.810190:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759370.810198:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875521408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759370.810202:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759370.810205:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810212:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.810213:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.810215:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759370.810217:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759370.810219:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.810222:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759370.810225:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759370.810227:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759370.810229:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.810231:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759370.810234:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759370.810237:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.810241:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759370.810244:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759370.810247:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759370.810251:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521536, portal 10 00000100:00000001:3.0:1787759370.810253:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759370.810254:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:3.0:1787759370.810261:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810267:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759370.810270:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759370.810272:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759370.810274:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875521536, offset 0 00000400:00000200:3.0:1787759370.810278:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759370.810282:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.810285:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759370.810288:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759370.810290:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759370.810292:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759370.810306:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759370.810309:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776499:776499:256:4294967295] 192.168.201.104@tcp LPNI seq info [776490:776490:8:4294967295] 00000400:00000200:3.0:1787759370.810313:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.810325:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759370.810332:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.810336:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759370.810340:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759370.810343:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759370.810347:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759370.810350:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759370.810354:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.810355:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759370.810363:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759370.810366:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759370.810369:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759370.810371:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759370.810373:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759370.810377:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810384:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.810387:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810393:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810395:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759370.810397:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759370.810401:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759370.810404:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759370.810409:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312725007 00000100:00000001:3.0:1787759370.810412:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.810414:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312725007 00000100:00000001:3.0:1787759370.810416:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.810419:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759370.810421:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810423:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759370.810426:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370] req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759370.810434:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759370.810435:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759370.810436:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759370.810439:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759370.810441:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759370.810443:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759370.810446:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759370.810454:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810461:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759370.810462:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810464:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810465:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.810468:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810474:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759370.810539:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810549:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759370.810552:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810554:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810555:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810557:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759370.810560:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759370.810563:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759370.810567:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759370.810569:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759370.810573:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759370.810580:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759370.810584:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759370.810587:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810599:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.810600:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.810603:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759370.810605:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759370.810607:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.810609:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759370.810613:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759370.810615:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759370.810617:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.810618:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759370.810623:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759370.810625:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.810629:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759370.810636:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759370.810640:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759370.810643:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521664, portal 10 00000100:00000001:3.0:1787759370.810645:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759370.810647:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:3.0:1787759370.810653:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810659:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759370.810671:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759370.810673:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759370.810676:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875521664, offset 0 00000400:00000200:3.0:1787759370.810680:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759370.810684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.810688:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759370.810691:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759370.810693:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759370.810695:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759370.810697:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759370.810701:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776500:776500:256:4294967295] 192.168.201.104@tcp LPNI seq info [776491:776491:8:4294967295] 00000400:00000200:3.0:1787759370.810705:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.810711:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759370.810715:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.810719:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759370.810722:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759370.810725:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759370.810730:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759370.810733:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759370.810737:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.810739:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759370.810742:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759370.810745:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759370.810748:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759370.810750:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759370.810753:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759370.810756:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810764:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.810767:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810773:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810775:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759370.810777:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759370.810780:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759370.810783:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759370.810785:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312725007 00000100:00000001:3.0:1787759370.810787:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.810848:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312725007 00000100:00000001:3.0:1787759370.810852:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.810854:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759370.810857:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.810859:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759370.810863:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370] req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759370.810871:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759370.810873:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759370.810874:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759370.810877:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759370.810879:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759370.810882:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759370.810885:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759370.810893:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810899:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759370.810901:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810903:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810904:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.810908:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810914:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759370.810918:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810925:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759370.810927:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810929:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.810930:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810932:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759370.810934:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759370.810937:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759370.810940:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759370.810943:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759370.810946:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759370.810954:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759370.810958:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810960:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.810963:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875521408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.810969:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759370.810972:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759370.810974:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759370.810977:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759370.810979:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759370.810980:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759370.810983:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759370.810985:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:3.0:1787759370.810989:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759370.810990:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759370.810992:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:3.0:1787759370.810995:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759370.810996:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.810998:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.811001:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875521536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811007:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759370.811008:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759370.811010:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759370.811012:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759370.811013:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759370.811014:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759370.811016:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759370.811018:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:3.0:1787759370.811020:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759370.811021:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759370.811022:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:3.0:1787759370.811025:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759370.811026:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811027:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.811030:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875521664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811036:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759370.811037:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759370.811038:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759370.811041:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759370.811042:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759370.811043:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759370.811045:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759370.811047:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:3.0:1787759370.811049:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759370.811050:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759370.811051:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:3.0:1787759370.811053:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759370.811054:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811056:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811064:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759370.811067:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.811069:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759370.811070:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759370.811114:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759370.811127:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759370.811129:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811131:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759370.811134:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759370.811137:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811139:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759370.811143:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759370.811146:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759370.811149:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759370.811150:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811152:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759370.811154:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759370.811156:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759370.811160:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759370.811163:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.811168:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759370.811186:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759370.811189:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.811193:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759370.811209:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759370.811212:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759370.811215:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759370.811217:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759370.811219:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759370.811222:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759370.811225:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18052 00000400:00000200:1.0:1787759370.811229:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759370.811233:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759370.811235:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759370.811238:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.811240:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.811242:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.811245:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759370.811247:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759370.811249:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759370.811251:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759370.811253:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759370.811255:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759370.811257:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759370.811260:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.811263:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759370.811265:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759370.811268:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759370.811270:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759370.811273:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759370.811275:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759370.811277:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759370.811280:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759370.811282:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811284:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759370.811286:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759370.811288:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811290:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759370.811293:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000020:00000040:1.0:1787759370.811295:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759370.811308:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759370.811310:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759370.811312:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759370.811314:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759370.811315:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759370.811319:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000001:1.0:1787759370.811375:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759370.811380:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759370.811392:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759370.811395:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.811398:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759370.811406:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759370.811411:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18062) 00000100:00000001:3.0:1787759370.811548:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759370.811550:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759370.811552:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759370.811556:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811564:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.811566:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.811568:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759370.811570:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759370.811575:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.811579:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759370.811582:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759370.811584:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759370.811586:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.811588:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759370.811591:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759370.811593:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.811597:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759370.811599:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759370.811607:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759370.811611:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521792, portal 4 00000100:00000001:3.0:1787759370.811613:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759370.811614:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759370.811621:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811628:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759370.811630:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759370.811632:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759370.811634:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875521792, offset 0 00000400:00000200:3.0:1787759370.811639:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759370.811643:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.811646:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759370.811649:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759370.811651:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759370.811654:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759370.811656:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759370.811668:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776501:776501:256:4294967295] 192.168.201.104@tcp LPNI seq info [776492:776492:8:4294967295] 00000400:00000200:3.0:1787759370.811674:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.811681:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759370.811685:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.811689:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759370.811693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759370.811696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759370.811701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759370.811704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759370.811708:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.811710:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759370.811713:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759370.811717:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759370.811719:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759370.811721:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759370.811724:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759370.811728:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811736:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.811739:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811745:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.811747:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759370.811750:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759370.811752:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759370.811756:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759370.811758:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312725067 00000100:00000001:3.0:1787759370.811760:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.811763:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312725067 00000100:00000001:3.0:1787759370.811765:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.811767:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759370.811769:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.811771:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759370.811775:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370] req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759370.811789:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759370.811790:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759370.811792:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759370.811794:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759370.811795:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759370.811797:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759370.811805:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759370.811815:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811821:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759370.811822:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811824:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.811826:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.811830:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811836:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759370.811840:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811847:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759370.811850:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811852:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.811853:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.811855:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759370.811856:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759370.811859:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759370.811862:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759370.811865:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759370.811870:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759370.811878:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759370.811882:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759370.811885:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811892:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759370.811893:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.811895:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759370.811897:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759370.811899:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759370.811902:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759370.811905:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759370.811907:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759370.811909:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759370.811911:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759370.811913:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759370.811915:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759370.811919:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759370.811921:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759370.811924:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759370.811927:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875521920, portal 4 00000100:00000001:3.0:1787759370.811930:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759370.811931:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759370.811936:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.811943:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759370.811945:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759370.811948:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000200:3.0:1787759370.811950:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875521920, offset 0 00000400:00000200:3.0:1787759370.811954:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759370.811958:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.811961:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759370.811964:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759370.811966:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759370.811969:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759370.811971:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759370.811974:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776502:776502:256:4294967295] 192.168.201.104@tcp LPNI seq info [776493:776493:8:4294967295] 00000400:00000200:3.0:1787759370.811979:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759370.811985:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759370.811989:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.811992:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000800:00000200:3.0:1787759370.811996:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759370.811999:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759370.812004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759370.812007:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759370.812011:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759370.812013:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:3.0:1787759370.812016:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759370.812019:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759370.812022:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:3.0:1787759370.812024:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:3.0:1787759370.812026:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759370.812030:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812038:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.812041:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812047:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.812049:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759370.812051:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759370.812054:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759370.812058:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759370.812060:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312725031 00000100:00000001:3.0:1787759370.812063:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.812065:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312725031 00000100:00000001:3.0:1787759370.812067:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312726286 00000100:00000001:3.0:1787759370.812069:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759370.812072:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.812074:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759370.812077:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759370/real 1787759370] req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759370.812085:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759370.812086:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759370.812088:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759370.812090:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759370.812092:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759370.812094:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759370.812098:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759370.812106:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812113:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759370.812114:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812134:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.812135:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759370.812139:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812146:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759370.812150:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812157:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759370.812160:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812161:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759370.812163:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812165:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759370.812166:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759370.812170:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759370.812673:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759370.812676:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759370.812684:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759370.812694:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875521920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759370.812698:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812700:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.812703:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875521792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812710:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759370.812712:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759370.812714:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759370.812717:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759370.812719:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759370.812720:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759370.812723:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759370.812724:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:3.0:1787759370.812727:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759370.812729:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759370.812730:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759370.812733:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759370.812734:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812736:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759370.812739:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875521920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759370.812752:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759370.812753:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759370.812755:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759370.812757:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759370.812758:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759370.812759:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759370.812761:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759370.812763:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:3.0:1787759370.812765:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759370.812766:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759370.812768:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759370.812770:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759370.812771:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812773:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759370.812776:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759370.812777:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759370.812779:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759370.812781:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759371.254233:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759371.254240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759371.254242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759371.254248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759371.254251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759371.254255:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759371.254258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759371.254260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759371.254264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759371.510260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759371.510267:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759371.510267:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759371.510268:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510278:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759371.510279:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759371.510281:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759371.510283:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759371.510284:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.510289:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759371.510290:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759371.510293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759371.510298:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.510305:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.510310:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.510314:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759371.510317:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759371.510319:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759371.510320:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.510329:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759371.510330:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759371.510354:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759371.510358:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510359:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759371.510361:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759371.510364:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759371.510364:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759371.510374:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759371.510375:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.510385:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759371.510386:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.510401:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759371.510405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.510406:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.510409:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.510413:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759371.510415:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759371.510419:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759371.510423:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.510547:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510550:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759371.510551:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759371.510555:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759371.510556:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759371.510557:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759371.510559:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.510560:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510562:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759371.510569:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759371.510569:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.510570:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.510575:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759371.510576:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759371.510578:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759371.510583:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.510586:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759371.510587:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759371.510589:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759371.510598:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759371.510601:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759371.510603:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759371.510606:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759371.510611:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759371.510614:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759371.510618:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.510631:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510636:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759371.510637:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759371.510638:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759371.510642:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759371.510643:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759371.510645:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759371.510661:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759371.510662:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759371.510664:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759371.510666:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759371.510668:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759371.510670:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759371.510672:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759371.510674:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759371.510675:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759371.510681:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759371.510682:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759372.150163:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312726286, at 4312726336 00000100:00000010:3.0:1787759372.150178:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb140c0. 00000100:00000040:2.0:1787759372.150186:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312726286, at 4312726336 00000100:00000010:2.0:1787759372.150194:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000001:3.0:1787759372.278208:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759372.278214:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759372.278216:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759372.278220:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759372.278223:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759372.278226:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759372.278228:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759372.278230:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759372.278232:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.534229:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759372.534229:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759372.534229:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.534234:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759372.534235:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759372.534237:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759372.534237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759372.534238:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.534241:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759372.534241:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.534242:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759372.534243:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.534245:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759372.534248:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759372.534249:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759372.534249:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759372.534250:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759372.534253:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759372.534254:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.534256:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759372.534256:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759372.534257:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759372.534259:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.534261:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759372.534261:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.534262:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759372.534265:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759372.534265:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759372.534270:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759372.534273:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.534275:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759372.534279:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759372.534281:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759372.534282:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.534283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759372.534285:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.534287:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759372.534288:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759372.534292:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759372.534295:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.534296:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759372.534298:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759372.534298:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759372.534303:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759372.534304:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759372.534308:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759372.534310:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759372.534311:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759372.534313:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.534314:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.534319:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759372.534320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759372.534321:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759372.534324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759372.534326:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.534330:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759372.534331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759372.534333:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759372.534334:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759372.534336:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759372.534339:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759372.534341:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.534342:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759372.534345:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.534347:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759372.534349:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759372.534353:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759372.534356:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759372.534357:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759372.534359:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759372.534362:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759372.534363:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759372.534363:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759372.534368:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759372.534369:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759372.534375:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759372.534378:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759372.534380:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759372.534383:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759372.534386:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.534388:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759372.534389:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759372.534392:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759373.302920:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759373.302929:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759373.302931:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759373.302936:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759373.302940:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759373.302943:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759373.302945:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759373.302948:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759373.302951:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759373.558225:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.558226:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.558234:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759373.558235:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.558237:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759373.558241:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759373.558243:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.558244:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759373.558246:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759373.558249:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.558250:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759373.558254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759373.558255:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.558255:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759373.558257:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759373.558260:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.558261:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759373.558263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759373.558266:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759373.558267:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.558271:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759373.558274:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759373.558276:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.558288:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759373.558293:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.558295:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759373.558297:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1787759373.558298:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000020:00000001:3.0:1787759373.558302:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.558303:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.558307:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759373.558308:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759373.558333:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759373.558336:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759373.558337:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759373.558339:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759373.558341:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759373.558342:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759373.558347:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759373.558351:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759373.558353:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759373.558356:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759373.558358:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759373.558361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.559359:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759373.559362:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.559372:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.559380:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.559382:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.559392:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759373.559392:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759373.559397:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759373.559401:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759373.559404:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759373.559406:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759373.559408:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.559411:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759373.559413:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.559415:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759373.559416:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759373.559420:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759373.559423:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759373.559425:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759373.559428:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759373.559431:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.559433:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759373.559435:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759373.559438:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759373.559442:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759373.559446:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759373.559448:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759373.559450:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759373.559453:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759373.559456:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.559459:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759373.559461:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759373.559463:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759373.559549:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759373.559552:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759373.559581:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759373.559583:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759373.559585:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759373.559622:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759374.326208:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759374.326217:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759374.326219:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759374.326225:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759374.326229:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759374.326233:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.326235:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759374.326238:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.326241:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582241:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759374.582241:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759374.582249:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759374.582250:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759374.582252:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582253:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759374.582261:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759374.582261:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759374.582267:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759374.582267:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759374.582273:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.582278:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759374.582280:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.582283:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582284:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.582288:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.582290:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.582293:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.582298:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759374.582303:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759374.582305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759374.582308:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759374.582310:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759374.582312:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759374.582315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.582316:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.582320:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.582322:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759374.582322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759374.582323:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759374.582327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582328:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759374.582331:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759374.582332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759374.582334:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759374.582336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582339:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759374.582341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759374.582343:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759374.582344:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.582349:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.582351:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.582354:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759374.582366:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759374.582370:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759374.582373:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759374.582390:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759374.582392:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759374.582394:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759374.582396:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759374.582398:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759374.582400:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759374.582483:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759374.582488:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759374.582489:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759374.582493:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759374.582495:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759374.582496:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759374.582500:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.582501:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759374.582504:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759374.582507:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759374.582509:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759374.582511:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.582568:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.582674:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759374.582677:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759374.582678:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759374.582681:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759374.582683:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759374.582685:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.583089:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759374.583091:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759374.583093:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759374.585404:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759374.585407:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759374.585411:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759374.585413:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759374.585417:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759374.585421:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759374.585422:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759374.585426:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759374.585430:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.350234:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759375.350242:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759375.350244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759375.350250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759375.350254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759375.350258:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.350261:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.350263:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.350266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.606193:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759375.606198:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759375.606204:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759375.606206:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606210:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759375.606211:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759375.606212:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606215:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759375.606215:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606218:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759375.606218:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759375.606219:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759375.606221:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606225:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759375.606225:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.606225:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759375.606229:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.606229:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759375.606230:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759375.606235:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.606239:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759375.606239:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606242:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759375.606246:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.606246:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.606248:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.606251:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606255:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.606260:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759375.606261:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759375.606265:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606266:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759375.606270:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759375.606271:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759375.606271:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759375.606272:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606276:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759375.606276:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759375.606277:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1787759375.606279:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606280:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759375.606281:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759375.606282:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759375.606284:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759375.606287:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759375.606287:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606288:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759375.606288:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606292:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606292:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759375.606293:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759375.606296:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606298:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759375.606299:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606303:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759375.606304:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759375.606304:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759375.606308:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.606311:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759375.606312:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759375.606313:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759375.606313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759375.606317:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759375.606317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606318:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759375.606320:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759375.606322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759375.606323:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.606324:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759375.606324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606326:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759375.606330:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759375.606331:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759375.606332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759375.606333:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.606334:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759375.606335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.606336:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759375.606338:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759375.606340:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759375.606341:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759375.606344:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759375.606347:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.606350:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759375.606352:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759375.606355:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759375.606358:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759375.606362:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759375.606365:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759375.927280:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759375.927291:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759375.927294:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759375.927298:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759375.927303:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759375.927310:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18057 00000400:00000200:0.0:1787759375.927319:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759375.927325:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759375.927328:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759375.927331:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927333:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.927335:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927337:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759375.927341:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759375.927343:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759375.927346:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759375.927348:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759375.927350:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759375.927352:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759375.927354:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927355:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.927356:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927358:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759375.927361:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759375.927363:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927365:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759375.927368:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759375.927371:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759375.927373:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927375:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759375.927377:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759375.927387:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759375.927390:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759375.927394:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759375.927395:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927398:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759375.927400:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759375.927403:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759375.927410:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759375.927416:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.927426:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759375.927434:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759375.927438:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759375.927442:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759375.927467:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759375.927469:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759375.927472:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759375.927473:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759375.927474:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759375.927476:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759375.927478:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18057 00000400:00000200:0.0:1787759375.927480:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759375.927482:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759375.927484:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759375.927486:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927488:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.927489:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927491:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759375.927493:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759375.927494:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759375.927495:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759375.927497:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759375.927498:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759375.927500:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759375.927503:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927504:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.927506:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927507:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759375.927507:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1787759375.927512:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:3.0:1787759375.927513:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1787759375.927514:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759375.927517:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759375.927518:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759375.927521:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759375.927526:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787759375.927526:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759375.927531:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927534:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759375.927539:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1787759375.927541:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1787759375.927543:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927546:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927547:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759375.927549:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759375.927551:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759375.927553:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759375.927553:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759375.927556:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927558:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759375.927558:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759375.927560:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759375.927563:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.927565:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759375.927567:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759375.927583:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.927589:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759375.927592:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875522048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759375.927600:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787759375.927603:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759375.927606:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.927606:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759375.927610:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759375.927612:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759375.927613:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759375.927619:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 00000100:00000001:0.0:1787759375.927621:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.927622:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759375.927624:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759375.927627:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759375.927629:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759375.927631:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1787759375.927631:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759375.927636:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:3.0:1787759375.927637:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00080000:0.0:1787759375.927640:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18057 00000400:00000200:0.0:1787759375.927644:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759375.927645:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000400:00000200:0.0:1787759375.927647:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759375.927650:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759375.927653:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:3.0:1787759375.927654:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522048, portal 25 00000100:00000001:0.0:1787759375.927657:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759375.927659:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1787759375.927663:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759375.927663:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000001:0.0:1787759375.927668:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759375.927674:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:3.0:1787759375.927675:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759375.927676:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759375.927680:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759375.927683:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759375.927688:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000001:3.0:1787759375.927690:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1787759375.927692:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759375.927697:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759375.927701:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000010:3.0:1787759375.927703:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55a18. 00000100:00000001:0.0:1787759375.927706:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1787759375.927708:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875522048, offset 0 00000100:00000040:0.0:1787759375.927712:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927716:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759375.927717:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000020:00000040:0.0:1787759375.927721:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759375.927725:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927727:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927729:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759375.927730:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759375.927734:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759375.927737:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927737:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:0.0:1787759375.927741:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759375.927743:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1787759375.927744:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:0.0:1787759375.927747:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927749:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927751:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000010:0.0:1787759375.927753:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000400:00000200:3.0:1787759375.927755:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1787759375.927758:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:3.0:1787759375.927759:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:0.0:1787759375.927761:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759375.927764:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927765:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776503:776503:256:4294967295] 192.168.201.104@tcp LPNI seq info [776494:776494:8:4294967295] 00000100:00000001:0.0:1787759375.927766:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759375.927769:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759375.927772:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927772:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:0.0:1787759375.927778:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759375.927784:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.927788:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00100000:0.0:1787759375.927792:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759375.927800:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1787759375.927801:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927802:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759375.927808:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1787759375.927811:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84200. 00000100:00000001:0.0:1787759375.927813:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759375.927816:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759375.927818:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759375.927821:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759375.927824:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.0:1787759375.927824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759375.927828:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759375.927833:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18057 00000800:00000200:3.1:1787759375.927833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:0.0:1787759375.927840:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759375.927842:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759375.927844:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759375.927846:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927847:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.927849:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927850:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759375.927852:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759375.927853:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:3.0:1787759375.927854:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759375.927855:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759375.927858:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000400:00000200:3.0:1787759375.927862:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:0.0:1787759375.927863:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759375.927866:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759375.927866:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312731404 00000100:00000040:0.0:1787759375.927871:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927873:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1787759375.927874:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb140c0. 00000100:00000040:0.0:1787759375.927879:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927882:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759375.927885:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:3.0:1787759375.927885:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00080000:0.0:1787759375.927891:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759375.927895:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927895:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312731404 02000000:00000001:0.0:1787759375.927897:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:3.0:1787759375.927902:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb147e0. 02000000:00000001:0.0:1787759375.927903:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759375.927908:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927909:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759375.927910:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759375.927915:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759375.927916:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787759375.927920:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927922:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927924:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927927:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759375.927930:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759375.927931:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1787759375.927936:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759375.927940:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759375.927941:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927942:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759375.927943:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1787759375.927945:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759375.927945:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1787759375.927949:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927949:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759375.927951:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759375.927954:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1787759375.927957:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000040:3.0:1787759375.927958:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759375.927963:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927969:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.927972:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.927973:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1787759375.927975:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759375.927979:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759375.927985:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.927987:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1787759375.927991:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759375.927992:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.927998:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1787759375.928003:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759375.928003:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759375.928007:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928010:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759375.928016:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:0.0:1787759375.928019:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928019:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759375.928024:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759375.928028:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759375.928030:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1787759375.928031:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759375.928032:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:3.0:1787759375.928035:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b560b0. 00000100:00000001:0.0:1787759375.928036:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759375.928040:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18057 00000400:00000010:3.0:1787759375.928040:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55bb0. 00000400:00000200:0.0:1787759375.928045:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:3.0:1787759375.928045:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522176, portal 10 00000400:00000200:0.0:1787759375.928050:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759375.928050:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759375.928053:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00080000:0.0:1787759375.928054:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759375.928059:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.928061:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759375.928067:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759375.928067:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759375.928069:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759375.928073:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759375.928075:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759375.928077:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759375.928080:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759375.928084:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:3.0:1787759375.928086:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1787759375.928087:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759375.928093:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759375.928094:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759375.928096:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1787759375.928099:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55000. 00000100:00000040:0.0:1787759375.928100:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759375.928103:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:3.0:1787759375.928103:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875522176, offset 0 00000020:00000040:0.0:1787759375.928108:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759375.928112:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928113:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759375.928147:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759375.928150:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1787759375.928152:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759375.928153:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759375.928157:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.928158:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759375.928161:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1787759375.928161:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000008:00000001:0.0:1787759375.928167:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.928168:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1787759375.928169:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.928172:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000010:0.0:1787759375.928174:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000400:00000200:3.0:1787759375.928175:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1787759375.928179:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000400:00000200:3.0:1787759375.928180:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:0.0:1787759375.928182:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759375.928184:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759375.928187:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1787759375.928188:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776504:776504:255:4294967295] 192.168.201.104@tcp LPNI seq info [776495:776495:7:4294967295] 02000000:00000001:0.0:1787759375.928189:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759375.928191:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759375.928197:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000400:00000200:3.0:1787759375.928199:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759375.928202:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759375.928212:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759375.928212:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759375.928224:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759375.928230:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1787759375.928232:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84c00. 00000100:00000001:0.0:1787759375.928235:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759375.928240:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:0.0:1787759375.928243:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1787759375.928249:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759375.928256:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759375.928262:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18067) 00000100:00000001:3.0:1787759375.928262:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759375.928268:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759375.928273:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759375.928276:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312730125 00000100:00000001:3.0:1787759375.928280:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928283:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312730125 00000100:00000001:3.0:1787759375.928285:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928288:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759375.928290:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928293:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759375.928298:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928306:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.928309:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928312:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759375.928314:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759375.928316:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759375.928320:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759375.928324:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759375.928327:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759375.928330:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928332:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759375.928337:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759375.928340:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.928343:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759375.928347:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56318. 00000400:00000010:3.0:1787759375.928353:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759375.928356:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522304, portal 10 00000100:00000001:3.0:1787759375.928359:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759375.928360:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759375.928367:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928374:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759375.928377:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759375.928380:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55198. 00000100:00000200:3.0:1787759375.928383:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875522304, offset 0 00000400:00000200:3.0:1787759375.928388:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928393:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928397:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759375.928400:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759375.928403:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759375.928405:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759375.928408:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928411:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776505:776505:254:4294967295] 192.168.201.104@tcp LPNI seq info [776496:776496:6:4294967295] 00000400:00000200:3.0:1787759375.928417:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928424:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759375.928429:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759375.928434:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84700. 00000800:00000200:3.0:1787759375.928438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759375.928444:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759375.928447:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759375.928451:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759375.928454:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759375.928457:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312730125 00000100:00000001:3.0:1787759375.928460:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928463:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312730125 00000100:00000001:3.0:1787759375.928465:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928467:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759375.928470:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928473:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928476:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.928479:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759375.928481:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787759375.928483:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759375.928485:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759375.928486:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759375.928490:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928499:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.928500:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928503:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759375.928504:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759375.928506:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759375.928509:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759375.928513:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759375.928515:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759375.928516:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928518:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759375.928521:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759375.928524:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.928527:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759375.928530:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759375.928534:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55880. 00000100:00000200:3.0:1787759375.928537:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522432, portal 4 00000100:00000001:3.0:1787759375.928539:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759375.928541:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:3.0:1787759375.928547:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928554:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759375.928557:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759375.928559:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55110. 00000100:00000200:3.0:1787759375.928562:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875522432, offset 0 00000400:00000200:3.0:1787759375.928567:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928589:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928593:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759375.928596:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759375.928598:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759375.928601:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759375.928603:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928607:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776506:776506:253:4294967295] 192.168.201.104@tcp LPNI seq info [776497:776497:5:4294967295] 00000400:00000200:3.0:1787759375.928611:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928617:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759375.928622:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759375.928626:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84f00. 00000800:00000200:3.0:1787759375.928630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759375.928635:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759375.928638:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759375.928641:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759375.928645:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759375.928647:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312730184 00000100:00000001:3.0:1787759375.928650:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928652:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312730184 00000100:00000001:3.0:1787759375.928654:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928657:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759375.928659:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928661:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759375.928665:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928671:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759375.928673:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928675:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759375.928677:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759375.928679:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759375.928682:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759375.928685:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759375.928687:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759375.928689:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759375.928691:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759375.928694:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759375.928696:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759375.928701:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759375.928704:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56370. 00000400:00000010:3.0:1787759375.928708:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55220. 00000100:00000200:3.0:1787759375.928711:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522560, portal 4 00000100:00000001:3.0:1787759375.928713:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759375.928714:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759375.928720:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759375.928727:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759375.928729:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759375.928732:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55f68. 00000100:00000200:3.0:1787759375.928734:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875522560, offset 0 00000400:00000200:3.0:1787759375.928739:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928743:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928747:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759375.928749:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759375.928751:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759375.928753:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759375.928756:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759375.928759:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776507:776507:252:4294967295] 192.168.201.104@tcp LPNI seq info [776498:776498:4:4294967295] 00000400:00000200:3.0:1787759375.928762:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759375.928768:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759375.928772:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759375.928775:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84600. 00000800:00000200:3.0:1787759375.928779:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759375.928794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759375.928797:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759375.928800:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759375.928803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759375.928805:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312730148 00000100:00000001:3.0:1787759375.928808:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928810:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312730148 00000100:00000001:3.0:1787759375.928813:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312731404 00000100:00000001:3.0:1787759375.928815:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759375.928817:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928820:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928822:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759375.928825:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759375.928827:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787759375.928828:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759375.928830:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759375.928832:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759375.928833:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759376.374225:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759376.374234:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759376.374236:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759376.374241:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759376.374245:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759376.374248:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759376.374252:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759376.374254:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759376.374261:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630250:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759376.630251:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759376.630253:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.630261:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759376.630262:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759376.630266:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759376.630269:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759376.630273:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759376.630277:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759376.630277:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759376.630278:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759376.630286:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.630288:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759376.630288:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759376.630293:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.630294:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759376.630295:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.630300:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759376.630300:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759376.630306:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759376.630310:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759376.630312:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630313:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759376.630315:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630318:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759376.630323:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759376.630329:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.630331:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759376.630332:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759376.630338:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759376.630338:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759376.630348:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759376.630351:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759376.630355:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759376.630359:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630365:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759376.630375:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.630376:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759376.630379:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.630381:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759376.630382:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759376.630384:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630385:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.630390:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759376.630391:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759376.630393:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759376.630396:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759376.630397:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759376.630398:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759376.630399:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.630402:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759376.630404:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759376.630405:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759376.630407:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759376.630411:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759376.630412:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759376.630414:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759376.630415:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.630415:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759376.630416:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759376.630419:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759376.630425:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759376.630427:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759376.630431:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759376.630432:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759376.630432:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759376.630439:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759376.630441:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759376.630442:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.630443:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759376.630446:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759376.630451:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759376.630452:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759376.630456:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759376.630457:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759376.630460:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759376.630463:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759376.630469:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759376.630472:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759376.630496:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759376.630499:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759376.630502:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759377.270187:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312731404, at 4312731456 00000100:00000010:3.0:1787759377.270202:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000040:2.0:1787759377.270289:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312731404, at 4312731456 00000100:00000010:2.0:1787759377.270295:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb140c0. 00000100:00000001:3.0:1787759377.398236:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759377.398244:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759377.398246:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759377.398253:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759377.398256:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759377.398260:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759377.398263:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759377.398265:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759377.398269:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759377.654283:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759377.654292:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759377.654294:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654297:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759377.654298:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759377.654298:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759377.654300:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759377.654307:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759377.654308:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759377.654308:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759377.654308:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759377.654310:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759377.654312:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.654313:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759377.654314:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759377.654316:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759377.654318:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759377.654320:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759377.654323:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759377.654324:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759377.654324:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.654326:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759377.654329:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759377.654330:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759377.654330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.654331:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759377.654339:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759377.654343:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759377.654344:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654353:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.654354:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.654358:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.654363:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759377.654363:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759377.654367:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759377.654374:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759377.654374:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654378:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759377.654380:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759377.654382:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759377.654384:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759377.654385:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.654387:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759377.654392:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759377.654393:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.654395:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759377.654395:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654402:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.654403:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759377.654403:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759377.654403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759377.654405:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759377.654407:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654408:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654410:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759377.654412:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759377.654413:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759377.654417:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759377.654418:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759377.654419:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759377.654423:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759377.654423:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759377.654424:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759377.654426:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759377.654430:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759377.654431:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759377.654432:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759377.654432:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654435:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759377.654437:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759377.654441:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1787759377.654444:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759377.654445:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654445:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759377.654446:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759377.654449:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759377.654453:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759377.654453:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654454:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759377.654466:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654466:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759377.654472:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759377.654473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759377.654476:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759377.654478:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759377.654480:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654486:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759377.654491:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654493:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759377.654495:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654498:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759377.654500:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759377.654515:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759377.654517:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759377.654519:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759378.422232:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759378.422242:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759378.422245:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759378.422251:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759378.422268:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759378.422272:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.422276:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759378.422280:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.422283:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.678227:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759378.678227:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759378.678234:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.678236:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759378.678241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759378.678243:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759378.678244:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759378.678245:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759378.678248:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759378.678250:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759378.678251:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759378.678254:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759378.678255:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759378.678255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759378.678261:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759378.678261:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759378.678261:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759378.678264:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.678267:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759378.678269:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759378.678271:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678273:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678279:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759378.678282:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759378.678285:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759378.678287:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759378.678350:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759378.678353:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759378.678362:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759378.678365:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759378.678368:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759378.678370:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.678373:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.678378:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.678380:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759378.678388:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759378.678391:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759378.678394:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759378.678397:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759378.678398:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759378.678399:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.678403:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759378.678404:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759378.678406:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.678418:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759378.678420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759378.678422:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.678425:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759378.678426:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.678426:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759378.678429:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678430:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678435:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759378.678435:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759378.678439:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.678442:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.678460:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759378.678464:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759378.678464:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759378.678468:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.678469:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759378.678472:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759378.678472:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759378.678475:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759378.678477:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759378.678478:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759378.678479:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759378.678481:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678482:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759378.678483:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759378.678485:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759378.678486:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.678488:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759378.678491:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.678492:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759378.678495:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759378.678498:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759378.678498:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759378.678503:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759378.678507:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.678509:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759378.678510:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759378.678512:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1787759378.999240:0:2413:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759378.999296:0:2413:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759378.999310:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759378.999315:0:2413:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759378.999322:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759378.999327:0:2413:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759378.999333:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759378.999338:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84200. 00000400:00000200:2.0:1787759378.999344:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759378.999350:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759378.999358:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55a18 00000400:00000010:2.0:1787759378.999361:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55a18. 00000100:00000001:2.0:1787759378.999367:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759378.999379:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999402:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759378.999407:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999415:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.999418:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759378.999430:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759378.999432:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84c00. 00000400:00000200:2.0:1787759378.999436:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759378.999440:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759378.999443:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55000 00000400:00000010:2.0:1787759378.999445:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55000. 00000100:00000001:2.0:1787759378.999449:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759378.999453:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999461:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759378.999465:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999471:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.999472:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759378.999477:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759378.999479:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84700. 00000400:00000200:2.0:1787759378.999483:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759378.999486:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759378.999500:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55198 00000400:00000010:2.0:1787759378.999503:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55198. 00000100:00000001:2.0:1787759378.999506:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759378.999510:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999527:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759378.999531:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999537:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.999539:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759378.999544:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759378.999546:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84f00. 00000400:00000200:2.0:1787759378.999549:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759378.999552:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759378.999555:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55110 00000400:00000010:2.0:1787759378.999556:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55110. 00000100:00000001:2.0:1787759378.999559:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759378.999563:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999570:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759378.999573:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999589:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.999591:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759378.999597:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759378.999599:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84600. 00000400:00000200:2.0:1787759378.999602:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759378.999605:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759378.999608:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55f68 00000400:00000010:2.0:1787759378.999611:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55f68. 00000100:00000001:2.0:1787759378.999613:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759378.999617:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999625:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759378.999628:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759400 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759378.999634:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759378.999635:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759379.000282:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759379.000286:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759379.000290:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759379.000299:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759378] req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759379.000313:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759379.000316:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759379.000319:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759379.000323:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55880 00000400:00000010:3.0:1787759379.000325:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55880. 00000100:00000001:3.0:1787759379.000329:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759379.000333:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759379.000345:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.000353:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759379.000355:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.000358:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.000360:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759379.000365:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.000372:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759379.000378:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.000392:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759379.000396:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.000398:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.000400:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.000403:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759379.000406:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759379.000410:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759379.000416:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759379.000419:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759379.000424:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759379.000433:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759379.000438:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759379.000442:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759378] req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759379.000451:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759379.000453:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759379.000455:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56370. 00000400:00000200:3.0:1787759379.000458:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55220 00000400:00000010:3.0:1787759379.000460:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55220. 00000100:00000001:3.0:1787759379.000463:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759379.000466:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759379.000475:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.000482:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759379.000484:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.000487:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.000488:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759379.000492:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.000498:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759379.001827:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.001834:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759379.001838:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.001840:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.001842:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.001843:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759379.001846:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759379.001848:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759379.001851:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759379.001854:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759379.001857:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759379.001862:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759379.001866:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759379.001870:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759378] req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759379.001878:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759379.001881:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759379.001884:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b560b0. 00000400:00000200:3.0:1787759379.001888:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55bb0 00000400:00000010:3.0:1787759379.001896:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55bb0. 00000100:00000001:3.0:1787759379.001900:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759379.001905:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759379.001915:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.001923:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759379.001926:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.001928:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.001930:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759379.001934:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.001941:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759379.001946:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.001953:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759379.001956:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.001957:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.001958:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.001960:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759379.001965:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759379.001967:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759379.001970:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759379.001972:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759379.001975:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759379.001980:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759379.001984:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759379.001988:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759378] req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759379.001994:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759379.001995:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759379.001996:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56318. 00000400:00000200:3.0:1787759379.002006:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759379.002007:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759379.002011:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759379.002014:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759379.002019:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002024:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759379.002025:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002026:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.002026:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759379.002029:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002033:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759379.002035:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002040:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759379.002042:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002043:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.002044:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002044:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759379.002046:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759379.002048:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759379.002050:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759379.002053:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759379.002055:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759379.002061:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759379.002063:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759379.002066:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759375/real 1787759378] req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759379.002070:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759379.002071:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759379.002073:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759379.002074:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759379.002075:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759379.002076:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759379.002078:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759379.002083:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002086:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759379.002087:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002088:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.002089:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759379.002091:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002096:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759379.002098:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002102:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759379.002104:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002105:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759379.002107:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002108:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759379.002109:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759379.002111:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759379.002114:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759379.002137:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759379.002143:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759379.002151:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875522048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759379.002157:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002161:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759379.002166:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875522432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002175:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759379.002178:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759379.002184:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759379.002186:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759379.002189:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759379.002190:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759379.002192:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759379.002195:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:3.0:1787759379.002199:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759379.002201:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759379.002203:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759379.002208:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759379.002210:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002212:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759379.002215:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875522560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002226:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759379.002228:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759379.002230:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759379.002234:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759379.002235:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759379.002236:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759379.002238:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759379.002240:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:3.0:1787759379.002242:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759379.002244:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759379.002245:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759379.002249:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759379.002250:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002252:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759379.002255:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875522176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002262:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759379.002263:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759379.002265:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759379.002267:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759379.002269:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759379.002270:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759379.002272:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759379.002274:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:3.0:1787759379.002275:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759379.002276:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759379.002278:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759379.002281:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759379.002282:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002283:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759379.002287:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875522304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002293:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759379.002295:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759379.002296:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759379.002299:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759379.002300:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759379.002302:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759379.002304:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759379.002305:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759379.002307:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759379.002309:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759379.002310:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759379.002313:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759379.002314:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002316:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759379.002319:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875522048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759400 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759379.002325:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759379.002327:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759379.002329:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759379.002331:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759379.002333:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759379.002334:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759379.002336:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759379.002337:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759379.002340:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759379.002341:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759379.002342:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759379.002344:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759379.002346:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002349:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.002358:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759379.002361:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.002364:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759379.002365:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.446253:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759379.446264:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759379.446267:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759379.446274:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759379.446279:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759379.446284:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.446288:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759379.446291:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.446295:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.702251:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759379.702257:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759379.702259:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759379.702264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759379.702267:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759379.702270:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.702273:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.702275:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.702278:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759379.702278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759379.702279:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.702286:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759379.702290:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759379.702296:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759379.702297:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759379.702300:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.702302:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759379.702305:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759379.702307:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759379.702309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.702314:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759379.702314:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759379.702318:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.702321:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759379.702322:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759379.702324:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.702330:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759379.702331:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.702332:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759379.702343:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.702344:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759379.702348:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.702352:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.702353:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.702356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.702360:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.702372:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759379.702377:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759379.702379:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759379.702383:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759379.702387:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759379.702390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759379.702391:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759379.702394:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759379.702401:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759379.702402:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759379.702403:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759379.702405:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759379.702409:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759379.702410:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759379.702412:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759379.702418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759379.702419:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759379.702440:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759379.702443:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759379.702447:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759379.703659:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759379.703659:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759379.703670:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759379.703670:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759379.703676:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.703677:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.703678:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759379.703687:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759379.703689:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759379.703690:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759379.703691:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759379.703701:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759379.703702:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759379.703702:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759379.703705:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.703709:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.703709:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759379.703710:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759379.703715:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759379.703716:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759379.703722:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759379.703725:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759379.703729:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759379.703733:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759379.703734:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759379.703739:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759379.703742:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759380.470625:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759380.470632:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759380.470634:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759380.470639:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759380.470643:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759380.470647:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759380.470650:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759380.470652:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759380.470655:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759380.726241:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759380.726244:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.726248:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759380.726248:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759380.726249:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759380.726250:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759380.726254:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759380.726254:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759380.726254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726255:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759380.726257:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759380.726263:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759380.726264:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759380.726264:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759380.726265:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759380.726269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759380.726271:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759380.726272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759380.726273:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759380.726273:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759380.726275:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.726278:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.726278:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759380.726278:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759380.726279:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759380.726284:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759380.726289:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759380.726292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759380.726293:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759380.726295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.726299:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726300:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759380.726300:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.726309:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.726318:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759380.726321:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759380.726323:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759380.726326:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759380.726327:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759380.726331:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759380.726332:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759380.726336:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759380.726337:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759380.726340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759380.726341:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759380.726345:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759380.726346:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759380.726349:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.726350:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759380.726350:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759380.726354:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726356:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759380.726356:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759380.726357:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759380.726360:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759380.726361:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759380.726365:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759380.726366:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759380.726366:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759380.726370:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759380.726371:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759380.726372:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759380.726375:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759380.726376:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759380.726377:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759380.726380:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759380.726382:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759380.726385:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759380.726386:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.726388:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759380.726393:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759380.726393:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759380.726397:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759380.726397:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.726401:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759380.726402:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.726406:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759380.726407:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759380.726409:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759380.726413:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759380.726414:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759380.726416:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759380.726422:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759380.726423:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759380.726441:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759380.726443:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759380.726446:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759381.046340:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759381.046355:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759381.046358:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759381.046363:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759381.046367:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759381.046376:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18062 00000400:00000200:0.0:1787759381.046387:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759381.046395:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759381.046399:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759381.046403:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046406:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046409:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046411:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759381.046416:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759381.046418:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759381.046421:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759381.046424:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759381.046427:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759381.046430:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759381.046433:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046435:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046437:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046439:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759381.046442:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759381.046446:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046449:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759381.046452:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759381.046456:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759381.046460:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046462:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759381.046465:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759381.046473:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759381.046491:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759381.046497:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759381.046499:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046503:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759381.046506:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759381.046510:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759381.046521:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759381.046527:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.046537:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759381.046548:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759381.046553:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.046558:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759381.046589:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759381.046593:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759381.046596:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759381.046598:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759381.046600:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759381.046603:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759381.046606:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18062 00000400:00000200:0.0:1787759381.046611:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759381.046614:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759381.046617:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759381.046620:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046622:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046625:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046627:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759381.046630:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759381.046631:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759381.046633:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759381.046636:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759381.046638:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759381.046641:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759381.046644:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046646:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046648:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046651:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759381.046653:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759381.046656:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046659:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759381.046661:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759381.046669:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759381.046672:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046674:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759381.046678:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759381.046682:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046684:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759381.046689:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759381.046693:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759381.046695:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759381.046696:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046698:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759381.046700:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759381.046701:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759381.046707:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759381.046711:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.046716:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759381.046724:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759381.046726:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.046731:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759381.046739:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759381.046743:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759381.046746:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759381.046748:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759381.046750:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759381.046754:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759381.046757:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18062 00000400:00000200:0.0:1787759381.046762:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759381.046766:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759381.046768:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759381.046771:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046775:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046777:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046781:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759381.046784:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759381.046785:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759381.046787:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759381.046789:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759381.046792:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759381.046794:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759381.046797:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046800:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046802:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046805:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759381.046808:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759381.046811:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046813:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759381.046815:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759381.046818:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759381.046820:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046822:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759381.046825:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759381.046828:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046830:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759381.046833:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759381.046836:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759381.046839:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759381.046840:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046842:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759381.046843:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759381.046845:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759381.046848:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759381.046852:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.046858:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759381.046865:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759381.046867:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.046872:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759381.046882:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759381.046884:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759381.046888:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759381.046890:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759381.046892:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759381.046897:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759381.046900:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18062 00000400:00000200:0.0:1787759381.046905:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759381.046908:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759381.046910:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759381.046914:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046916:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046918:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046921:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759381.046924:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759381.046926:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759381.046928:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759381.046931:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759381.046933:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759381.046935:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759381.046939:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046942:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.046944:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046947:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759381.046950:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759381.046953:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759381.046956:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759381.046958:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759381.046961:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759381.046963:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046965:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759381.046967:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759381.046970:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.046972:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.047273:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759381.047279:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759381.047281:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759381.047289:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047298:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.047300:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.047304:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759381.047307:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759381.047309:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.047314:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875522688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759381.047318:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759381.047322:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759381.047326:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.047329:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759381.047336:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759381.047338:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.047345:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759381.047350:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759381.047357:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759381.047365:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522688, portal 25 00000100:00000001:3.0:1787759381.047368:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759381.047370:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000100:00000040:3.0:1787759381.047376:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047384:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759381.047387:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759381.047390:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759381.047393:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875522688, offset 0 00000400:00000200:3.0:1787759381.047400:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759381.047408:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.047414:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759381.047421:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759381.047426:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759381.047430:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759381.047433:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759381.047437:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776508:776508:256:4294967295] 192.168.201.104@tcp LPNI seq info [776499:776499:8:4294967295] 00000400:00000200:3.0:1787759381.047441:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.047450:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759381.047457:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.047464:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759381.047471:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759381.047492:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759381.047498:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759381.047502:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759381.047508:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.047511:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759381.047516:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759381.047521:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759381.047527:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759381.047531:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759381.047535:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759381.047540:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047833:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.047840:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047848:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.047850:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759381.047858:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.047863:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759381.047866:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312736524 00000100:00000010:3.0:1787759381.047872:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb147e0. 00000100:00000001:3.0:1787759381.047879:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759381.047885:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312736524 00000100:00000010:3.0:1787759381.047889:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ea0. 00000100:00000001:3.0:1787759381.047892:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759381.047895:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759381.047898:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.047901:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759381.047905:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759381/real 1787759381] req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759381.047915:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759381.047918:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759381.047920:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759381.047924:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759381.047926:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759381.047929:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759381.047932:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759381.047941:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047948:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759381.047950:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.047952:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.047954:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759381.047959:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047966:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759381.047971:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.047978:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759381.047981:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.047982:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.047984:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.047986:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759381.047988:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759381.047991:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759381.047995:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759381.047997:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759381.048002:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759381.048010:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875522688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759381.048015:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759381.048018:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048025:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.048026:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.048028:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759381.048031:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759381.048033:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.048036:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759381.048040:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759381.048043:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759381.048044:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.048047:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759381.048051:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759381.048054:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.048057:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759381.048060:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759381.048065:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759381.048068:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522816, portal 10 00000100:00000001:3.0:1787759381.048070:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759381.048072:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:3.0:1787759381.048079:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048086:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759381.048088:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759381.048091:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759381.048093:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875522816, offset 0 00000400:00000200:3.0:1787759381.048098:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759381.048102:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.048106:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759381.048109:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759381.048112:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759381.048114:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759381.048147:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759381.048151:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776509:776509:256:4294967295] 192.168.201.104@tcp LPNI seq info [776500:776500:8:4294967295] 00000400:00000200:3.0:1787759381.048155:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.048162:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759381.048166:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.048170:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759381.048175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759381.048178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759381.048183:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759381.048186:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759381.048191:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.048193:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759381.048196:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759381.048200:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759381.048203:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759381.048205:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759381.048208:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759381.048212:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048219:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.048223:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048229:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.048231:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759381.048234:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759381.048237:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759381.048241:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759381.048243:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312735244 00000100:00000001:3.0:1787759381.048246:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.048248:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312735244 00000100:00000001:3.0:1787759381.048251:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.048253:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759381.048255:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.048257:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759381.048261:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759381/real 1787759381] req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759381.048268:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759381.048270:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759381.048271:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759381.048274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759381.048276:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759381.048278:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759381.048281:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759381.048290:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048296:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759381.048298:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048300:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.048301:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759381.048304:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048311:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759381.048315:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048321:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759381.048324:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048326:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.048327:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048330:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759381.048334:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759381.048336:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759381.048340:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759381.048342:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759381.048346:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759381.048354:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759381.048357:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759381.048361:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048368:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.048369:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.048371:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759381.048373:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759381.048376:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.048378:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759381.048382:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759381.048384:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759381.048385:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.048387:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759381.048391:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759381.048393:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.048396:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759381.048399:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759381.048402:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759381.048405:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875522944, portal 10 00000100:00000001:3.0:1787759381.048407:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759381.048408:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759381.048414:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048421:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759381.048423:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759381.048425:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759381.048428:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875522944, offset 0 00000400:00000200:3.0:1787759381.048432:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759381.048436:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.048440:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759381.048443:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759381.048445:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759381.048447:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759381.048450:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759381.048452:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776510:776510:256:4294967295] 192.168.201.104@tcp LPNI seq info [776501:776501:8:4294967295] 00000400:00000200:3.0:1787759381.048457:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.048462:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759381.048466:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.048470:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759381.048474:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759381.048476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759381.048493:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759381.048496:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759381.048501:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.048503:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759381.048507:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759381.048510:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759381.048513:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759381.048515:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759381.048517:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759381.048521:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048529:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.048532:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048543:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.048544:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759381.048547:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759381.048550:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759381.048553:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759381.048556:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312735244 00000100:00000001:3.0:1787759381.048558:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.048560:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312735244 00000100:00000001:3.0:1787759381.048563:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.048565:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759381.048567:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.048569:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759381.048573:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759381/real 1787759381] req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759381.048582:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759381.048584:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759381.048585:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759381.048588:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759381.048590:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759381.048593:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759381.048596:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759381.048603:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048609:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759381.048611:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048613:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.048614:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759381.048617:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048625:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759381.048629:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048637:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759381.048640:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048642:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.048643:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048645:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759381.048648:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759381.048651:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759381.048655:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759381.048658:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759381.048662:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759381.048671:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875522944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759381.048676:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048679:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.048682:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875522688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048688:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759381.048692:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759381.048695:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759381.048698:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759381.048701:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759381.048704:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759381.048707:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759381.048711:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:3.0:1787759381.048715:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759381.048717:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759381.048720:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:3.0:1787759381.048725:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759381.048727:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048728:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.048732:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875522816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048739:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759381.048740:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759381.048742:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759381.048744:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759381.048746:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759381.048747:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759381.048750:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759381.048751:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:3.0:1787759381.048754:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759381.048756:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759381.048757:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759381.048760:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759381.048762:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048764:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.048768:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875522944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.048775:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759381.048776:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759381.048778:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759381.048780:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759381.048782:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759381.048783:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759381.048786:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759381.048787:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:3.0:1787759381.048790:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759381.048791:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759381.048793:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759381.048795:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759381.048797:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048801:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.048810:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759381.048812:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.048815:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759381.048817:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759381.048902:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759381.048905:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759381.048910:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759381.048911:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.048914:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759381.048916:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759381.048919:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759381.048924:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759381.048929:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.048936:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759381.048950:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759381.048955:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.048959:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759381.048980:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759381.048984:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759381.048989:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759381.048991:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759381.048992:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759381.048996:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759381.048998:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18062 00000400:00000200:0.0:1787759381.049004:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759381.049008:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759381.049011:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759381.049015:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.049018:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.049020:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.049023:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759381.049026:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759381.049028:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759381.049030:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759381.049033:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759381.049036:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759381.049039:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759381.049042:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.049045:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759381.049047:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759381.049050:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759381.049054:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759381.049057:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759381.049060:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759381.049061:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759381.049067:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759381.049069:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.049072:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759381.049075:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759381.049079:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.049081:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759381.049084:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759381.049087:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759381.049089:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759381.049090:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.049092:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759381.049094:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759381.049095:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759381.049100:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759381.049103:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.049109:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759381.049133:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759381.049135:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.049140:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759381.049148:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759381.049153:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18072) 00000100:00000001:3.0:1787759381.049320:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759381.049323:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759381.049325:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759381.049330:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049338:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.049340:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.049342:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759381.049344:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759381.049346:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.049349:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759381.049353:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759381.049356:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759381.049358:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.049360:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759381.049364:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759381.049366:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.049371:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759381.049374:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759381.049379:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759381.049383:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523072, portal 4 00000100:00000001:3.0:1787759381.049385:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759381.049386:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:3.0:1787759381.049393:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049401:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759381.049404:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759381.049406:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759381.049409:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875523072, offset 0 00000400:00000200:3.0:1787759381.049415:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759381.049420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.049424:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759381.049428:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759381.049431:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759381.049434:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759381.049436:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759381.049440:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776511:776511:256:4294967295] 192.168.201.104@tcp LPNI seq info [776502:776502:8:4294967295] 00000400:00000200:3.0:1787759381.049444:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.049451:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759381.049456:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.049460:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759381.049465:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759381.049468:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759381.049473:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759381.049476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759381.049499:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.049502:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759381.049506:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759381.049510:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759381.049514:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759381.049516:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759381.049519:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759381.049523:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049531:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.049534:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049541:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.049543:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759381.049547:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759381.049551:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759381.049554:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759381.049557:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312735305 00000100:00000001:3.0:1787759381.049560:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.049563:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312735305 00000100:00000001:3.0:1787759381.049565:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.049568:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759381.049571:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.049573:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759381.049577:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759381/real 1787759381] req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759381.049586:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759381.049587:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759381.049589:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759381.049592:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759381.049595:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759381.049597:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759381.049601:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759381.049611:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049618:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759381.049620:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049622:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.049624:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759381.049627:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049635:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759381.049639:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049646:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759381.049650:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049651:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.049653:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049655:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759381.049658:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759381.049660:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759381.049665:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759381.049668:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759381.049672:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759381.049681:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759381.049685:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759381.049688:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049695:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.049697:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.049699:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759381.049702:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759381.049704:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.049707:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759381.049711:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759381.049713:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759381.049715:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759381.049717:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759381.049721:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759381.049723:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759381.049726:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759381.049729:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759381.049732:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759381.049736:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523200, portal 4 00000100:00000001:3.0:1787759381.049739:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759381.049741:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759381.049746:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049753:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759381.049756:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759381.049759:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759381.049762:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875523200, offset 0 00000400:00000200:3.0:1787759381.049766:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759381.049770:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.049774:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759381.049777:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759381.049780:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759381.049783:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759381.049785:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759381.049788:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776512:776512:256:4294967295] 192.168.201.104@tcp LPNI seq info [776503:776503:8:4294967295] 00000400:00000200:3.0:1787759381.049792:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759381.049798:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759381.049803:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.049807:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759381.049811:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759381.049814:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759381.049819:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759381.049822:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759381.049826:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759381.049828:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759381.049831:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759381.049835:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759381.049838:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759381.049840:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759381.049843:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759381.049846:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.049863:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049869:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.049872:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759381.049874:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759381.049877:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759381.049881:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759381.049883:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312735269 00000100:00000001:3.0:1787759381.049886:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.049889:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312735269 00000100:00000001:3.0:1787759381.049892:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312736524 00000100:00000001:3.0:1787759381.049894:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759381.049897:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.049899:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759381.049903:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759381/real 1787759381] req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759381.049911:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759381.049913:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759381.049915:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759381.049917:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759381.049919:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759381.049922:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759381.049925:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759381.049934:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049941:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759381.049943:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049945:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.049947:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759381.049950:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049957:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759381.049962:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.049969:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759381.049972:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049973:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759381.049975:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.049977:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759381.049979:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759381.049982:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759381.049986:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759381.049988:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759381.049992:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759381.050000:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759381.050005:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.050007:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.050010:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875523072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.050017:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759381.050019:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759381.050021:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759381.050024:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759381.050026:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759381.050028:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759381.050030:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759381.050033:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:3.0:1787759381.050036:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759381.050038:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759381.050039:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759381.050042:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759381.050043:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.050045:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759381.050049:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875523200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759381.050055:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759381.050056:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759381.050058:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759381.050060:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759381.050062:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759381.050063:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759381.050065:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759381.050067:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:3.0:1787759381.050069:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759381.050071:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759381.050072:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759381.050075:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759381.050077:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.050079:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.050085:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759381.050086:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.050088:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759381.050090:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.494319:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759381.494327:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759381.494330:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.494335:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759381.494339:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759381.494343:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.494346:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.494349:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.494352:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.750245:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.750253:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759381.750255:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.750259:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.750259:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759381.750263:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.750266:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759381.750268:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.750273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759381.750274:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759381.750281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750282:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.750288:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759381.750288:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759381.750296:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.750297:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759381.750299:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.750304:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759381.750307:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759381.750312:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759381.750316:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.750353:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759381.750357:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759381.750358:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759381.750361:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759381.750364:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759381.750366:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.750367:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759381.750370:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759381.750372:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759381.750374:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759381.750376:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759381.750378:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750650:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759381.750653:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750656:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.750675:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.750678:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759381.750679:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759381.750681:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759381.750684:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759381.750687:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750689:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759381.750690:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750692:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.750708:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.750711:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759381.750712:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759381.750714:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759381.750716:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759381.750718:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750720:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759381.750722:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750724:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759381.750739:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759381.750741:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759381.750742:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759381.750744:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759381.750746:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759381.750748:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750749:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759381.750751:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759381.750752:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759381.751038:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759381.751042:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759381.751046:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759381.753001:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759381.753005:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759381.753009:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759381.753617:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759381.753620:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759381.753623:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759381.753645:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759381.753647:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759381.753652:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759381.753653:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759381.753656:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759381.753658:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759381.753661:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759381.753662:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759381.753680:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759381.753683:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759381.753687:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759382.390214:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312736524, at 4312736576 00000100:00000010:3.0:1787759382.390233:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000040:2.0:1787759382.390365:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312736524, at 4312736576 00000100:00000010:2.0:1787759382.390751:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000001:3.0:1787759382.518218:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759382.518224:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759382.518226:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759382.518230:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759382.518233:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759382.518236:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759382.518238:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759382.518240:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759382.518242:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774274:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759382.774275:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759382.774279:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759382.774285:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759382.774286:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759382.774288:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774289:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774291:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759382.774302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759382.774302:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759382.774302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759382.774310:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774313:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759382.774314:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759382.774314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759382.774320:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759382.774320:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774321:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759382.774330:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774334:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759382.774334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759382.774339:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774341:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.774345:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774350:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774382:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759382.774385:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759382.774386:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759382.774390:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774393:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759382.774394:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759382.774399:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759382.774400:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774402:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759382.774407:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759382.774408:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774413:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774416:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759382.774417:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774425:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774429:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759382.774433:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774435:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759382.774437:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759382.774441:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759382.774443:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774446:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759382.774448:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759382.774462:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759382.774464:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759382.774468:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759382.774468:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759382.774472:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759382.774474:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759382.774476:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759382.774483:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774483:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774485:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759382.774489:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759382.774490:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759382.774502:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774508:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759382.774513:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759382.774514:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759382.774517:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759382.774518:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759382.774521:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759382.774523:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759382.774526:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759382.774528:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759382.774530:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759382.774536:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774536:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759382.774541:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774544:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759382.774549:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759382.774553:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759382.774555:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759382.774558:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759382.774567:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759382.774590:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759382.774594:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759382.774596:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759383.542261:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759383.542273:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759383.542276:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759383.542283:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759383.542287:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759383.542292:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759383.542296:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759383.542299:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759383.542303:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.798260:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759383.798263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759383.798271:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.798273:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759383.798277:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759383.798282:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759383.798285:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759383.798290:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759383.798291:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759383.798292:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759383.798295:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759383.798298:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759383.798300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759383.798301:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759383.798301:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759383.798304:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.798307:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759383.798308:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759383.798311:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759383.798312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759383.798314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759383.798316:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759383.798318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798322:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.798323:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759383.798323:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759383.798332:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759383.798332:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759383.798335:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759383.798339:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759383.798343:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759383.798345:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759383.798346:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759383.798353:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.798355:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759383.798357:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759383.798361:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.798362:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759383.798363:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759383.798371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759383.798372:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759383.798377:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759383.798379:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.798381:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.798381:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759383.798381:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759383.798394:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759383.798394:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759383.798394:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759383.798395:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759383.798407:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759383.798410:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759383.798410:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759383.798411:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759383.798412:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759383.798415:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759383.798417:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798418:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798427:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759383.798427:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759383.798430:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759383.798456:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759383.798456:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759383.798461:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759383.798464:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759383.798466:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.798470:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.798472:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759383.798474:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759383.798478:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759383.798482:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759383.798485:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.798487:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759383.798487:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798495:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759383.798495:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759383.798502:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759383.798505:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759383.798508:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759383.798510:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798511:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759383.798512:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759383.798514:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759384.566240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759384.566248:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759384.566250:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759384.566257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759384.566261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759384.566265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759384.566268:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759384.566270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759384.566273:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.822239:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759384.822239:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759384.822239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759384.822246:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759384.822247:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.822248:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759384.822250:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759384.822251:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.822253:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759384.822258:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759384.822260:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759384.822261:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759384.822264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.822267:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759384.822267:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759384.822269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822272:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759384.822274:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759384.822279:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.822283:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822304:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759384.822304:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759384.822308:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822312:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759384.822334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759384.822339:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759384.822344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759384.822345:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759384.822348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759384.822350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759384.822354:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759384.822356:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.822372:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.822376:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.822378:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759384.822384:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759384.822389:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759384.822393:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759384.822522:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759384.822527:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759384.822529:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759384.822532:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759384.822533:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759384.822535:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759384.822538:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759384.822539:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.822541:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759384.822544:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759384.822546:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759384.822548:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759384.822550:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759384.822553:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759384.822554:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.822560:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759384.822560:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759384.822563:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.822566:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759384.822567:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759384.822570:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759384.822575:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759384.822578:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759384.822581:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822600:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759384.822603:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759384.822604:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759384.822607:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759384.822609:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759384.822611:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822613:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759384.822614:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759384.822617:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759384.822652:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759384.822654:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759384.822657:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759384.822773:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759384.822776:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759384.822777:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759384.822778:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759384.822780:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759384.822781:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759384.822783:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759384.822784:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759384.822786:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759385.590221:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759385.590227:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759385.590228:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759385.590232:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759385.590235:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759385.590238:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759385.590241:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759385.590244:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759385.590246:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.846248:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.846256:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.846258:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.846264:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.846267:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846270:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846273:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.846276:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846279:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.846324:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.846328:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.846329:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.846332:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.846335:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846337:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846339:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.846341:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846343:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.846363:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.846367:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.846368:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.846371:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.846373:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846375:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846377:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.846379:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846379:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.846381:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846384:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759385.846388:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759385.846392:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759385.846412:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846433:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759385.846436:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759385.846438:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759385.846441:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759385.846443:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846445:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846447:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.846448:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846450:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846605:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846608:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759385.846609:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846611:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846622:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759385.846625:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759385.846626:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759385.846628:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759385.846630:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759385.846632:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846634:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759385.846635:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846637:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846749:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759385.846752:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759385.846754:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759385.846754:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759385.846758:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.846759:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759385.846759:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759385.846762:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759385.846764:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759385.846764:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1787759385.846765:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759385.846769:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759385.846770:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759385.846770:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759385.846774:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759385.846775:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846776:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759385.846776:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759385.846779:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759385.846780:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759385.846781:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846782:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759385.846783:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759385.846785:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759385.846787:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759385.846790:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759385.846797:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759385.846799:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759385.846804:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759385.846806:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759385.846810:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759385.846811:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759385.846831:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759385.846834:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759385.846837:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759386.167067:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759386.167078:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759386.167080:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759386.167084:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759386.167090:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759386.167098:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18067 00000400:00000200:2.0:1787759386.167110:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759386.167136:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759386.167141:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759386.167144:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167148:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.167151:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167153:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759386.167158:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759386.167160:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759386.167162:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759386.167165:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759386.167168:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759386.167171:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759386.167175:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167178:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.167180:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167182:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759386.167185:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759386.167189:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167193:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759386.167197:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759386.167201:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759386.167204:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167206:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759386.167208:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759386.167215:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759386.167218:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759386.167222:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759386.167224:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167227:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759386.167230:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759386.167234:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759386.167242:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759386.167249:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759386.167258:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759386.167268:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759386.167272:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.167277:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759386.167293:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759386.167296:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759386.167300:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759386.167302:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759386.167303:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1787759386.167303:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759386.167307:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759386.167308:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1787759386.167309:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18067 00000100:00000001:1.0:1787759386.167310:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787759386.167314:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:1.0:1787759386.167316:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759386.167317:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759386.167319:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759386.167323:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759386.167324:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759386.167326:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759386.167327:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.167328:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:1.0:1787759386.167331:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759386.167331:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759386.167333:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787759386.167333:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759386.167334:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 02000000:00000001:1.0:1787759386.167336:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759386.167336:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759386.167338:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00100000:1.0:1787759386.167340:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875523328:192.168.201.104@tcp:250:kworker.0 00000020:00000001:2.0:1787759386.167341:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759386.167343:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759386.167345:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1787759386.167346:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167348:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1787759386.167349:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1787759386.167350:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:1.0:1787759386.167351:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167352:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759386.167354:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1787759386.167355:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759386.167358:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000010:1.0:1787759386.167359:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 00000100:00000001:2.0:1787759386.167360:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.167361:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759386.167362:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759386.167366:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759386.167368:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759386.167369:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759386.167371:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000001:2.0:1787759386.167371:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759386.167375:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1787759386.167377:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000008:00000001:2.0:1787759386.167378:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167380:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759386.167383:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000100:00000200:1.0:1787759386.167385:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523328, portal 25 00000020:00000040:2.0:1787759386.167385:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:1.0:1787759386.167388:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1787759386.167388:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1787759386.167403:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 02000000:00000001:2.0:1787759386.167403:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167406:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759386.167407:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1787759386.167409:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759386.167409:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759386.167413:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759386.167416:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167417:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759386.167420:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00100000:2.0:1787759386.167421:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759386.167423:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759386.167427:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875523328, offset 0 00000100:00000001:2.0:1787759386.167428:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759386.167431:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167434:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759386.167434:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759386.167441:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167442:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759386.167444:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759386.167446:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1787759386.167447:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759386.167448:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759386.167449:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759386.167452:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1787759386.167453:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1787759386.167454:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18067 00000400:00000200:2.0:1787759386.167457:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.167458:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759386.167460:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:1.0:1787759386.167462:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1787759386.167462:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759386.167465:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000040:2.0:1787759386.167465:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167467:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759386.167469:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776513:776513:256:4294967295] 192.168.201.104@tcp LPNI seq info [776504:776504:8:4294967295] 00000100:00000040:2.0:1787759386.167469:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167471:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759386.167474:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759386.167474:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759386.167475:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759386.167477:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759386.167479:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759386.167481:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759386.167484:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000020:00000001:2.0:1787759386.167484:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759386.167487:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167489:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1787759386.167491:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759386.167491:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167494:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000010:1.0:1787759386.167496:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000020:00000040:2.0:1787759386.167496:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759386.167499:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167502:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759386.167503:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:2.0:1787759386.167504:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759386.167506:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1787759386.167508:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 02000000:00000001:2.0:1787759386.167508:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167511:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759386.167513:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.1:1787759386.167514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000008:00000001:2.0:1787759386.167515:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167517:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759386.167517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000100:00000010:2.0:1787759386.167521:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000800:00000100:1.0:1787759386.167522:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000040:2.0:1787759386.167523:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000800:00000010:1.0:1787759386.167525:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 02000000:00000001:2.0:1787759386.167526:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759386.167527:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167529:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1787759386.167529:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759386.167530:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759386.167532:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167534:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000010:2.0:1787759386.167535:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759386.167538:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167539:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759386.167542:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00100000:2.0:1787759386.167542:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759386.167546:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759386.167551:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759386.167551:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759386.167553:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.167557:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167561:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787759386.167564:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759386.167565:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759386.167567:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759386.167571:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759386.167572:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759386.167573:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759386.167574:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759386.167575:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759386.167577:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759386.167579:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18067 00000100:00000001:1.0:1787759386.167581:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759386.167582:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.167584:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759386.167585:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759386.167587:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759386.167588:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312741644 00000100:00000040:2.0:1787759386.167591:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000010:1.0:1787759386.167592:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eae0. 00000100:00000001:2.0:1787759386.167593:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.167595:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167597:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759386.167598:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1787759386.167600:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759386.167602:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759386.167603:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759386.167604:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312741644 00000020:00000040:2.0:1787759386.167605:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000010:1.0:1787759386.167608:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ede0. 00000020:00000001:2.0:1787759386.167608:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759386.167611:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759386.167612:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1787759386.167615:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759386.167616:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759386.167617:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.167619:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759386.167620:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167622:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759386.167622:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759386.167625:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00100000:1.0:1787759386.167627:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759386/real 1787759386] req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759386.167628:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759386.167632:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759386.167634:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759386.167636:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1787759386.167637:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759386.167639:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1787759386.167639:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759386.167642:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000100:00000001:2.0:1787759386.167642:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759386.167644:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1787759386.167646:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000008:00000001:2.0:1787759386.167647:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759386.167648:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:2.0:1787759386.167649:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167652:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1787759386.167653:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759386.167656:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000200:1.0:1787759386.167657:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759386.167659:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759386.167661:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.167663:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759386.167665:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1787759386.167667:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759386.167667:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759386.167671:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759386.167675:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167676:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759386.167679:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759386.167680:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759386.167681:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.167684:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.167689:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167698:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759386.167705:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167713:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759386.167717:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.167719:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.167721:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.167723:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759386.167726:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759386.167729:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759386.167735:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759386.167739:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759386.167745:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759386.167754:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875523328:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759386.167760:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.167763:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.167767:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875523328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167774:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759386.167778:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759386.167781:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759386.167785:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759386.167788:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759386.167790:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759386.167793:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759386.167796:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:1.0:1787759386.167802:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759386.167804:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759386.167806:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759386.167809:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759386.167811:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.167813:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.167821:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.167822:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167825:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759386.167826:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.167827:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759386.167830:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167836:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.167838:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.167840:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759386.167842:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759386.167844:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.167847:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759386.167850:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759386.167852:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759386.167854:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.167856:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759386.167859:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759386.167861:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.167864:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759386.167867:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759386.167870:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759386.167873:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523456, portal 10 00000100:00000001:1.0:1787759386.167875:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759386.167876:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759386.167883:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167889:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759386.167891:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759386.167893:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759386.167895:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875523456, offset 0 00000400:00000200:1.0:1787759386.167899:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759386.167903:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.167906:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759386.167909:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759386.167911:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759386.167913:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759386.167916:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759386.167919:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776514:776514:256:4294967295] 192.168.201.104@tcp LPNI seq info [776505:776505:8:4294967295] 00000400:00000200:1.0:1787759386.167923:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.167929:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759386.167933:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.167936:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759386.167940:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759386.167943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787759386.167947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759386.167949:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1787759386.167953:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.167955:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759386.167958:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759386.167961:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759386.167963:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759386.167965:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759386.167968:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759386.167971:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167978:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.167981:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.167993:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.167995:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759386.167997:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759386.168001:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759386.168004:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759386.168006:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312740364 00000100:00000001:1.0:1787759386.168008:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.168011:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312740364 00000100:00000001:1.0:1787759386.168013:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.168015:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759386.168017:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.168019:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759386.168022:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759386/real 1787759386] req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759386.168029:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759386.168030:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759386.168032:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759386.168034:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759386.168036:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759386.168038:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759386.168040:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759386.168049:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168056:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759386.168057:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168059:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.168061:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.168064:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168071:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759386.168075:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168081:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759386.168084:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168085:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.168087:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168088:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759386.168092:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759386.168095:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759386.168098:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759386.168100:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759386.168104:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759386.168111:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759386.168115:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759386.168140:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168146:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.168148:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.168150:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759386.168151:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759386.168153:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.168156:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759386.168160:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759386.168162:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759386.168164:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.168166:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759386.168169:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759386.168171:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.168174:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759386.168177:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759386.168180:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759386.168184:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523584, portal 10 00000100:00000001:1.0:1787759386.168186:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759386.168187:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759386.168192:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168199:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759386.168201:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759386.168203:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759386.168206:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875523584, offset 0 00000400:00000200:1.0:1787759386.168210:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759386.168213:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.168217:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759386.168219:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759386.168222:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759386.168223:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759386.168226:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759386.168228:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776515:776515:256:4294967295] 192.168.201.104@tcp LPNI seq info [776506:776506:8:4294967295] 00000400:00000200:1.0:1787759386.168232:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.168238:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759386.168242:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.168245:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759386.168250:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759386.168253:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787759386.168257:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759386.168260:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1787759386.168264:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.168267:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759386.168276:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759386.168279:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759386.168283:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759386.168285:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759386.168287:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759386.168292:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168299:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.168301:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168307:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.168309:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759386.168312:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759386.168315:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759386.168320:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759386.168322:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312740365 00000100:00000001:1.0:1787759386.168325:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.168328:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312740365 00000100:00000001:1.0:1787759386.168330:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.168333:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759386.168335:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.168337:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759386.168341:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759386/real 1787759386] req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759386.168348:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759386.168349:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759386.168351:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759386.168353:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759386.168356:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759386.168358:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759386.168361:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759386.168370:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168376:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759386.168378:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168380:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.168381:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.168385:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168404:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759386.168408:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168414:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759386.168417:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168419:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.168420:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168421:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759386.168423:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759386.168427:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759386.168430:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759386.168432:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759386.168436:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759386.168443:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759386.168446:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168449:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.168453:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875523456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168460:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759386.168461:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759386.168463:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759386.168466:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759386.168468:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759386.168469:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759386.168471:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759386.168473:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:1.0:1787759386.168475:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759386.168477:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759386.168478:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759386.168481:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759386.168482:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168484:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.168487:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875523584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.168493:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759386.168495:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759386.168496:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759386.168499:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759386.168500:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759386.168502:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759386.168504:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759386.168506:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759386.168508:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759386.168509:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759386.168511:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759386.168513:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759386.168514:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168516:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.168519:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.168521:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.168523:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759386.168525:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.169492:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759386.169495:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.169502:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759386.169521:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759386.169524:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759386.169528:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759386.169529:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759386.169531:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759386.169534:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759386.169537:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18067 00000400:00000200:2.0:1787759386.169542:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759386.169546:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759386.169549:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759386.169552:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.169555:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.169557:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.169559:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759386.169562:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759386.169564:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759386.169567:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759386.169570:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759386.169572:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759386.169574:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759386.169578:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.169580:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759386.169582:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759386.169585:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759386.169588:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759386.169591:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759386.169593:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759386.169595:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759386.169600:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759386.169602:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.169604:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759386.169607:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759386.169609:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.169611:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759386.169617:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759386.169619:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759386.169623:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759386.169624:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.169626:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759386.169629:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759386.169631:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759386.169636:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759386.169640:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759386.169645:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759386.169652:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759386.169654:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.169658:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759386.169666:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759386.169670:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18078) 00000100:00000001:1.0:1787759386.169725:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759386.169728:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.169730:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759386.169735:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.169742:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.169744:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.169746:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759386.169749:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759386.169751:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.169754:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759386.169758:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759386.169761:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759386.169763:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.169765:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759386.169769:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759386.169771:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.169776:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759386.169779:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759386.169785:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759386.169789:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523712, portal 4 00000100:00000001:1.0:1787759386.169792:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759386.169793:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759386.169799:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.169805:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759386.169808:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759386.169810:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759386.169813:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875523712, offset 0 00000400:00000200:1.0:1787759386.169818:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759386.169823:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.169828:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759386.169833:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759386.169836:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759386.169839:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759386.169841:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759386.169845:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776516:776516:256:4294967295] 192.168.201.104@tcp LPNI seq info [776507:776507:8:4294967295] 00000400:00000200:1.0:1787759386.169849:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.169856:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759386.169861:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.169865:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759386.169870:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759386.169873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787759386.169878:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759386.169881:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1787759386.169886:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.169888:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759386.169892:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759386.169896:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759386.169899:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759386.169902:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759386.169905:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759386.169908:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.169916:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.169919:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.169967:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.169969:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759386.169973:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759386.169976:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759386.169980:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759386.169982:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312740425 00000100:00000001:1.0:1787759386.169984:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.169988:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312740425 00000100:00000001:1.0:1787759386.169991:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.169993:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759386.169996:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.169998:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759386.170002:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759386/real 1787759386] req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759386.170009:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759386.170011:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759386.170013:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759386.170015:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759386.170017:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759386.170020:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759386.170024:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759386.170033:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170040:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759386.170041:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170043:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.170045:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.170049:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170055:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759386.170059:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170065:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759386.170304:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170306:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.170308:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170310:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759386.170312:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759386.170315:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759386.170320:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759386.170323:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759386.170328:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759386.170336:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759386.170341:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759386.170345:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170352:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.170353:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.170356:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759386.170357:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759386.170359:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759386.170361:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759386.170364:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759386.170365:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759386.170366:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759386.170367:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759386.170370:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759386.170372:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759386.170374:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759386.170376:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759386.170378:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759386.170381:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523840, portal 4 00000100:00000001:1.0:1787759386.170382:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759386.170383:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759386.170388:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170403:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759386.170406:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759386.170408:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759386.170411:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875523840, offset 0 00000400:00000200:1.0:1787759386.170415:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759386.170419:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.170423:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759386.170425:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759386.170426:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759386.170428:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759386.170430:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759386.170432:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776517:776517:256:4294967295] 192.168.201.104@tcp LPNI seq info [776508:776508:8:4294967295] 00000400:00000200:1.0:1787759386.170434:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759386.170439:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759386.170442:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.170444:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759386.170447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759386.170449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1787759386.170452:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759386.170454:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1787759386.170457:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759386.170458:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759386.170460:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759386.170462:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759386.170464:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759386.170466:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759386.170467:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759386.170470:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170475:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.170477:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170481:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.170483:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759386.170484:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759386.170486:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759386.170488:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759386.170490:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312740390 00000100:00000001:1.0:1787759386.170491:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.170493:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312740390 00000100:00000001:1.0:1787759386.170495:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312741644 00000100:00000001:1.0:1787759386.170496:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759386.170498:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.170499:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759386.170501:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759386/real 1787759386] req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759386.170506:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759386.170506:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759386.170507:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759386.170509:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759386.170510:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759386.170511:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759386.170513:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759386.170518:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170523:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759386.170523:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170525:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.170525:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.170528:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170533:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759386.170535:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170539:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759386.170541:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170542:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759386.170543:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170544:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759386.170545:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759386.170547:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759386.170549:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759386.170550:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759386.170553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759386.170557:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875523840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759386.170560:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170562:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.170564:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875523712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170568:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759386.170569:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759386.170570:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759386.170572:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759386.170573:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759386.170574:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759386.170576:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759386.170578:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:1.0:1787759386.170581:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759386.170582:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759386.170583:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759386.170585:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759386.170586:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170587:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759386.170589:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875523840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759386.170593:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759386.170593:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759386.170594:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759386.170596:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759386.170596:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759386.170597:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759386.170598:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759386.170599:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759386.170601:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759386.170601:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759386.170602:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759386.170603:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759386.170604:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170605:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.170610:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.170611:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.170612:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759386.170613:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759386.614240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759386.614248:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759386.614250:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759386.614255:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759386.614259:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759386.614263:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759386.614266:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759386.614278:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759386.614281:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759386.870229:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759386.870237:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.870239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759386.870244:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759386.870246:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759386.870248:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759386.870248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.870250:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.870253:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759386.870256:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759386.870256:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759386.870256:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759386.870260:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759386.870261:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.870262:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759386.870264:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759386.870265:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759386.870266:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.870268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759386.870268:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.870270:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.870271:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.870274:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759386.870274:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.870275:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.870278:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759386.870278:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759386.870281:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.870285:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.870286:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759386.870286:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.870291:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759386.870295:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759386.870296:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759386.870298:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759386.870299:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.870303:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759386.870303:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759386.870308:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759386.870309:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759386.870314:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759386.870314:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.870318:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.870319:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.870321:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759386.870324:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759386.870325:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759386.870326:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.870329:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759386.870330:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.870331:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.870333:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759386.870336:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759386.870336:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.870338:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.870342:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759386.870342:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759386.870343:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.870346:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759386.870347:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759386.870348:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759386.870349:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759386.870351:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759386.870353:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759386.870356:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759386.870358:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.870361:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759386.870361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759386.870362:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759386.870366:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.870366:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759386.870370:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759386.870372:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759386.870374:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759386.870375:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759386.870395:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759386.870398:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759386.870399:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759386.870401:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759386.870404:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759386.870405:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759386.870408:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759386.870411:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759387.510241:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312741644, at 4312741696 00000100:00000040:3.0:1787759387.510247:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312741644, at 4312741696 00000100:00000010:2.0:1787759387.510257:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eae0. 00000100:00000010:3.0:1787759387.510259:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ede0. 00000100:00000001:3.0:1787759387.638793:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759387.638799:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759387.638802:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759387.638807:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759387.638810:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759387.638813:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.638816:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759387.638819:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.638822:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.894273:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759387.894274:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759387.894281:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759387.894282:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.894283:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759387.894288:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759387.894290:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.894297:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759387.894298:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.894301:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.894304:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.894305:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.894310:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.894312:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.894314:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759387.894319:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759387.894323:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.894328:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759387.894329:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759387.894338:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759387.894341:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.894343:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759387.894345:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.894346:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.894349:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759387.894352:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759387.894352:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.894356:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759387.894357:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.894359:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.894371:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.894372:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.894374:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894374:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759387.894378:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759387.894381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759387.894382:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759387.894388:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759387.894394:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759387.894404:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759387.894407:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759387.894410:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894414:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759387.894416:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894418:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894421:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894425:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759387.894427:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759387.894429:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759387.894430:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894432:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759387.894434:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894436:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759387.894438:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759387.894459:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759387.894462:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759387.894464:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759387.895032:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759387.895035:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759387.895037:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759387.895040:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759387.895044:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759387.895046:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.895048:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759387.895050:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759387.895052:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759387.895061:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759387.895066:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759387.895067:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759387.895070:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759387.895072:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759387.895074:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759387.895077:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759387.895078:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759387.895084:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759387.895084:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759387.895089:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759387.895089:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.895094:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759387.895096:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759387.895098:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759387.895209:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759387.895211:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759387.895213:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759387.895398:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759387.895402:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759387.895403:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759387.895406:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759387.895409:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759387.895411:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.895413:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759387.895415:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759387.895417:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759388.662302:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759388.662311:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759388.662313:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759388.662319:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759388.662322:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759388.662326:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.662329:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759388.662331:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.662333:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918323:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759388.918328:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759388.918333:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.918336:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759388.918336:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759388.918340:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918354:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.918358:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.918362:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759388.918366:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759388.918370:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759388.918370:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759388.918373:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759388.918377:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759388.918378:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759388.918380:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918382:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.918383:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918390:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759388.918395:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759388.918396:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759388.918399:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918399:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918413:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759388.918438:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759388.918442:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759388.918442:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918445:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759388.918448:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.918450:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759388.918451:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759388.918452:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759388.918454:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759388.918459:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759388.918459:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.918468:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918468:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759388.918469:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759388.918473:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.918475:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759388.918478:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759388.918484:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759388.918485:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759388.918487:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.918489:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759388.918491:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759388.918495:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759388.918497:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.918501:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.918504:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759388.918506:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759388.918511:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.918511:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759388.918522:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759388.918523:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759388.918526:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.918530:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759388.918533:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759388.918535:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.918540:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759388.918542:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759388.918546:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759388.918552:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759388.918556:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759388.918560:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759388.918561:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.918566:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759388.918568:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759388.918569:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759388.918575:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759388.918576:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759388.918579:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759388.918582:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759388.918584:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759388.918586:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918591:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759388.918592:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759388.918596:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918596:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918609:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759388.918610:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759388.918614:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759388.918619:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759389.686237:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759389.686246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759389.686248:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759389.686259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759389.686263:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759389.686267:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.686269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759389.686272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.686275:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.942260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759389.942260:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759389.942270:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759389.942270:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759389.942270:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759389.942277:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759389.942279:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.942281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759389.942288:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759389.942288:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759389.942295:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759389.942295:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759389.942297:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.942301:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759389.942301:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759389.942306:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759389.942309:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.942312:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759389.942313:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759389.942319:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.942321:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759389.942338:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759389.942342:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759389.942442:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759389.942447:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759389.942448:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759389.942452:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759389.942455:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759389.942458:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942461:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759389.942464:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942467:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759389.942482:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759389.942485:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759389.942486:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759389.942489:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759389.942491:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759389.942492:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942495:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759389.942496:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942499:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759389.942521:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759389.942524:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759389.942530:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759389.942532:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759389.942538:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759389.942540:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759389.942544:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759389.942546:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.942555:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759389.942559:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759389.942561:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759389.942565:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759389.942568:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759389.942571:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759389.942573:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759389.942575:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759389.942578:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759389.942579:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759389.942585:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759389.942586:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759389.942601:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759389.942606:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759389.942608:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759389.942612:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759389.942615:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759389.942618:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942621:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759389.942622:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759389.942625:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759389.942680:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.942683:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759389.942685:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759389.942687:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759389.943376:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759389.943380:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759389.943382:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759389.943385:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759389.943388:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759389.943390:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759389.943393:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759389.943395:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759389.943397:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759390.710292:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759390.710299:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759390.710302:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759390.710308:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759390.710344:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759390.710348:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759390.710351:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759390.710354:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759390.710358:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759390.966234:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759390.966234:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759390.966242:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759390.966242:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759390.966245:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759390.966245:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759390.966251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759390.966251:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759390.966255:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759390.966255:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759390.966259:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759390.966259:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759390.966259:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759390.966265:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759390.966266:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759390.966269:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759390.966270:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759390.966275:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759390.966276:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759390.966281:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759390.966285:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759390.966295:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759390.966298:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759390.966300:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759390.966302:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759390.966316:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759390.966318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759390.966368:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759390.966373:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759390.966374:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759390.966377:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759390.966379:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759390.966381:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966458:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759390.966461:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966464:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759390.966470:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759390.966473:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759390.966477:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759390.966486:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759390.966490:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759390.966491:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759390.966494:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759390.966497:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759390.966499:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966502:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759390.966503:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966506:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966507:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759390.966512:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966517:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759390.966518:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759390.966521:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759390.966522:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759390.966525:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759390.966526:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759390.966530:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759390.966532:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759390.966534:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966536:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759390.966537:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966539:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966542:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759390.966593:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759390.966596:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759390.966597:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759390.966599:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759390.966602:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759390.966604:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966606:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759390.966608:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759390.966610:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759390.966678:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759390.966680:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759390.966683:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759390.966683:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759390.966685:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759390.966687:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966782:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759390.966784:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966787:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966790:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966795:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759390.966796:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759390.966801:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759390.966802:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759390.966824:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759390.966827:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759390.966830:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759391.286209:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759391.286219:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759391.286221:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759391.286225:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759391.286229:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759391.286237:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18073 00000400:00000200:2.0:1787759391.286249:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759391.286255:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759391.286258:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759391.286261:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286264:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.286267:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286270:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759391.286275:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759391.286276:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759391.286279:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759391.286283:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759391.286286:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759391.286289:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759391.286293:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286295:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.286297:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286310:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759391.286314:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759391.286318:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286321:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759391.286324:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759391.286328:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759391.286331:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.286334:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759391.286336:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759391.286345:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759391.286349:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759391.286353:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759391.286355:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.286358:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759391.286361:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759391.286365:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759391.286374:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759391.286380:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.286390:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759391.286400:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759391.286406:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.286411:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.286481:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.286485:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.286488:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759391.286494:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.286502:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.286505:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.286509:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759391.286512:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759391.286515:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.286519:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875523968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759391.286524:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759391.286528:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759391.286530:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.286534:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759391.286539:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.286541:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.286547:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759391.286551:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759391.286558:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759391.286565:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875523968, portal 25 00000100:00000001:1.0:1787759391.286568:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759391.286570:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759391.286575:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.286583:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759391.286586:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759391.286590:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759391.286593:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875523968, offset 0 00000400:00000200:1.0:1787759391.286601:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759391.286608:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.286614:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759391.286620:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759391.286624:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759391.286628:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759391.286631:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759391.286634:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776518:776518:256:4294967295] 192.168.201.104@tcp LPNI seq info [776509:776509:8:4294967295] 00000400:00000200:1.0:1787759391.286639:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.286649:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759391.286655:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.286661:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759391.286668:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759391.286672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787759391.286678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759391.286682:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787759391.286687:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.286690:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759391.286697:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759391.286701:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759391.286706:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759391.286709:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759391.286713:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759391.286717:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759391.286744:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759391.286748:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759391.286751:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759391.286753:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759391.286754:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759391.286758:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759391.286761:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18073 00000400:00000200:2.0:1787759391.286765:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759391.286768:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759391.286770:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759391.286774:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286776:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.286779:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286781:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759391.286783:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759391.286784:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759391.286786:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759391.286789:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759391.286791:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759391.286794:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759391.286797:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286800:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.286802:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286804:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759391.286808:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759391.286811:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759391.286815:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759391.286817:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759391.286823:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759391.286825:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.286827:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759391.286831:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759391.286834:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.286837:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759391.286841:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759391.286843:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759391.286846:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759391.286847:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.286849:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759391.286851:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759391.286853:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759391.286857:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759391.286861:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.286866:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759391.286874:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759391.286877:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.286881:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.286912:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.286917:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.286926:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.286928:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759391.286935:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.286939:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759391.286942:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312746763 00000100:00000010:1.0:1787759391.286948:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e660. 00000100:00000001:1.0:1787759391.286954:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759391.286959:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312746763 00000100:00000010:1.0:1787759391.286963:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e000. 00000100:00000001:1.0:1787759391.286967:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759391.286970:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759391.286973:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.286975:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759391.286981:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391] req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759391.286990:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759391.286992:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759391.286994:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759391.286997:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759391.286999:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759391.287002:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759391.287006:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759391.287016:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287023:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759391.287025:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287027:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.287029:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759391.287033:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287041:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759391.287047:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287055:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759391.287058:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287060:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.287061:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287063:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759391.287065:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759391.287068:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759391.287072:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759391.287075:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759391.287080:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759391.287089:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875523968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759391.287094:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287096:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.287100:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875523968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287113:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759391.287137:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759391.287140:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.287143:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759391.287145:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759391.287147:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759391.287149:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759391.287152:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:1.0:1787759391.287157:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759391.287159:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759391.287160:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759391.287163:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759391.287165:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287167:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287175:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.287177:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.287179:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.287181:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.287182:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759391.287187:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287194:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.287195:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.287197:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759391.287199:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759391.287201:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.287204:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759391.287208:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759391.287210:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759391.287211:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.287213:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759391.287216:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.287218:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.287222:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759391.287225:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759391.287229:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759391.287232:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524096, portal 10 00000100:00000001:1.0:1787759391.287234:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759391.287235:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759391.287243:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287249:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759391.287252:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759391.287254:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759391.287257:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875524096, offset 0 00000400:00000200:1.0:1787759391.287262:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759391.287266:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.287270:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759391.287274:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759391.287276:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759391.287279:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759391.287281:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759391.287284:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776519:776519:256:4294967295] 192.168.201.104@tcp LPNI seq info [776510:776510:8:4294967295] 00000400:00000200:1.0:1787759391.287289:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.287295:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759391.287313:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.287317:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759391.287322:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759391.287325:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787759391.287330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759391.287333:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787759391.287337:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.287339:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759391.287342:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759391.287346:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759391.287349:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759391.287351:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759391.287354:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759391.287359:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287367:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.287371:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287378:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.287379:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759391.287383:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759391.287387:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759391.287390:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759391.287392:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312745484 00000100:00000001:1.0:1787759391.287395:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.287398:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312745484 00000100:00000001:1.0:1787759391.287400:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.287403:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759391.287405:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.287407:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759391.287410:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391] req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759391.287418:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759391.287420:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759391.287421:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759391.287424:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759391.287426:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759391.287429:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759391.287433:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759391.287442:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287455:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759391.287456:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287458:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.287459:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759391.287463:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287470:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759391.287474:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287482:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759391.287485:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287486:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.287488:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287490:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759391.287494:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759391.287497:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759391.287500:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759391.287503:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759391.287507:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759391.287516:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759391.287519:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287521:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.287525:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875524096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287532:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759391.287534:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759391.287535:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.287538:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759391.287540:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759391.287541:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759391.287544:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759391.287545:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:1.0:1787759391.287548:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759391.287549:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759391.287551:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759391.287553:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759391.287554:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287556:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.287559:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.287561:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.287563:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.287565:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.287625:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.287627:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.287662:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759391.287665:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759391.287669:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759391.287671:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759391.287672:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759391.287675:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759391.287679:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18073 00000400:00000200:2.0:1787759391.287683:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759391.287686:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759391.287688:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759391.287692:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.287694:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.287697:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.287699:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759391.287702:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759391.287703:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759391.287705:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759391.287707:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759391.287709:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759391.287711:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759391.287714:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.287717:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.287719:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.287722:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759391.287724:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759391.287727:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759391.287730:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759391.287732:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759391.287735:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759391.287737:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.287739:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759391.287742:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759391.287745:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.287747:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759391.287751:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759391.287754:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759391.287757:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759391.287758:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.287760:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759391.287762:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759391.287764:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759391.287768:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759391.287772:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.287776:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759391.287784:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759391.287787:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.287791:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287830:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.287832:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.287834:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759391.287839:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287846:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.287848:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.287850:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759391.287852:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759391.287854:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.287857:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759391.287861:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759391.287863:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759391.287865:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.287867:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759391.287870:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.287873:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.287877:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759391.287880:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759391.287884:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759391.287888:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524224, portal 10 00000100:00000001:1.0:1787759391.287890:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759391.287891:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759391.287897:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.287904:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759391.287906:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759391.287909:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759391.287912:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875524224, offset 0 00000400:00000200:1.0:1787759391.287916:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759391.287920:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.287924:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759391.287928:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759391.287930:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759391.287933:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759391.287936:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759391.287938:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776520:776520:256:4294967295] 192.168.201.104@tcp LPNI seq info [776511:776511:8:4294967295] 00000400:00000200:1.0:1787759391.287943:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.287950:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759391.287955:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.287959:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759391.287963:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759391.287967:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787759391.287972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759391.287974:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787759391.287978:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.287980:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759391.287984:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759391.287987:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759391.287990:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759391.287993:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759391.287995:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759391.287999:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759391.288023:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759391.288026:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759391.288030:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759391.288032:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759391.288033:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759391.288037:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759391.288040:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18073 00000400:00000200:2.0:1787759391.288044:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759391.288047:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759391.288050:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759391.288053:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288055:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.288058:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288060:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759391.288062:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759391.288063:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759391.288065:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759391.288068:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759391.288070:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759391.288073:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759391.288077:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288079:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.288082:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288084:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759391.288087:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759391.288090:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288093:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759391.288095:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759391.288098:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759391.288100:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288102:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759391.288105:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759391.288107:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288109:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759391.288113:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759391.288130:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759391.288133:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759391.288134:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288136:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759391.288139:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759391.288140:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759391.288144:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759391.288148:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.288153:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759391.288161:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759391.288164:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.288168:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288211:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.288217:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288224:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288226:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759391.288231:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759391.288234:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759391.288237:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759391.288239:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312745485 00000100:00000001:1.0:1787759391.288242:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.288244:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312745485 00000100:00000001:1.0:1787759391.288247:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.288249:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759391.288251:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288253:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759391.288256:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391] req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759391.288264:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759391.288265:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759391.288267:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759391.288270:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759391.288271:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759391.288274:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759391.288277:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759391.288286:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288292:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759391.288294:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288296:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.288298:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759391.288313:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288319:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759391.288324:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288331:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759391.288334:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288336:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.288337:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288339:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759391.288342:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759391.288345:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759391.288348:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759391.288350:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759391.288355:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759391.288363:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759391.288367:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288369:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.288372:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875524224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288379:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759391.288381:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759391.288383:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.288385:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759391.288387:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759391.288388:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759391.288390:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759391.288392:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:1.0:1787759391.288395:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759391.288396:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759391.288397:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759391.288401:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759391.288402:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288404:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288407:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.288408:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288411:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.288412:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.288413:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759391.288416:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288423:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.288424:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.288426:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759391.288428:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759391.288430:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.288433:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759391.288436:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759391.288438:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759391.288439:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.288441:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759391.288445:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.288447:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.288450:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759391.288453:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759391.288456:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759391.288459:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524352, portal 4 00000100:00000001:1.0:1787759391.288462:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759391.288463:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759391.288469:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288476:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759391.288478:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759391.288481:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759391.288483:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875524352, offset 0 00000400:00000200:1.0:1787759391.288487:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759391.288491:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.288495:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759391.288498:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759391.288500:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759391.288502:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759391.288504:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759391.288507:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776521:776521:256:4294967295] 192.168.201.104@tcp LPNI seq info [776512:776512:8:4294967295] 00000400:00000200:1.0:1787759391.288511:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.288517:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759391.288522:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.288526:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759391.288530:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759391.288533:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787759391.288538:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759391.288542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787759391.288546:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.288548:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759391.288551:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759391.288554:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759391.288557:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759391.288559:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759391.288561:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759391.288565:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288578:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.288581:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288588:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288589:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759391.288592:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759391.288595:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759391.288599:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759391.288601:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312745544 00000100:00000001:1.0:1787759391.288603:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.288606:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312745544 00000100:00000001:1.0:1787759391.288608:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.288611:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759391.288613:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288615:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759391.288619:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391] req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759391.288626:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759391.288628:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759391.288629:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759391.288632:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759391.288634:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759391.288637:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759391.288640:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759391.288648:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288655:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759391.288657:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288659:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.288660:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759391.288663:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288670:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759391.288674:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288682:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759391.288685:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288687:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.288688:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288690:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759391.288692:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759391.288695:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759391.288698:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759391.288701:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759391.288705:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759391.288714:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759391.288718:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288720:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.288723:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875524352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.288730:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759391.288731:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759391.288733:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.288736:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759391.288738:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759391.288739:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759391.288742:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759391.288743:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759391.288746:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759391.288747:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759391.288749:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759391.288752:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759391.288753:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288755:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.288759:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.288760:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288762:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.288764:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.288818:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.288821:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288845:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759391.288848:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759391.288852:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759391.288853:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759391.288855:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759391.288858:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759391.288861:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18073 00000400:00000200:2.0:1787759391.288865:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759391.288868:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759391.288871:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759391.288874:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288877:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.288879:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288882:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759391.288884:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759391.288886:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759391.288887:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759391.288889:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759391.288891:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759391.288894:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759391.288897:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288899:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759391.288901:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288903:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759391.288907:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759391.288910:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759391.288913:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759391.288915:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759391.288918:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759391.288920:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288923:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759391.288925:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759391.288928:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288930:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759391.288934:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759391.288936:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759391.288939:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759391.288941:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.288943:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759391.288945:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759391.288946:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759391.288950:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759391.288954:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.288959:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759391.288966:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759391.288969:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.288973:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289012:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.289014:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.289015:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759391.289019:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289027:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.289029:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.289031:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759391.289033:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759391.289035:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759391.289038:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759391.289042:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759391.289044:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759391.289045:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759391.289047:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759391.289050:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.289052:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759391.289056:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759391.289059:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759391.289063:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759391.289066:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524480, portal 4 00000100:00000001:1.0:1787759391.289069:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759391.289070:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759391.289076:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289083:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759391.289086:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759391.289088:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759391.289091:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875524480, offset 0 00000400:00000200:1.0:1787759391.289095:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759391.289099:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.289103:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759391.289105:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759391.289108:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759391.289110:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759391.289113:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759391.289129:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776522:776522:256:4294967295] 192.168.201.104@tcp LPNI seq info [776513:776513:8:4294967295] 00000400:00000200:1.0:1787759391.289135:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759391.289142:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759391.289146:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.289150:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759391.289155:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759391.289158:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1787759391.289163:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759391.289165:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1787759391.289169:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759391.289171:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759391.289174:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759391.289178:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759391.289181:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759391.289183:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759391.289185:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759391.289189:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759391.289230:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759391.289236:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18083) 00000100:00000001:1.0:1787759391.289271:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.289276:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289283:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.289285:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759391.289289:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759391.289292:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759391.289296:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759391.289297:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312745509 00000100:00000001:1.0:1787759391.289311:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.289314:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312745509 00000100:00000001:1.0:1787759391.289317:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312746763 00000100:00000001:1.0:1787759391.289319:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759391.289321:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.289323:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759391.289327:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759391/real 1787759391] req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759391.289335:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759391.289336:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759391.289338:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759391.289341:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759391.289343:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759391.289345:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759391.289348:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759391.289357:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289364:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759391.289366:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289368:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.289370:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759391.289374:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289381:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759391.289385:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289392:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759391.289395:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289396:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759391.289398:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289399:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759391.289401:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759391.289404:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759391.289408:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759391.289410:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759391.289414:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759391.289422:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759391.289427:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289429:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759391.289432:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875524480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759391.289439:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759391.289440:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759391.289442:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759391.289445:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759391.289446:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759391.289448:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759391.289450:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759391.289452:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759391.289455:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759391.289457:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759391.289458:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759391.289461:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759391.289462:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289464:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.289467:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759391.289468:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.289470:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759391.289472:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759391.734178:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759391.734185:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759391.734186:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759391.734190:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759391.734193:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759391.734195:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.734198:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759391.734200:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.734202:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.990210:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759391.990213:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759391.990219:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759391.990219:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759391.990223:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.990223:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.990225:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759391.990231:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759391.990233:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759391.990233:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759391.990233:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759391.990237:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759391.990238:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759391.990239:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.990241:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759391.990242:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759391.990244:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.990245:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.990246:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.990250:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.990255:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.990256:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759391.990259:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759391.990262:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.990263:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759391.990265:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759391.990267:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.990273:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759391.990274:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759391.990277:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759391.990278:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759391.990281:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759391.990283:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759391.990285:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759391.990286:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.990297:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759391.990297:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759391.990298:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759391.990300:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.990300:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759391.990305:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759391.990306:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759391.990306:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759391.990306:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759391.990311:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759391.990312:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.990313:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759391.990313:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759391.990315:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.990321:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759391.990322:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759391.990322:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759391.990322:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759391.990329:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759391.990330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.990346:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.990347:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759391.990347:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759391.990354:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.990360:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759391.990360:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759391.990362:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759391.990365:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759391.990380:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759391.990385:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759391.990387:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759391.990392:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759391.990397:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759391.990399:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.990402:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759391.990403:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759391.990406:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759391.990436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759391.990439:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759391.990444:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759391.990445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759391.990449:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759391.990451:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759391.990454:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759391.990455:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759391.990502:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759391.990505:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759391.990507:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759392.630200:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312746763, at 4312746816 00000100:00000010:2.0:1787759392.630213:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e660. 00000100:00000040:3.0:1787759392.630298:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312746763, at 4312746816 00000100:00000010:3.0:1787759392.630318:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e000. 00000100:00000001:3.0:1787759392.758256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759392.758265:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759392.758267:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759392.758273:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759392.758302:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759392.758307:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759392.758312:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759392.758315:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759392.758319:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759393.014267:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759393.014285:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759393.014287:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014294:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759393.014294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.014303:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.014305:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759393.014310:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759393.014312:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759393.014316:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759393.014320:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759393.014323:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014325:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759393.014327:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014331:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014336:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.014339:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014342:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759393.014357:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759393.014362:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759393.014363:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014369:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759393.014372:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759393.014372:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759393.014380:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759393.014380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759393.014387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759393.014388:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759393.014392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759393.014394:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759393.014396:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014399:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014403:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.014405:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759393.014407:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759393.014409:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759393.014413:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759393.014417:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759393.014420:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000020:00000001:3.0:1787759393.014421:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759393.014426:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.014427:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759393.014428:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014430:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759393.014430:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759393.014433:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759393.014435:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759393.014438:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759393.014441:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759393.014445:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759393.014448:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.014449:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.014453:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014456:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.014458:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.014462:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759393.016361:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759393.016366:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759393.016368:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759393.016371:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759393.016376:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759393.016376:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759393.016378:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759393.016382:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759393.016383:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759393.016386:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759393.016386:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759393.016389:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759393.016391:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759393.016398:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759393.016399:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759393.016408:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759393.016408:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.016413:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759393.016415:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759393.016418:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759393.016419:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.016426:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759393.016427:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759393.016431:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.016436:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759393.016438:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759393.016441:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759393.782230:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759393.782238:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759393.782241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759393.782246:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759393.782250:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759393.782253:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759393.782288:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759393.782291:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759393.782295:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759394.038228:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759394.038228:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759394.038237:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759394.038237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759394.038241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759394.038241:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759394.038248:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759394.038248:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759394.038327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759394.038331:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759394.038333:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759394.038336:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759394.038340:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.038434:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.038438:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.038440:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.038443:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.038445:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.038448:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038450:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.038451:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038453:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.038463:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.038465:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.038466:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.038468:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.038470:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.038472:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038474:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.038476:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038478:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759394.038486:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.038488:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.038489:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.038491:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.038493:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.038495:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038497:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.038498:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038500:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759394.038578:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759394.038581:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759394.038583:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759394.038585:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759394.038589:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759394.038589:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759394.038593:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759394.038595:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759394.038598:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759394.038598:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759394.038601:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759394.038604:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759394.038605:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759394.038608:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759394.038612:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759394.038614:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759394.038616:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759394.038619:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759394.038658:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759394.038660:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759394.038662:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759394.038663:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759394.038665:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759394.038684:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759394.038687:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759394.038692:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759394.038693:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759394.038696:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759394.038697:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759394.038700:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759394.038702:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759394.038720:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759394.038723:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759394.038727:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759394.038762:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759394.038765:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759394.038766:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759394.038768:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759394.038770:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759394.038771:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038774:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759394.038775:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759394.038777:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759394.806405:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759394.806411:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759394.806413:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759394.806417:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759394.806419:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759394.806422:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759394.806424:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759394.806426:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759394.806429:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062273:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.062274:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759395.062283:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759395.062286:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759395.062286:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.062288:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.062291:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.062296:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759395.062300:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759395.062300:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759395.062301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759395.062309:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759395.062311:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759395.062311:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759395.062311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759395.062314:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759395.062318:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062320:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.062321:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.062321:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759395.062323:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759395.062327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062334:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759395.062336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759395.062340:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759395.062341:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062347:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.062348:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759395.062348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759395.062352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.062353:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.062359:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759395.062359:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.062372:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759395.062375:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759395.062376:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759395.062378:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759395.062381:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759395.062383:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062385:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759395.062389:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759395.062390:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759395.062390:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759395.062399:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759395.062400:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759395.062404:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759395.062406:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759395.062406:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759395.062406:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759395.062409:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759395.062412:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759395.062418:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759395.062418:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759395.062418:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.062422:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759395.062424:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759395.062425:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759395.062425:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759395.062430:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759395.062430:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759395.062431:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759395.062434:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759395.062434:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.062435:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759395.062437:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759395.062438:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759395.062440:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759395.062442:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759395.062442:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759395.062445:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.062447:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759395.062448:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.062451:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759395.062454:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759395.062457:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759395.062457:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759395.062461:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.062465:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759395.062466:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759395.062470:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.062475:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759395.062478:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759395.062481:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759395.830277:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759395.830297:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759395.830299:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759395.830305:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759395.830309:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759395.830313:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759395.830315:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759395.830318:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759395.830321:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759396.086260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759396.086267:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759396.086272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759396.086272:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759396.086276:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.086280:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759396.086281:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759396.086282:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759396.086286:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086287:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.086291:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.086297:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759396.086299:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759396.086300:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759396.086303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759396.086305:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086308:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.086309:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.086312:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759396.086315:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086316:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759396.086316:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759396.086317:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086323:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759396.086324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086325:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759396.086328:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759396.086329:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759396.086333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759396.086336:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.086337:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759396.086338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.086339:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759396.086347:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.086348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759396.086351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759396.086355:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.086357:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.086357:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.086362:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086366:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086380:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759396.086385:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759396.086387:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.086390:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.086390:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759396.086391:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759396.086397:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759396.086398:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759396.086400:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.086400:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759396.086402:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086405:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.086407:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086407:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759396.086408:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086413:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759396.086414:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00010000:3.0:1787759396.086417:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759396.086419:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.086421:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759396.086422:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.086429:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.086430:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.086433:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.086435:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086437:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.086440:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759396.086442:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086451:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759396.086452:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759396.086456:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759396.086459:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759396.086464:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759396.086465:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759396.086471:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759396.086474:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759396.086477:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759396.086479:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759396.086481:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759396.086488:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759396.086493:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759396.086494:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759396.086498:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759396.086504:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759396.086506:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086509:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759396.086511:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759396.086513:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759396.406270:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759396.406281:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759396.406283:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759396.406286:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759396.406291:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759396.406298:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18078 00000400:00000200:3.0:1787759396.406307:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759396.406314:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759396.406324:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759396.406328:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406331:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.406334:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406336:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759396.406341:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759396.406343:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759396.406346:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759396.406349:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759396.406352:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759396.406355:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759396.406359:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406361:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.406363:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406366:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759396.406369:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759396.406372:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406374:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406376:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759396.406379:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759396.406381:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406384:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759396.406386:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759396.406393:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759396.406396:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759396.406399:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759396.406400:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406403:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759396.406412:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759396.406418:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759396.406424:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759396.406430:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759396.406437:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759396.406444:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759396.406448:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759396.406451:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759396.406469:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759396.406471:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759396.406474:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759396.406475:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759396.406476:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759396.406478:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759396.406480:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18078 00000400:00000200:3.0:1787759396.406484:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759396.406486:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759396.406488:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759396.406490:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406492:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.406494:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406496:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759396.406498:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759396.406500:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759396.406501:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759396.406503:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759396.406505:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759396.406507:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1787759396.406508:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759396.406512:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787759396.406514:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759396.406516:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787759396.406518:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.406525:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759396.406527:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759396.406528:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759396.406533:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759396.406539:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759396.406544:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759396.406545:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.406549:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406549:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759396.406555:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759396.406555:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759396.406558:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759396.406559:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406563:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759396.406565:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1787759396.406567:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1787759396.406572:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875524608:192.168.201.104@tcp:250:kworker.0 00000008:00000001:3.0:1787759396.406572:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406573:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759396.406578:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000100:00000001:1.0:1787759396.406580:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1787759396.406581:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759396.406584:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759396.406585:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759396.406586:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406588:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759396.406590:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406590:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759396.406593:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.406595:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759396.406596:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759396.406600:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759396.406603:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 00000100:00100000:3.0:1787759396.406605:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787759396.406608:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406616:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1787759396.406620:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759396.406626:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759396.406627:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000040:3.0:1787759396.406635:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787759396.406643:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:3.0:1787759396.406645:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759396.406649:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1787759396.406652:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524608, portal 25 00000100:00080000:3.0:1787759396.406653:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759396.406657:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759396.406658:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759396.406661:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00080000:3.0:1787759396.406662:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759396.406668:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759396.406673:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759396.406673:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18078 00000400:00000200:3.0:1787759396.406681:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759396.406686:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759396.406690:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759396.406691:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759396.406694:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406697:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759396.406698:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759396.406701:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406703:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:1.0:1787759396.406705:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000020:00000001:3.0:1787759396.406705:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759396.406708:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759396.406710:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:1.0:1787759396.406712:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875524608, offset 0 00000020:00000040:3.0:1787759396.406712:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759396.406715:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759396.406718:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759396.406720:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406724:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759396.406725:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759396.406727:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406729:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759396.406731:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759396.406733:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759396.406737:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759396.406737:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406742:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759396.406744:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759396.406745:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406748:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:3.0:1787759396.406749:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759396.406752:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759396.406754:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406756:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406757:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1787759396.406761:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759396.406764:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:1.0:1787759396.406765:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:3.0:1787759396.406768:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759396.406770:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406773:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787759396.406773:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759396.406775:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759396.406778:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406780:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000010:3.0:1787759396.406782:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759396.406787:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406788:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776523:776523:256:4294967295] 192.168.201.104@tcp LPNI seq info [776514:776514:8:4294967295] 00000100:00100000:3.0:1787759396.406792:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759396.406799:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759396.406803:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759396.406806:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759396.406808:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759396.406821:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:3.0:1787759396.406821:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759396.406825:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759396.406830:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759396.406833:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1787759396.406834:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:3.0:1787759396.406834:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759396.406840:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759396.406843:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18078 00000800:00000010:1.0:1787759396.406844:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000400:00000200:3.0:1787759396.406848:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:1.0:1787759396.406855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:3.0:1787759396.406855:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759396.406861:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1787759396.406862:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000100:00000040:3.0:1787759396.406866:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406870:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1787759396.406874:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759396.406879:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787759396.406884:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759396.406886:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000010:1.0:1787759396.406888:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000001:3.0:1787759396.406893:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759396.406895:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1787759396.406895:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759396.406897:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759396.406900:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759396.406903:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000400:00000200:1.0:1787759396.406906:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1787759396.406906:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759396.406908:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759396.406913:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759396.406914:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00000001:3.0:1787759396.406915:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1787759396.406920:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000040:3.0:1787759396.406920:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406926:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759396.406927:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1787759396.406929:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000200:1.0:1787759396.406935:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759396.406935:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759396.406941:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406945:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759396.406949:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.406953:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1787759396.406954:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406957:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1787759396.406959:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759396.406961:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759396.406965:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.406968:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759396.406972:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759396.406976:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000001:1.0:1787759396.406977:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.406979:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759396.406981:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.406982:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759396.406983:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759396.406986:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759396.406987:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.406990:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759396.406990:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759396.406996:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.406999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:3.0:1787759396.407002:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759396.407004:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312751883 00000100:00000001:3.0:1787759396.407012:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1787759396.407014:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ef60. 00000100:00000001:3.0:1787759396.407014:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759396.407019:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759396.407025:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407032:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00080000:3.0:1787759396.407036:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759396.407040:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312751883 00000100:00080000:3.0:1787759396.407041:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759396.407045:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1787759396.407048:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e7e0. 00000100:00080000:3.0:1787759396.407048:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759396.407055:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759396.407055:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759396.407060:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18078 00000100:00000001:1.0:1787759396.407061:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.407065:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759396.407067:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759396.407069:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1787759396.407071:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759396.407074:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787759396.407078:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396] req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759396.407079:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.407082:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.407085:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.407088:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759396.407092:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759396.407094:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759396.407096:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759396.407098:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759396.407101:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759396.407102:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759396.407106:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759396.407109:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759396.407112:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000001:1.0:1787759396.407113:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1787759396.407114:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000001:1.0:1787759396.407147:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759396.407150:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759396.407154:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759396.407157:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759396.407161:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1787759396.407163:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000200:1.0:1787759396.407168:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759396.407169:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759396.407173:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759396.407177:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759396.407181:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759396.407184:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.407186:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:1.0:1787759396.407189:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759396.407189:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759396.407192:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.407196:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759396.407200:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759396.407203:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759396.407207:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759396.407208:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.407220:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759396.407222:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759396.407224:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759396.407228:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759396.407234:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407236:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759396.407239:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759396.407242:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759396.407244:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407247:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759396.407257:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759396.407258:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759396.407262:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759396.407269:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407272:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759396.407282:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759396.407287:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18088) 00000100:00000040:1.0:1787759396.407292:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407304:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759396.407308:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407310:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407312:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407314:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759396.407316:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759396.407319:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759396.407323:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759396.407326:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759396.407331:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759396.407340:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875524608:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759396.407346:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407348:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.407351:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875524608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407359:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759396.407361:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759396.407364:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759396.407368:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759396.407370:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759396.407371:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759396.407374:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759396.407377:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:1.0:1787759396.407381:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759396.407383:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759396.407385:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:1.0:1787759396.407388:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759396.407390:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407392:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407399:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.407401:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407404:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759396.407405:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759396.407406:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759396.407410:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407418:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.407419:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.407421:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759396.407423:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759396.407425:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.407428:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759396.407432:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759396.407434:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759396.407435:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.407437:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759396.407440:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759396.407442:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.407447:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759396.407450:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759396.407454:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759396.407457:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524736, portal 10 00000100:00000001:1.0:1787759396.407460:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759396.407461:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:1.0:1787759396.407469:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407476:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759396.407479:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759396.407482:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759396.407484:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875524736, offset 0 00000400:00000200:1.0:1787759396.407489:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759396.407494:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.407497:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759396.407500:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759396.407503:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759396.407506:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759396.407508:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759396.407511:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776524:776524:256:4294967295] 192.168.201.104@tcp LPNI seq info [776515:776515:8:4294967295] 00000400:00000200:1.0:1787759396.407515:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.407521:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759396.407526:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.407530:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759396.407535:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759396.407538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787759396.407542:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759396.407545:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787759396.407550:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.407552:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759396.407555:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759396.407559:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759396.407562:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759396.407564:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759396.407567:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759396.407570:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407585:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.407588:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407595:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407597:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759396.407599:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759396.407603:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759396.407607:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759396.407609:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312750604 00000100:00000001:1.0:1787759396.407612:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.407614:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312750604 00000100:00000001:1.0:1787759396.407617:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.407619:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.407622:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407623:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759396.407628:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396] req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759396.407636:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759396.407637:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759396.407639:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759396.407642:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759396.407644:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759396.407646:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759396.407649:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759396.407658:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407665:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759396.407667:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407669:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407671:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759396.407674:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407682:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759396.407686:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407693:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759396.407695:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407697:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407700:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759396.407704:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759396.407707:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759396.407711:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759396.407713:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759396.407718:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759396.407725:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759396.407729:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759396.407732:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407738:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.407739:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.407740:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759396.407742:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759396.407744:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.407747:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759396.407750:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759396.407752:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759396.407754:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.407756:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759396.407759:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759396.407761:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.407764:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759396.407767:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759396.407770:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759396.407773:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524864, portal 10 00000100:00000001:1.0:1787759396.407775:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759396.407776:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:1.0:1787759396.407781:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407787:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759396.407790:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759396.407791:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759396.407794:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875524864, offset 0 00000400:00000200:1.0:1787759396.407798:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759396.407801:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.407804:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759396.407807:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759396.407809:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759396.407811:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759396.407813:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759396.407816:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776525:776525:256:4294967295] 192.168.201.104@tcp LPNI seq info [776516:776516:8:4294967295] 00000400:00000200:1.0:1787759396.407820:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.407825:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759396.407829:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.407832:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759396.407836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759396.407839:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787759396.407842:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759396.407845:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787759396.407848:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.407851:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759396.407853:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759396.407856:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759396.407859:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759396.407861:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759396.407863:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759396.407866:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407872:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.407875:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407881:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407883:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759396.407886:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759396.407888:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759396.407891:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759396.407894:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312750604 00000100:00000001:1.0:1787759396.407896:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.407899:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312750604 00000100:00000001:1.0:1787759396.407901:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.407903:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.407905:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.407907:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759396.407911:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396] req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759396.407919:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759396.407921:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759396.407922:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759396.407925:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759396.407927:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759396.407929:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759396.407932:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759396.407940:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407946:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759396.407948:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407949:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407951:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759396.407954:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407961:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759396.407965:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.407972:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759396.407975:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407977:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.407978:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.407980:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759396.407983:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759396.407985:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759396.407988:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759396.407989:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759396.407992:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759396.408001:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759396.408004:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759396.408006:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408010:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.408011:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.408013:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759396.408014:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759396.408015:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.408017:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759396.408019:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759396.408020:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759396.408021:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.408022:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408025:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759396.408026:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.408029:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759396.408031:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759396.408033:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759396.408035:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875524992, portal 4 00000100:00000001:1.0:1787759396.408037:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759396.408038:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759396.408042:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408047:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759396.408049:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759396.408051:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759396.408054:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875524992, offset 0 00000400:00000200:1.0:1787759396.408058:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759396.408062:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.408065:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759396.408067:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759396.408070:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759396.408072:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759396.408074:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759396.408076:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776526:776526:256:4294967295] 192.168.201.104@tcp LPNI seq info [776517:776517:8:4294967295] 00000400:00000200:1.0:1787759396.408080:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.408085:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759396.408089:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.408092:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759396.408096:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759396.408098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787759396.408102:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759396.408104:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787759396.408108:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.408110:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759396.408112:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759396.408132:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759396.408136:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759396.408138:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759396.408140:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759396.408144:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408150:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408152:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408158:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.408160:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759396.408162:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759396.408165:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759396.408168:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759396.408170:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312750664 00000100:00000001:1.0:1787759396.408172:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.408174:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312750664 00000100:00000001:1.0:1787759396.408177:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.408179:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.408181:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.408183:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759396.408186:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396] req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759396.408192:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759396.408193:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759396.408194:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759396.408197:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759396.408199:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759396.408201:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759396.408204:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759396.408222:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408228:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759396.408229:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408231:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.408232:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759396.408235:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408241:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759396.408245:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408251:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759396.408254:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408255:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.408256:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408258:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759396.408260:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759396.408262:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759396.408266:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759396.408268:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759396.408272:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759396.408279:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875524992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759396.408282:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759396.408285:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408292:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759396.408293:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.408295:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759396.408296:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759396.408298:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759396.408301:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759396.408304:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759396.408306:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759396.408307:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759396.408309:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408312:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759396.408315:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759396.408318:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759396.408321:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759396.408323:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759396.408326:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525120, portal 4 00000100:00000001:1.0:1787759396.408328:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759396.408329:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759396.408333:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408338:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759396.408339:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759396.408341:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759396.408343:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875525120, offset 0 00000400:00000200:1.0:1787759396.408345:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759396.408348:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.408350:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759396.408352:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759396.408354:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759396.408355:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759396.408357:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759396.408359:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776527:776527:256:4294967295] 192.168.201.104@tcp LPNI seq info [776518:776518:8:4294967295] 00000400:00000200:1.0:1787759396.408362:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759396.408366:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759396.408369:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.408371:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759396.408374:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759396.408376:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1787759396.408378:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759396.408380:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1787759396.408383:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759396.408384:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759396.408386:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759396.408389:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759396.408390:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759396.408392:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759396.408394:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759396.408396:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408405:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408407:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408411:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.408412:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759396.408414:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759396.408416:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759396.408418:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759396.408419:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312750628 00000100:00000001:1.0:1787759396.408421:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.408423:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312750628 00000100:00000001:1.0:1787759396.408424:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312751883 00000100:00000001:1.0:1787759396.408426:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759396.408428:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.408429:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759396.408431:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759396/real 1787759396] req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759396.408435:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759396.408436:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759396.408437:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759396.408438:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759396.408440:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759396.408441:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759396.408443:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759396.408448:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408452:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759396.408454:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408455:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.408456:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759396.408458:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408462:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759396.408464:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408468:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759396.408470:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408471:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759396.408471:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408472:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759396.408474:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759396.408475:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759396.408477:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759396.408479:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759396.408481:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759396.408485:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759396.408488:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408489:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408491:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875524736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408495:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759396.408496:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408497:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759396.408499:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759396.408500:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759396.408501:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759396.408503:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759396.408504:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:1.0:1787759396.408506:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759396.408506:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759396.408507:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:1.0:1787759396.408509:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759396.408510:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408511:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408513:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875524864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408517:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759396.408518:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408519:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759396.408520:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759396.408521:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759396.408522:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759396.408523:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759396.408524:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:1.0:1787759396.408525:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759396.408526:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759396.408527:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:1.0:1787759396.408528:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759396.408529:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408530:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408531:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875524992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408535:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759396.408536:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408536:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759396.408538:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759396.408538:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759396.408539:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759396.408540:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759396.408541:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759396.408543:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759396.408544:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759396.408545:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759396.408546:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759396.408547:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408548:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759396.408550:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875525120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759396.408553:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759396.408554:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759396.408555:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759396.408556:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759396.408557:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759396.408557:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759396.408558:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759396.408559:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:1.0:1787759396.408561:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759396.408561:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759396.408562:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759396.408563:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759396.408564:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408565:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759396.408567:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759396.408568:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759396.408569:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759396.408570:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759396.854241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759396.854249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759396.854252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759396.854257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759396.854261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759396.854265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759396.854269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759396.854271:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759396.854274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759397.110356:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759397.110357:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.110372:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759397.110373:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759397.110374:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759397.110377:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759397.110381:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.110382:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759397.110383:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759397.110401:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759397.110403:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759397.110403:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759397.110411:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759397.110412:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759397.110416:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759397.110420:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.110420:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.110425:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110429:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759397.110435:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110439:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759397.110449:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759397.110452:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.110455:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759397.110458:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759397.110462:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759397.110463:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759397.110465:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759397.110467:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759397.110469:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110472:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759397.110474:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110478:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759397.110489:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759397.110493:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759397.110500:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759397.110502:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759397.110508:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759397.110509:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759397.110513:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759397.110515:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759397.110553:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759397.110557:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759397.110561:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759397.110572:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.110576:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759397.110578:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759397.110580:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759397.110583:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.110585:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759397.110587:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759397.110589:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110591:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.110593:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.110594:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759397.110604:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759397.110604:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.110605:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759397.110614:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759397.110615:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.110616:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759397.110627:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759397.110628:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759397.110634:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759397.110638:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759397.110638:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759397.110645:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759397.110647:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.110649:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.110657:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759397.110659:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759397.110664:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759397.110667:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759397.110670:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759397.110670:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.110677:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759397.110683:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759397.110686:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759397.110690:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.110694:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759397.111418:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759397.111422:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759397.111426:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759397.750245:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312751883, at 4312751936 00000100:00000040:2.0:1787759397.750259:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312751883, at 4312751936 00000100:00000010:3.0:1787759397.750265:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e7e0. 00000100:00000010:2.0:1787759397.750276:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ef60. 00000100:00000001:3.0:1787759397.878256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759397.878264:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759397.878267:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759397.878272:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759397.878276:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759397.878280:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.878284:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759397.878286:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759397.878290:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759398.134226:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759398.134234:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759398.134237:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759398.134242:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759398.134246:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759398.134249:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759398.134250:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.134255:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759398.134255:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759398.134259:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759398.134260:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759398.134266:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759398.134267:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759398.134273:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759398.134276:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.134278:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759398.134280:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.134283:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134307:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759398.134311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759398.134316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759398.134323:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759398.134326:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759398.134330:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134334:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759398.134337:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134340:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134343:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759398.134350:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759398.134351:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759398.134352:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134354:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759398.134355:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134357:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759398.134359:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759398.134379:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759398.134383:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759398.134386:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759398.134976:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759398.134979:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759398.134980:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759398.134982:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759398.134984:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759398.134986:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.134987:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759398.134988:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.134990:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759398.134995:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759398.134997:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759398.134998:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759398.134999:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759398.135000:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759398.135001:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.135002:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759398.135003:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.135004:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759398.135009:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759398.135011:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759398.135011:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759398.135012:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759398.135013:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759398.135014:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.135016:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759398.135017:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759398.135018:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759398.135043:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759398.135047:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759398.135048:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759398.135051:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759398.135058:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759398.135060:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.135063:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759398.135064:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.135067:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759398.135078:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759398.135082:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759398.135084:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759398.135086:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759398.135089:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759398.135091:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.135093:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759398.135095:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759398.135097:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759398.136241:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759398.136244:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759398.136245:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759398.136249:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759398.136251:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759398.136253:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.136255:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759398.136256:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759398.136258:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759398.902251:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759398.902258:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759398.902259:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759398.902264:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759398.902266:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759398.902269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.902271:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759398.902273:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759398.902275:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.158229:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.158237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.158240:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759399.158246:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759399.158249:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.158251:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759399.158254:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759399.158255:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.158256:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759399.158258:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.158262:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759399.158262:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759399.158263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759399.158266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.158267:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759399.158268:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.158270:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759399.158273:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759399.158274:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759399.158275:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.158275:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759399.158276:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759399.158278:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759399.158278:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.158281:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759399.158282:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759399.158286:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.158287:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759399.158287:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.158290:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.158291:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.158292:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759399.158296:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.158297:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.158300:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759399.158302:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759399.158304:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759399.158304:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759399.158308:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759399.158309:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.158313:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759399.158314:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.158319:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759399.158320:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759399.158323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.158324:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759399.158327:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759399.158328:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759399.158333:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759399.158337:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759399.158337:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.158338:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759399.158340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759399.158341:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759399.158342:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759399.158343:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759399.158345:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.158346:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759399.158346:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759399.158351:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759399.158351:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759399.158352:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759399.158356:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759399.158356:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759399.158359:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759399.158359:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.158361:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759399.158362:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759399.158365:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759399.158365:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759399.158366:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759399.158368:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759399.158376:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759399.158379:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759399.158384:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759399.158385:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759399.158389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759399.158390:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759399.158395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759399.158396:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759399.158412:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759399.158415:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759399.158418:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759399.926240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759399.926247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759399.926249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759399.926255:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759399.926259:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759399.926263:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.926266:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759399.926268:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759399.926271:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.182258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759400.182258:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759400.182258:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759400.182258:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759400.182267:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759400.182268:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.182268:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759400.182269:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759400.182270:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.182271:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.182273:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759400.182273:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759400.182279:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759400.182279:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759400.182280:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759400.182285:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759400.182286:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759400.182286:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759400.182287:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759400.182291:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759400.182293:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.182294:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.182295:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759400.182299:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759400.182303:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759400.182308:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.182309:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759400.182312:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.182316:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759400.182319:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759400.182323:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759400.182325:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759400.182326:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759400.182330:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759400.182330:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759400.182332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759400.182333:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759400.182337:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759400.182337:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759400.182341:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759400.182342:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759400.182345:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759400.182346:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759400.182349:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759400.182350:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759400.182351:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759400.182353:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759400.182355:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.182356:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759400.182356:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759400.182359:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759400.182361:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759400.182365:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759400.182367:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759400.182370:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.182370:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759400.182374:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759400.182377:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759400.182377:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759400.182379:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759400.182383:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759400.182385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759400.182386:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759400.182391:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759400.182391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.182397:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759400.182399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759400.182402:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759400.182405:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759400.182405:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1787759400.182410:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759400.182410:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759400.182415:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759400.182415:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.182419:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759400.182421:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759400.182422:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759400.182424:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.182426:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759400.182427:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759400.182430:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759400.182431:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759400.182437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759400.182438:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759400.182441:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759400.182443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759400.182719:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759400.182722:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759400.182725:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759400.950288:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759400.950299:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759400.950302:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759400.950309:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759400.950314:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759400.950318:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759400.950322:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759400.950325:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759400.950329:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.206272:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759401.206272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759401.206275:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.206280:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759401.206280:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.206286:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.206286:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759401.206286:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759401.206292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.206295:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759401.206295:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759401.206299:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.206302:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759401.206302:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759401.206303:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759401.206309:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206310:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759401.206310:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759401.206318:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759401.206321:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759401.206324:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.206423:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.206428:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206432:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.206433:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759401.206435:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759401.206438:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.206474:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.206478:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.206479:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.206483:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.206486:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759401.206488:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759401.206488:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759401.206490:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759401.206490:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.206492:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759401.206492:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.206494:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759401.206495:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.206497:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759401.206498:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.206501:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759401.206503:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.206504:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759401.206515:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759401.206515:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.206521:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759401.206522:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759401.206523:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759401.206529:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.206530:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206531:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.206536:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.206539:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759401.206540:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759401.206544:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206546:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.206549:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.206551:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206556:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.206559:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.206562:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759401.206572:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759401.206577:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759401.206579:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759401.206582:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759401.206584:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759401.206587:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.206589:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759401.206590:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759401.206592:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759401.207220:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759401.207223:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759401.207226:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759401.207227:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759401.207230:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759401.207231:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759401.207233:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759401.207234:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759401.207250:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759401.207300:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759401.207303:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759401.526378:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759401.526388:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759401.526436:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759401.526440:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759401.526445:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759401.526452:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18083 00000400:00000200:2.0:1787759401.526461:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759401.526468:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759401.526471:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759401.526474:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526477:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526480:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526482:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759401.526487:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759401.526489:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759401.526492:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759401.526495:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759401.526498:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759401.526500:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759401.526504:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526506:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526509:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526511:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759401.526515:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759401.526519:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526522:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759401.526525:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759401.526529:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759401.526532:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526535:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759401.526538:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759401.526547:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759401.526552:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759401.526556:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759401.526558:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526562:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759401.526564:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759401.526568:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759401.526578:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759401.526584:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.526594:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759401.526604:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759401.526609:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.526614:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759401.526642:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759401.526646:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759401.526649:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759401.526651:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759401.526653:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759401.526656:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759401.526659:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18083 00000400:00000200:2.0:1787759401.526663:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759401.526667:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759401.526669:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759401.526673:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526675:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526678:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526680:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759401.526683:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759401.526684:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759401.526686:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759401.526688:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759401.526690:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759401.526692:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759401.526696:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526698:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526700:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526703:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759401.526706:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759401.526709:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526711:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759401.526713:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759401.526719:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759401.526721:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526723:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759401.526727:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759401.526729:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526731:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759401.526735:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759401.526738:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759401.526741:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759401.526742:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526744:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759401.526745:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759401.526747:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759401.526751:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759401.526756:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.526761:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759401.526769:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759401.526771:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.526775:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759401.526783:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759401.526786:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759401.526789:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759401.526790:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759401.526792:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759401.526795:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759401.526797:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18083 00000400:00000200:2.0:1787759401.526801:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759401.526804:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759401.526806:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759401.526809:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526812:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526814:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526816:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759401.526819:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759401.526820:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759401.526822:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759401.526824:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759401.526827:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759401.526829:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759401.526832:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526835:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526837:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526839:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759401.526842:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759401.526845:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526848:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759401.526850:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759401.526852:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759401.526854:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526856:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759401.526858:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759401.526860:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526862:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759401.526866:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759401.526868:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759401.526871:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759401.526872:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526874:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759401.526876:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759401.526877:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759401.526881:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759401.526884:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.526889:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759401.526896:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759401.526898:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.526902:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759401.526910:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759401.526912:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759401.526915:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759401.526917:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759401.526918:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759401.526922:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759401.526924:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18083 00000400:00000200:2.0:1787759401.526928:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759401.526931:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759401.526933:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759401.526936:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526939:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526941:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526943:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759401.526946:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759401.526947:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759401.526949:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759401.526951:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759401.526953:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759401.526955:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759401.526958:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526961:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.526963:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526965:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759401.526968:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759401.526971:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759401.526973:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759401.526975:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759401.526977:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759401.526979:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526981:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759401.526983:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759401.526985:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.526987:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759401.526991:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759401.526994:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759401.526997:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759401.526998:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.527000:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759401.527002:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759401.527003:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759401.527007:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759401.527010:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.527015:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759401.527022:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759401.527025:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.527028:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759401.527036:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759401.527039:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759401.527042:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759401.527043:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759401.527045:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759401.527047:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759401.527049:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18083 00000400:00000200:2.0:1787759401.527053:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759401.527056:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759401.527059:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759401.527062:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.527064:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.527066:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.527068:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759401.527071:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759401.527072:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759401.527074:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759401.527076:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759401.527078:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759401.527081:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759401.527084:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.527087:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759401.527089:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759401.527091:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759401.527094:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759401.527097:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759401.527100:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759401.527102:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759401.527105:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759401.527107:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.527109:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759401.527111:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759401.527114:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.527163:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759401.527167:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759401.527170:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759401.527173:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759401.527174:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759401.527176:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759401.527178:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759401.527180:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759401.527184:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759401.527187:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759401.527192:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759401.527199:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759401.527202:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.527206:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759401.527215:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759401.527230:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18093) 00000100:00000001:1.0:1787759401.527295:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759401.527299:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759401.527301:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759401.527308:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527317:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.527319:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.527323:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759401.527326:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759401.527328:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.527332:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875525248:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759401.527336:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759401.527340:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759401.527343:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.527345:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759401.527350:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759401.527352:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.527358:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759401.527362:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759401.527369:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759401.527376:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525248, portal 25 00000100:00000001:1.0:1787759401.527379:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759401.527381:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759401.527387:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527395:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759401.527398:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759401.527402:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759401.527405:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875525248, offset 0 00000400:00000200:1.0:1787759401.527412:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759401.527420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.527426:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759401.527432:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759401.527436:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759401.527440:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759401.527443:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759401.527447:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776528:776528:256:4294967295] 192.168.201.104@tcp LPNI seq info [776519:776519:8:4294967295] 00000400:00000200:1.0:1787759401.527452:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.527462:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759401.527467:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.527472:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759401.527480:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759401.527484:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759401.527490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759401.527494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759401.527499:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.527502:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759401.527508:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759401.527513:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759401.527518:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759401.527521:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759401.527525:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759401.527529:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527538:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.527541:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527549:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.527551:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759401.527556:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.527560:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759401.527563:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312757004 00000100:00000010:1.0:1787759401.527568:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ea80. 00000100:00000001:1.0:1787759401.527574:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759401.527579:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312757004 00000100:00000010:1.0:1787759401.527583:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ef00. 00000100:00000001:1.0:1787759401.527587:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759401.527590:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759401.527593:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.527596:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759401.527600:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401] req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759401.527610:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759401.527612:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759401.527614:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759401.527618:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759401.527620:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759401.527623:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759401.527626:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759401.527636:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527643:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759401.527645:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.527647:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.527649:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759401.527653:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527661:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759401.527666:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527674:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759401.527677:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.527679:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.527680:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.527683:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759401.527685:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759401.527688:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759401.527693:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759401.527695:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759401.527700:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759401.527709:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875525248:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759401.527713:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759401.527717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527723:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.527725:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.527727:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759401.527729:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759401.527731:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.527734:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759401.527738:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759401.527740:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759401.527742:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.527743:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759401.527747:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759401.527749:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.527753:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759401.527757:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759401.527761:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759401.527764:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525376, portal 10 00000100:00000001:1.0:1787759401.527766:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759401.527768:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759401.527775:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527782:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759401.527785:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759401.527787:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759401.527790:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875525376, offset 0 00000400:00000200:1.0:1787759401.527795:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759401.527799:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.527802:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759401.527805:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759401.527808:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759401.527810:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759401.527812:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759401.527816:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776529:776529:256:4294967295] 192.168.201.104@tcp LPNI seq info [776520:776520:8:4294967295] 00000400:00000200:1.0:1787759401.527821:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.527827:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759401.527845:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.527849:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759401.527853:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759401.527856:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759401.527861:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759401.527864:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759401.527868:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.527870:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759401.527873:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759401.527877:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759401.527880:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759401.527882:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759401.527885:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759401.527889:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527897:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.527901:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527908:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.527910:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759401.527913:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759401.527917:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759401.527920:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759401.527923:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312755724 00000100:00000001:1.0:1787759401.527926:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.527928:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312755724 00000100:00000001:1.0:1787759401.527931:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.527933:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759401.527936:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.527938:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759401.527941:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401] req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759401.527950:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759401.527951:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759401.527953:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759401.527956:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759401.527958:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759401.527960:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759401.527964:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759401.527973:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527980:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759401.527981:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.527983:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.527984:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759401.527989:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.527996:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759401.528000:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528008:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759401.528011:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528012:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528014:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528016:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759401.528019:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759401.528022:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759401.528025:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759401.528027:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759401.528032:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759401.528040:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759401.528044:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759401.528048:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528054:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.528056:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528058:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759401.528060:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759401.528062:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.528065:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759401.528069:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759401.528071:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759401.528073:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528075:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759401.528078:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759401.528080:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.528083:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759401.528086:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759401.528089:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759401.528092:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525504, portal 10 00000100:00000001:1.0:1787759401.528095:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759401.528096:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759401.528102:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528109:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759401.528111:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759401.528114:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759401.528151:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875525504, offset 0 00000400:00000200:1.0:1787759401.528157:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528161:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528164:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759401.528167:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759401.528169:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759401.528172:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759401.528174:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528177:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776530:776530:256:4294967295] 192.168.201.104@tcp LPNI seq info [776521:776521:8:4294967295] 00000400:00000200:1.0:1787759401.528181:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528187:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759401.528192:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528196:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759401.528200:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759401.528203:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759401.528208:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759401.528211:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759401.528215:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528218:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759401.528221:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759401.528225:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759401.528227:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759401.528229:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759401.528232:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759401.528236:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528244:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.528247:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528254:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528256:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759401.528259:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759401.528262:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759401.528265:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759401.528267:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312755725 00000100:00000001:1.0:1787759401.528270:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528272:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312755725 00000100:00000001:1.0:1787759401.528275:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528277:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759401.528280:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528282:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759401.528285:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401] req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759401.528293:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759401.528295:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759401.528296:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759401.528299:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759401.528301:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759401.528304:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759401.528307:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759401.528316:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528322:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759401.528324:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528325:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528327:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759401.528330:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528337:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759401.528342:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528348:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759401.528351:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528353:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528354:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528356:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759401.528358:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759401.528361:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759401.528364:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759401.528367:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759401.528371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759401.528379:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759401.528383:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759401.528388:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528394:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.528396:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528398:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759401.528401:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759401.528403:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.528406:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759401.528409:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759401.528411:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759401.528413:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528415:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759401.528418:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759401.528420:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.528424:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759401.528426:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759401.528430:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759401.528433:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525632, portal 4 00000100:00000001:1.0:1787759401.528435:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759401.528436:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759401.528442:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528449:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759401.528452:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759401.528454:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759401.528457:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875525632, offset 0 00000400:00000200:1.0:1787759401.528461:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528465:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528468:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759401.528471:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759401.528473:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759401.528476:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759401.528478:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528482:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776531:776531:256:4294967295] 192.168.201.104@tcp LPNI seq info [776522:776522:8:4294967295] 00000400:00000200:1.0:1787759401.528486:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528493:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759401.528497:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528500:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759401.528504:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759401.528507:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759401.528512:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759401.528515:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759401.528519:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528522:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759401.528524:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759401.528528:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759401.528530:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759401.528532:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759401.528535:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759401.528538:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528546:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.528549:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528555:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528557:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759401.528560:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759401.528563:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759401.528566:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759401.528569:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312755784 00000100:00000001:1.0:1787759401.528571:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528574:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312755784 00000100:00000001:1.0:1787759401.528577:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528579:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759401.528582:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528584:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759401.528588:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401] req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759401.528597:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759401.528598:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759401.528600:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759401.528603:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759401.528605:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759401.528607:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759401.528611:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759401.528620:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528627:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759401.528629:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528631:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528632:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759401.528635:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528643:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759401.528647:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528655:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759401.528657:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528659:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528660:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528662:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759401.528664:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759401.528666:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759401.528670:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759401.528672:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759401.528677:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759401.528685:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759401.528690:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759401.528693:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528701:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759401.528702:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528704:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759401.528706:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759401.528708:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759401.528711:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759401.528715:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759401.528718:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759401.528719:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759401.528721:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759401.528724:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759401.528727:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759401.528730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759401.528733:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759401.528736:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759401.528739:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525760, portal 4 00000100:00000001:1.0:1787759401.528741:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759401.528743:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759401.528749:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528755:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759401.528759:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759401.528761:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759401.528764:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875525760, offset 0 00000400:00000200:1.0:1787759401.528768:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528773:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528776:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759401.528779:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759401.528782:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759401.528784:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759401.528786:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759401.528790:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776532:776532:256:4294967295] 192.168.201.104@tcp LPNI seq info [776523:776523:8:4294967295] 00000400:00000200:1.0:1787759401.528794:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759401.528801:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759401.528806:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528809:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759401.528813:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759401.528816:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759401.528821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759401.528824:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759401.528828:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759401.528830:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759401.528833:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759401.528837:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759401.528840:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759401.528842:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759401.528844:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759401.528848:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528856:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.528859:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528866:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528868:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759401.528871:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759401.528874:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759401.528877:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759401.528880:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312755748 00000100:00000001:1.0:1787759401.528882:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528885:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312755748 00000100:00000001:1.0:1787759401.528888:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312757004 00000100:00000001:1.0:1787759401.528890:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759401.528893:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.528895:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759401.528898:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759401/real 1787759401] req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759401.528906:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759401.528908:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759401.528910:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759401.528912:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759401.528914:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759401.528917:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759401.528920:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759401.528929:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528936:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759401.528938:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528940:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528941:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759401.528944:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528951:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759401.528955:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.528963:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759401.528966:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528968:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759401.528969:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.528971:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759401.528973:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759401.528976:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759401.528979:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759401.528982:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759401.528986:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759401.528995:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875525760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759401.528998:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529001:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.529004:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875525248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.529011:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759401.529014:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759401.529016:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759401.529019:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759401.529022:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759401.529023:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759401.529026:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759401.529029:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:1.0:1787759401.529033:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759401.529035:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759401.529037:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759401.529040:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759401.529041:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529043:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.529046:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875525376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.529053:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759401.529054:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759401.529056:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759401.529058:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759401.529060:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759401.529061:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759401.529063:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759401.529065:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:1.0:1787759401.529069:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759401.529070:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759401.529072:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759401.529074:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759401.529076:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529078:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.529081:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875525504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.529088:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759401.529089:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759401.529090:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759401.529093:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759401.529094:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759401.529095:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759401.529098:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759401.529099:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:1.0:1787759401.529101:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759401.529103:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759401.529104:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759401.529106:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759401.529107:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529109:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.529112:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875525632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.529158:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759401.529160:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759401.529161:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759401.529164:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759401.529166:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759401.529167:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759401.529169:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759401.529171:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759401.529174:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759401.529175:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759401.529177:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759401.529180:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759401.529181:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529183:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759401.529187:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875525760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759401.529194:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759401.529195:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759401.529197:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759401.529199:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759401.529200:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759401.529201:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759401.529203:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759401.529205:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759401.529207:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759401.529208:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759401.529210:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759401.529212:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759401.529213:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529215:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759401.529223:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759401.529225:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759401.529227:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759401.529228:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759401.974837:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759401.974845:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759401.974848:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759401.974853:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759401.974857:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759401.974861:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759401.974865:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759401.974867:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759401.974871:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.230251:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.230266:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759402.230268:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759402.230273:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759402.230277:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759402.230280:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230283:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.230286:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230289:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759402.230497:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759402.230501:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759402.230503:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759402.230506:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759402.230508:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759402.230511:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.230513:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759402.230514:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.230517:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759402.230534:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759402.230537:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759402.230541:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759402.230542:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759402.230545:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759402.230547:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759402.230551:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759402.230552:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759402.230572:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759402.230575:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759402.230577:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759402.230669:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759402.230672:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.230674:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.230676:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759402.230679:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.230681:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.230683:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.230685:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.230687:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.230794:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.230797:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759402.230799:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759402.230801:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759402.230803:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759402.230805:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230808:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.230809:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230811:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759402.230936:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759402.230941:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759402.230943:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759402.230947:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759402.230951:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759402.230954:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.230955:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759402.230955:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759402.230956:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759402.230960:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230961:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759402.230962:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759402.230964:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759402.230965:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.230966:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759402.230971:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759402.230972:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759402.230977:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759402.230977:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759402.230981:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.230982:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.230986:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759402.230989:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759402.230991:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759402.230996:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759402.230999:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759402.231001:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759402.231024:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759402.231027:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759402.231028:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759402.231031:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759402.231033:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759402.231035:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.231037:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759402.231038:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.231040:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759402.870226:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312757004, at 4312757056 00000100:00000010:3.0:1787759402.870239:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ef00. 00000100:00000040:2.0:1787759402.870311:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312757004, at 4312757056 00000100:00000010:2.0:1787759402.870315:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ea80. 00000100:00000001:3.0:1787759402.998275:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759402.998283:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759402.998285:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759402.998291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759402.998294:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759402.998298:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.998301:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759402.998303:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759402.998306:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759403.254248:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759403.254248:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759403.254255:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759403.254257:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759403.254259:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759403.254260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759403.254267:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759403.254267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759403.254274:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759403.254274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759403.254279:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254281:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759403.254283:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254285:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759403.254290:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759403.254294:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759403.254296:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759403.254299:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759403.254327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759403.254330:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759403.254334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759403.254336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759403.254339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759403.254340:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759403.254344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759403.254345:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759403.254395:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1787759403.254395:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759403.254400:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1787759403.254401:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759403.254403:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759403.254407:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787759403.254407:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759403.254410:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759403.254411:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759403.254416:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759403.254416:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.254419:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759403.254420:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759403.254424:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759403.254425:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759403.254427:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.254431:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759403.254432:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759403.254434:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254436:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759403.254438:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759403.254440:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.254442:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759403.254444:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759403.254447:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759403.254449:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759403.254453:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254456:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759403.254457:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254460:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759403.254461:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759403.254465:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759403.254467:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759403.254471:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759403.254474:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759403.254477:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.254479:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759403.254481:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759403.254484:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759403.254603:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759403.254606:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759403.254607:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759403.254609:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759403.254611:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759403.254613:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254615:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759403.254616:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759403.254618:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759403.254900:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759403.254903:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759403.254904:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759403.254907:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759403.254909:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759403.254911:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759403.254913:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759403.254914:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759403.254916:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759404.022202:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759404.022210:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759404.022212:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759404.022217:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759404.022221:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759404.022224:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759404.022227:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759404.022230:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759404.022233:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759404.278289:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759404.278290:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759404.278296:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759404.278296:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759404.278298:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.278302:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759404.278303:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.278304:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278304:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759404.278310:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759404.278315:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759404.278317:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759404.278318:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759404.278318:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.278319:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.278324:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759404.278325:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278328:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.278329:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759404.278331:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759404.278334:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759404.278335:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.278336:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759404.278337:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.278345:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278346:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759404.278347:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759404.278348:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.278355:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759404.278356:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759404.278358:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.278367:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759404.278369:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759404.278370:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759404.278376:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.278381:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759404.278383:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.278386:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.278389:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759404.278392:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759404.278394:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759404.278395:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759404.278397:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.278400:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759404.278400:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.278406:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759404.278406:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759404.278412:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759404.278413:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.278417:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278418:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759404.278419:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759404.278426:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759404.278427:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759404.278428:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759404.278430:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759404.278432:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759404.278433:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759404.278436:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759404.278445:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759404.278450:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759404.278451:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759404.278455:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.278456:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759404.278456:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759404.278465:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759404.278466:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759404.278467:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759404.278477:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278477:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759404.278477:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759404.278490:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759404.278493:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759404.278493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759404.278497:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759404.278500:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759404.278506:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.278509:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759404.278511:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759404.278514:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759404.278521:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759404.278525:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759404.278529:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759405.046229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759405.046236:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759405.046238:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759405.046243:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759405.046246:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759405.046250:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759405.046253:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759405.046256:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759405.046258:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759405.302252:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759405.302260:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.302261:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759405.302264:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302267:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.302268:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.302272:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759405.302272:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759405.302276:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759405.302278:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759405.302279:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759405.302279:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759405.302283:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.302284:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759405.302285:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759405.302286:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.302291:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302291:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759405.302293:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759405.302295:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759405.302297:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759405.302299:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759405.302302:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.302303:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759405.302303:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.302308:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759405.302311:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759405.302314:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302315:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759405.302317:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759405.302318:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302324:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759405.302325:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759405.302331:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759405.302333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759405.302334:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759405.302336:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759405.302344:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759405.302344:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759405.302345:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759405.302347:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.302354:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302355:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759405.302359:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759405.302360:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759405.302361:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759405.302364:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759405.302366:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759405.302367:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.302369:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302371:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759405.302373:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759405.302374:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759405.302374:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759405.302376:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759405.302380:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759405.302381:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759405.302381:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759405.302386:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759405.302388:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302388:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759405.302389:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302392:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302396:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759405.302396:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759405.302400:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759405.302407:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759405.302408:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759405.302415:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759405.302415:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302416:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759405.302425:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759405.302425:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759405.302426:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759405.302433:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302433:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759405.302434:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759405.302445:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759405.302447:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759405.302448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759405.302453:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759405.302458:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759405.302462:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302464:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759405.302466:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759405.302469:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759405.302481:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759405.302494:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759405.302497:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759406.070223:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759406.070230:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759406.070232:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759406.070240:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759406.070242:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759406.070245:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759406.070247:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759406.070249:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759406.070251:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.326222:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759406.326222:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759406.326222:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759406.326225:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759406.326231:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.326232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759406.326232:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759406.326232:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759406.326237:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759406.326237:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.326238:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326238:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.326245:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759406.326246:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759406.326246:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759406.326246:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759406.326253:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759406.326253:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.326254:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759406.326254:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759406.326258:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759406.326259:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759406.326260:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.326266:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.326266:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759406.326266:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.326271:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759406.326271:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.326278:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759406.326278:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326279:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759406.326283:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.326287:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759406.326287:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.326291:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.326295:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.326298:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759406.326302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759406.326303:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759406.326303:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759406.326306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.326309:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759406.326312:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.326313:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759406.326313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759406.326314:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759406.326316:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759406.326317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.326319:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.326320:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759406.326322:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759406.326323:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.326325:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759406.326325:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759406.326326:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759406.326327:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759406.326329:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.326333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.326334:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759406.326336:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.326338:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.326342:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326342:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759406.326344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759406.326346:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759406.326348:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326350:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.326352:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.326355:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.326359:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326366:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759406.326370:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759406.326372:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759406.326375:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759406.326378:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759406.326381:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759406.326383:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759406.326384:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759406.326387:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759406.326388:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759406.326391:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759406.326394:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759406.646254:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759406.646265:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759406.646267:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759406.646271:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759406.646276:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759406.646283:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18088 00000400:00000200:0.0:1787759406.646292:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759406.646298:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759406.646302:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759406.646305:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646309:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.646311:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646314:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759406.646318:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759406.646320:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759406.646323:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759406.646326:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759406.646329:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759406.646332:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759406.646335:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646337:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.646340:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646342:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759406.646346:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759406.646349:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646352:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759406.646355:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759406.646359:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759406.646361:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646364:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759406.646366:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759406.646375:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759406.646379:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759406.646383:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759406.646385:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646388:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759406.646390:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759406.646395:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759406.646404:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759406.646410:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759406.646419:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759406.646429:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759406.646433:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759406.646438:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759406.646462:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759406.646466:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759406.646469:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759406.646471:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759406.646473:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759406.646476:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759406.646479:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18088 00000400:00000200:0.0:1787759406.646483:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759406.646487:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759406.646489:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759406.646493:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646495:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.646499:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646501:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759406.646504:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759406.646506:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759406.646508:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759406.646508:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1787759406.646510:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759406.646514:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759406.646515:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1787759406.646517:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759406.646519:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759406.646524:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646527:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.646531:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759406.646531:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759406.646534:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759406.646540:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759406.646546:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759406.646550:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759406.646552:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.646554:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759406.646556:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759406.646561:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759406.646564:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759406.646566:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759406.646569:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.646570:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646573:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:1.0:1787759406.646578:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875525888:192.168.201.104@tcp:250:kworker.0 00000008:00100000:0.0:1787759406.646579:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759406.646586:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646591:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.646591:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1787759406.646595:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 02000000:00000001:1.0:1787759406.646597:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1787759406.646601:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759406.646602:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759406.646607:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759406.646608:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787759406.646611:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646614:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1787759406.646615:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759406.646617:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759406.646621:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.646621:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759406.646629:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000400:00000200:1.0:1787759406.646631:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759406.646635:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759406.646638:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00100000:0.0:1787759406.646644:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759406.646647:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:0.0:1787759406.646656:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1787759406.646658:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875525888, portal 25 00000100:00000001:0.0:1787759406.646660:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.646662:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759406.646666:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:0.0:1787759406.646667:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759406.646677:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759406.646679:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759406.646684:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759406.646692:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759406.646695:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759406.646695:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1787759406.646699:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1787759406.646702:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646704:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1787759406.646707:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00080000:0.0:1787759406.646709:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18088 00000100:00000200:1.0:1787759406.646712:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875525888, offset 0 00000400:00000200:0.0:1787759406.646717:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.646723:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759406.646729:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759406.646732:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759406.646735:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759406.646739:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646742:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759406.646746:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000040:0.0:1787759406.646748:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646752:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759406.646754:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1787759406.646756:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759406.646758:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759406.646761:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1787759406.646762:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000020:00000040:0.0:1787759406.646764:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759406.646769:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759406.646769:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759406.646774:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000001:0.0:1787759406.646775:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759406.646781:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776533:776533:256:4294967295] 192.168.201.104@tcp LPNI seq info [776524:776524:8:4294967295] 00000100:00000040:0.0:1787759406.646783:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646788:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759406.646791:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759406.646792:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646796:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759406.646799:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759406.646805:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759406.646810:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:0.0:1787759406.646811:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759406.646815:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759406.646819:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1787759406.646821:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759406.646823:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646826:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759406.646828:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1787759406.646828:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000008:00000001:0.0:1787759406.646834:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646836:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759406.646840:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000010:0.0:1787759406.646842:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000800:00000200:1.0:1787759406.646846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000020:00000040:0.0:1787759406.646847:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000800:00000200:1.1:1787759406.646854:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:0.0:1787759406.646859:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1787759406.646860:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 02000000:00000001:0.0:1787759406.646862:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646866:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:1.0:1787759406.646867:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759406.646868:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1787759406.646871:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 02000000:00000001:0.0:1787759406.646872:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759406.646879:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000400:00000200:1.0:1787759406.646879:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1787759406.646886:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759406.646888:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759406.646895:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00100000:0.0:1787759406.646896:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759406.646898:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759406.646904:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787759406.646910:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1787759406.646912:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759406.646913:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759406.646921:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.646929:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787759406.646934:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759406.646936:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759406.646938:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759406.646946:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759406.646950:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759406.646952:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759406.646954:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.646958:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759406.646962:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18088 00000400:00000200:0.0:1787759406.646966:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.646967:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787759406.646971:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759406.646974:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759406.646976:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759406.646978:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.646982:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759406.646983:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759406.646986:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759406.646988:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312762123 00000100:00000001:0.0:1787759406.646990:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759406.646994:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759406.646995:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000010:1.0:1787759406.646996:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e2a0. 00000100:00000001:1.0:1787759406.647005:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1787759406.647009:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759406.647013:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:1.0:1787759406.647014:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312762123 00000020:00000001:0.0:1787759406.647017:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000010:1.0:1787759406.647020:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eba0. 00000020:00000001:0.0:1787759406.647021:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759406.647027:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1787759406.647028:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759406.647045:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.647049:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647051:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759406.647057:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406] req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759406.647058:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.647063:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.647068:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759406.647073:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000400:00000001:1.0:1787759406.647077:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1787759406.647078:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000001:1.0:1787759406.647081:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1787759406.647082:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759406.647087:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 02000000:00000001:0.0:1787759406.647092:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759406.647092:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759406.647094:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 02000000:00000001:0.0:1787759406.647097:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.647099:0:2422:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1787759406.647101:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647103:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759406.647105:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759406.647110:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647113:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759406.647144:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759406.647149:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759406.647155:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759406.647159:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1787759406.647160:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759406.647162:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647166:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759406.647169:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759406.647172:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759406.647178:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759406.647182:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647186:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1787759406.647190:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759406.647191:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.647196:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.647199:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.647205:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759406.647209:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.647210:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759406.647216:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647228:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.647232:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759406.647237:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787759406.647238:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759406.647243:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759406.647246:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759406.647249:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759406.647255:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759406.647255:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759406.647260:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18088 00000100:00000001:1.0:1787759406.647262:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787759406.647267:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.647267:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.647271:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787759406.647273:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759406.647275:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787759406.647277:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759406.647279:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1787759406.647283:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00080000:1.0:1787759406.647285:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1787759406.647287:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.647292:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00080000:1.0:1787759406.647295:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759406.647296:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759406.647300:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1787759406.647301:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759406.647303:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759406.647306:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759406.647310:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000040:1.0:1787759406.647310:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759406.647314:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759406.647319:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759406.647326:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759406.647331:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759406.647336:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00100000:1.0:1787759406.647337:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875525888:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759406.647340:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759406.647344:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759406.647351:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759406.647351:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.647356:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647356:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1787759406.647361:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1787759406.647365:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875525888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759406.647366:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759406.647371:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647375:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759406.647378:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759406.647381:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1787759406.647383:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647386:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.647386:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1787759406.647390:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 02000000:00000010:1.0:1787759406.647391:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 00000020:00000040:0.0:1787759406.647394:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759406.647397:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1787759406.647399:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1787759406.647401:0:2422:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:0.0:1787759406.647402:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759406.647405:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759406.647406:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759406.647408:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759406.647412:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000020:00000040:1.0:1787759406.647414:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:0.0:1787759406.647417:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759406.647418:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759406.647423:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 00000100:00100000:0.0:1787759406.647426:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787759406.647428:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759406.647432:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759406.647435:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:1.0:1787759406.647442:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759406.647444:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.647446:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759406.647448:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759406.647450:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759406.647456:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647457:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.647461:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647466:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759406.647468:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647469:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759406.647473:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759406.647474:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18098) 00000100:00000040:1.0:1787759406.647479:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647487:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.647489:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.647492:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759406.647494:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759406.647496:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.647499:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759406.647502:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759406.647505:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759406.647506:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.647509:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759406.647512:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759406.647514:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759406.647518:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759406.647521:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759406.647525:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759406.647528:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526016, portal 10 00000100:00000001:1.0:1787759406.647531:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759406.647532:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759406.647539:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647546:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759406.647548:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759406.647550:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759406.647553:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875526016, offset 0 00000400:00000200:1.0:1787759406.647557:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759406.647562:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.647565:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759406.647568:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759406.647570:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759406.647572:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759406.647575:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759406.647578:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776534:776534:256:4294967295] 192.168.201.104@tcp LPNI seq info [776525:776525:8:4294967295] 00000400:00000200:1.0:1787759406.647582:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.647589:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759406.647594:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.647598:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759406.647603:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759406.647606:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759406.647611:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759406.647614:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759406.647618:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.647620:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759406.647625:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759406.647628:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759406.647631:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759406.647633:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759406.647636:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759406.647640:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647648:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.647651:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647658:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647660:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759406.647663:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759406.647667:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759406.647671:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.647673:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312760844 00000100:00000001:1.0:1787759406.647675:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.647678:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312760844 00000100:00000001:1.0:1787759406.647681:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.647683:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.647685:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647687:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759406.647691:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406] req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759406.647700:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759406.647702:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759406.647704:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759406.647706:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759406.647708:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759406.647711:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759406.647715:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759406.647724:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647730:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759406.647732:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.647733:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.647735:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759406.647739:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647746:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759406.647750:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647756:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759406.647759:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.647761:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.647762:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.647764:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759406.647767:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759406.647770:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759406.647774:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759406.647776:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759406.647780:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759406.647789:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759406.647794:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759406.647797:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647810:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.647811:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.647813:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759406.647815:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759406.647817:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.647820:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759406.647823:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759406.647825:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759406.647826:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.647828:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759406.647832:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759406.647834:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759406.647837:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759406.647840:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759406.647843:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759406.647847:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526144, portal 10 00000100:00000001:1.0:1787759406.647849:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759406.647850:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759406.647855:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647862:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759406.647864:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759406.647867:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759406.647869:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875526144, offset 0 00000400:00000200:1.0:1787759406.647874:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759406.647878:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.647882:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759406.647885:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759406.647887:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759406.647889:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759406.647892:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759406.647896:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776535:776535:256:4294967295] 192.168.201.104@tcp LPNI seq info [776526:776526:8:4294967295] 00000400:00000200:1.0:1787759406.647900:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.647906:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759406.647910:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.647914:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759406.647918:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759406.647921:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759406.647925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759406.647928:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759406.647932:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.647934:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759406.647938:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759406.647941:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759406.647944:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759406.647946:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759406.647948:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759406.647952:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647960:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.647963:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.647969:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647971:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759406.647974:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759406.647977:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759406.647980:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.647983:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312760844 00000100:00000001:1.0:1787759406.647985:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.647987:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312760844 00000100:00000001:1.0:1787759406.647990:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.647992:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.647994:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.647996:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759406.648000:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406] req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759406.648008:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759406.648009:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759406.648011:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759406.648013:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759406.648015:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759406.648017:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759406.648021:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759406.648041:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648049:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759406.648050:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648052:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648053:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759406.648057:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648064:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759406.648068:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648075:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759406.648077:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648079:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648080:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648082:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759406.648085:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759406.648089:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759406.648093:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759406.648095:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759406.648099:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759406.648108:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759406.648112:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759406.648133:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648141:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.648142:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.648145:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759406.648147:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759406.648149:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.648152:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759406.648156:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759406.648158:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759406.648159:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.648161:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648164:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759406.648167:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759406.648171:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759406.648173:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759406.648177:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759406.648180:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526272, portal 4 00000100:00000001:1.0:1787759406.648182:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759406.648183:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759406.648189:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648195:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759406.648197:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759406.648200:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759406.648202:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875526272, offset 0 00000400:00000200:1.0:1787759406.648206:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759406.648210:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.648214:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759406.648216:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759406.648219:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759406.648221:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759406.648224:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759406.648227:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776536:776536:256:4294967295] 192.168.201.104@tcp LPNI seq info [776527:776527:8:4294967295] 00000400:00000200:1.0:1787759406.648231:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.648238:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759406.648242:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.648245:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759406.648250:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759406.648252:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759406.648257:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759406.648260:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759406.648264:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.648266:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759406.648269:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759406.648273:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759406.648275:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759406.648277:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759406.648280:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759406.648284:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648292:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648295:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648301:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.648303:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759406.648307:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759406.648310:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759406.648314:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.648316:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312760904 00000100:00000001:1.0:1787759406.648319:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.648321:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312760904 00000100:00000001:1.0:1787759406.648324:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.648326:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.648329:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.648331:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759406.648335:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406] req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759406.648343:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759406.648345:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759406.648347:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759406.648350:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759406.648352:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759406.648354:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759406.648358:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759406.648366:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648373:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759406.648374:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648376:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648378:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759406.648382:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648389:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759406.648393:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648401:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759406.648403:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648405:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648406:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648408:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759406.648410:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759406.648413:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759406.648416:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759406.648419:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759406.648423:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759406.648431:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759406.648436:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759406.648439:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648446:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759406.648447:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.648449:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759406.648451:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759406.648453:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759406.648456:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759406.648460:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759406.648462:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759406.648463:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759406.648465:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648468:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759406.648470:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759406.648473:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759406.648476:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759406.648479:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759406.648483:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526400, portal 4 00000100:00000001:1.0:1787759406.648485:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759406.648486:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:1.0:1787759406.648492:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648499:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759406.648502:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759406.648504:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759406.648507:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875526400, offset 0 00000400:00000200:1.0:1787759406.648512:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759406.648516:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.648519:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759406.648522:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759406.648524:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759406.648527:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759406.648529:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759406.648532:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776537:776537:256:4294967295] 192.168.201.104@tcp LPNI seq info [776528:776528:8:4294967295] 00000400:00000200:1.0:1787759406.648537:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759406.648543:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759406.648548:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.648551:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759406.648555:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759406.648558:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759406.648562:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759406.648565:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759406.648569:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759406.648572:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759406.648574:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759406.648578:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759406.648581:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759406.648583:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759406.648586:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759406.648590:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648598:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648601:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648607:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.648609:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759406.648612:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759406.648615:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759406.648619:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759406.648620:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312760868 00000100:00000001:1.0:1787759406.648623:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.648626:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312760868 00000100:00000001:1.0:1787759406.648628:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312762123 00000100:00000001:1.0:1787759406.648631:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759406.648633:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.648635:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759406.648639:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759406/real 1787759406] req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759406.648647:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759406.648648:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759406.648650:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759406.648652:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759406.648654:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759406.648657:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759406.648660:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759406.648668:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648680:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759406.648681:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648683:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648684:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759406.648687:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648694:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759406.648698:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648704:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759406.648707:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648709:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759406.648710:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648712:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759406.648713:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759406.648716:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759406.648720:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759406.648722:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759406.648726:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759406.648734:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759406.648738:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648740:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648742:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875526016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648749:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759406.648751:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648753:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759406.648756:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759406.648758:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759406.648759:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759406.648761:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759406.648763:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:1.0:1787759406.648766:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759406.648768:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759406.648769:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759406.648773:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759406.648775:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648776:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648779:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875526144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648785:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759406.648787:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648789:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759406.648791:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759406.648792:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759406.648793:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759406.648796:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759406.648797:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:1.0:1787759406.648799:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759406.648801:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759406.648802:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759406.648805:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759406.648807:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648808:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648812:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875526272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648818:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759406.648819:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648820:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759406.648823:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759406.648824:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759406.648825:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759406.648827:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759406.648829:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:1.0:1787759406.648831:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759406.648832:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759406.648833:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759406.648836:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759406.648837:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648839:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759406.648842:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875526400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759406.648847:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759406.648848:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759406.648849:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759406.648851:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759406.648852:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759406.648853:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759406.648854:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759406.648855:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:1.0:1787759406.648857:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759406.648857:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759406.648858:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759406.648860:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759406.648860:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648862:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759406.648864:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759406.648865:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759406.648867:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759406.648868:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759407.094198:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759407.094205:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759407.094206:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759407.094210:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759407.094212:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759407.094215:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759407.094217:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759407.094218:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759407.094220:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759407.350233:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759407.350233:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.350241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759407.350241:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759407.350246:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759407.350247:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759407.350255:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759407.350256:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759407.350262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759407.350263:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759407.350269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759407.350269:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759407.350272:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759407.350277:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759407.350280:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759407.350342:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759407.350345:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759407.350346:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759407.350349:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759407.350351:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759407.350353:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759407.350355:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759407.350356:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759407.350356:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759407.350361:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759407.350361:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759407.350366:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759407.350370:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759407.350374:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759407.350374:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759407.350377:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759407.350378:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759407.350379:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759407.350383:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759407.350385:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759407.350387:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.350448:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759407.350451:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759407.350452:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759407.350454:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759407.350455:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759407.350457:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350805:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759407.350808:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350811:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759407.350812:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759407.350815:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759407.350819:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759407.350839:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.350842:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759407.350844:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759407.350846:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759407.350849:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759407.350851:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350854:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759407.350855:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350858:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759407.350885:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759407.350888:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759407.350889:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759407.350891:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759407.350893:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759407.350895:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350897:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759407.350898:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759407.350900:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759407.350947:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759407.350949:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759407.350951:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759407.350970:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759407.350973:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759407.350977:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759407.350978:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759407.350982:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759407.350983:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759407.350987:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759407.350988:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759407.351001:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759407.351003:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759407.351005:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759407.351040:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759407.351041:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759407.351043:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759407.990199:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312762123, at 4312762176 00000100:00000040:3.0:1787759407.990199:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312762123, at 4312762176 00000100:00000010:2.0:1787759407.990214:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e2a0. 00000100:00000010:3.0:1787759407.990215:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eba0. 00000100:00000001:3.0:1787759408.118179:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759408.118187:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759408.118189:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759408.118195:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759408.118199:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759408.118202:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759408.118205:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759408.118207:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759408.118211:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759408.374221:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759408.374221:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759408.374221:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759408.374227:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759408.374229:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759408.374229:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759408.374230:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.374234:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759408.374234:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759408.374234:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759408.374235:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759408.374240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759408.374241:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759408.374242:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759408.374243:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.374244:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759408.374247:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759408.374248:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.374249:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759408.374250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759408.374252:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759408.374253:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759408.374255:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759408.374257:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759408.374257:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759408.374261:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759408.374262:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.374263:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759408.374265:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759408.374266:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759408.374270:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.374271:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.374276:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759408.374276:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759408.374276:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759408.374281:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759408.374281:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759408.374284:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759408.374285:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.374286:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759408.374289:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759408.374290:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759408.374294:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759408.374296:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.374297:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759408.374298:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759408.374300:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759408.374301:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759408.374302:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759408.374303:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759408.374307:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759408.374308:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759408.374314:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759408.374314:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.374317:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759408.374318:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.374319:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759408.374321:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759408.374323:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759408.374324:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.374325:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759408.374327:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759408.374330:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759408.374331:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759408.374331:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.374334:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759408.374335:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.374338:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759408.374339:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759408.374342:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759408.374345:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759408.374348:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374355:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759408.374360:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374364:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759408.374366:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374369:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759408.374372:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759408.374373:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759408.374377:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374380:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759408.374383:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374385:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374387:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374391:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759408.374393:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759408.374394:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759408.374396:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374397:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759408.374399:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374401:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759408.374403:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759408.374419:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759408.374422:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759408.374425:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759409.142202:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759409.142210:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759409.142213:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759409.142218:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759409.142222:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759409.142226:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.142228:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759409.142231:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.142235:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.398226:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759409.398227:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759409.398233:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759409.398234:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759409.398237:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759409.398238:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759409.398242:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759409.398243:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759409.398247:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759409.398248:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.398251:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.398252:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.398262:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.398267:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.398270:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.398348:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759409.398350:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759409.398351:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759409.398353:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759409.398355:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.398356:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759409.398419:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759409.398423:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759409.398424:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759409.398426:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759409.398428:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759409.398430:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.399302:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759409.399305:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759409.399306:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759409.399308:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759409.399309:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759409.399310:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.399312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759409.399313:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.399315:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759409.399320:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759409.399321:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759409.399322:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759409.399323:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759409.399325:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759409.399326:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.399349:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759409.399350:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.399357:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.399366:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.399369:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.399377:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759409.399378:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759409.399380:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759409.399383:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759409.399384:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759409.399386:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759409.399388:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.399389:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759409.399390:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759409.399392:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759409.399401:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759409.399406:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759409.399408:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759409.399411:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759409.399413:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759409.399415:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.399418:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759409.399419:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759409.399422:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759409.399423:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759409.399426:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759409.399433:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759409.399450:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759409.399453:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759409.399456:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759409.399475:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759409.399477:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759409.399480:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759409.399481:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759409.399483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759409.399483:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759409.399486:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759409.399487:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759409.399527:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759409.399530:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759409.399532:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759410.166174:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759410.166181:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759410.166183:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759410.166189:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759410.166192:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759410.166196:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.166198:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759410.166201:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.166204:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.422222:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759410.422222:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.422223:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759410.422223:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759410.422229:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759410.422230:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.422231:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759410.422231:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759410.422231:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.422235:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759410.422235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.422236:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759410.422237:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759410.422239:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759410.422241:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759410.422241:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759410.422242:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759410.422247:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759410.422247:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759410.422247:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.422249:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759410.422251:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.422251:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.422254:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.422254:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759410.422256:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759410.422260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759410.422260:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.422261:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759410.422266:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.422267:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.422271:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759410.422276:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759410.422276:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.422277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759410.422281:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759410.422282:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759410.422285:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.422287:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759410.422289:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759410.422294:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759410.422295:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759410.422296:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.422299:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759410.422301:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759410.422302:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759410.422303:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759410.422304:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.422306:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759410.422306:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759410.422310:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759410.422311:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759410.422316:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759410.422317:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759410.422318:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759410.422319:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759410.422320:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.422323:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759410.422323:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.422324:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759410.422325:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.422329:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759410.422329:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759410.422329:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759410.422332:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759410.422336:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759410.422336:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759410.422336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759410.422340:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.422343:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759410.422345:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759410.422348:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759410.422349:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759410.422352:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759410.422353:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759410.422361:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759410.422365:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759410.422366:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759410.422369:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759410.422370:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759410.422372:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759410.422375:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759410.422379:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759410.422380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759410.422382:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759410.422384:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759410.422400:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759410.422403:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759410.422405:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759411.190885:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759411.190892:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759411.190895:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759411.190901:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759411.190905:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759411.190909:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759411.190913:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759411.190917:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759411.190921:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.446188:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.446197:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.446199:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.446205:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.446209:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.446213:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.446216:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.446218:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.446221:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.446235:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759411.446240:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759411.446242:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759411.446246:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759411.446249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759411.446251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.446254:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759411.446255:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.446258:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.446445:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.446449:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.446451:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.446455:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759411.446455:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759411.446459:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759411.446460:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.446465:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.446465:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.446469:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.446470:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759411.446470:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.446474:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.446474:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759411.446475:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.446479:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759411.446480:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759411.446481:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759411.446485:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.446486:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759411.446489:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.446490:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.446492:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.446496:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759411.446497:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.446500:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.446503:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759411.446624:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759411.446628:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759411.446630:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759411.446633:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759411.446636:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759411.446638:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759411.446641:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759411.446642:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.446643:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759411.446645:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.446648:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.446652:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.446655:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759411.446658:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.446661:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.446663:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.446665:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.446669:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759411.446677:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759411.446681:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759411.446686:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759411.446688:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759411.446691:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759411.446692:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759411.446696:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759411.446697:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759411.446716:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759411.446719:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759411.446722:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759411.446839:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759411.446842:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759411.446843:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759411.446845:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759411.446848:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759411.446850:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.446852:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759411.446853:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759411.446855:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759411.766266:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759411.766276:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759411.766279:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759411.766283:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759411.766287:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759411.766295:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18093 00000400:00000200:2.0:1787759411.766306:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759411.766319:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759411.766322:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759411.766325:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766328:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.766330:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766331:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759411.766336:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759411.766339:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759411.766342:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759411.766344:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759411.766347:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759411.766350:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759411.766354:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766356:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.766358:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766361:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759411.766364:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759411.766369:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766379:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759411.766382:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759411.766385:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759411.766387:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766389:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759411.766391:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759411.766399:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759411.766402:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759411.766407:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759411.766408:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766412:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759411.766414:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759411.766418:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759411.766429:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759411.766436:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759411.766446:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759411.766454:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759411.766457:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759411.766461:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759411.766479:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759411.766481:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759411.766484:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759411.766485:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759411.766486:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759411.766488:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759411.766490:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18093 00000400:00000200:2.0:1787759411.766493:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759411.766495:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759411.766496:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759411.766498:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766500:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.766502:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766503:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759411.766505:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759411.766506:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759411.766514:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759411.766515:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:1.0:1787759411.766518:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1787759411.766518:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759411.766523:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759411.766524:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787759411.766527:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759411.766528:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759411.766529:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.766532:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766535:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759411.766537:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759411.766540:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766541:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759411.766544:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759411.766544:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759411.766549:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759411.766554:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766558:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759411.766562:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1787759411.766564:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1787759411.766565:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.766568:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766568:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.766574:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1787759411.766575:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 02000000:00000001:1.0:1787759411.766578:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1787759411.766579:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759411.766582:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759411.766584:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759411.766588:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.766589:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875526528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759411.766593:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759411.766596:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759411.766596:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759411.766601:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759411.766603:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759411.766605:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.766606:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759411.766613:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000010:2.0:1787759411.766613:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 02000000:00000001:1.0:1787759411.766617:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766620:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.766625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:2.0:1787759411.766629:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759411.766632:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000001:2.0:1787759411.766639:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759411.766641:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759411.766642:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000040:2.0:1787759411.766644:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759411.766652:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526528, portal 25 00000100:00000001:2.0:1787759411.766652:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759411.766654:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759411.766657:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1787759411.766659:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759411.766660:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000001:2.0:1787759411.766662:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759411.766666:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759411.766670:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759411.766671:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.766681:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1787759411.766683:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18093 00000100:00000040:1.0:1787759411.766688:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759411.766692:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759411.766693:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000400:00000200:2.0:1787759411.766698:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:1.0:1787759411.766699:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875526528, offset 0 00000100:00080000:2.0:1787759411.766708:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759411.766709:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759411.766715:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766718:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759411.766721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759411.766722:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766725:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759411.766727:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759411.766728:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:1.0:1787759411.766730:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000001:2.0:1787759411.766731:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759411.766734:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759411.766737:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759411.766739:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1787759411.766739:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759411.766744:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759411.766746:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:2.0:1787759411.766748:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759411.766753:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1787759411.766753:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766758:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759411.766759:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000040:2.0:1787759411.766764:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:1.0:1787759411.766766:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776538:776538:256:4294967295] 192.168.201.104@tcp LPNI seq info [776529:776529:8:4294967295] 00000100:00080000:2.0:1787759411.766771:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759411.766773:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759411.766777:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759411.766781:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759411.766784:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787759411.766790:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 02000000:00000001:2.0:1787759411.766790:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.766794:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759411.766797:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759411.766801:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759411.766802:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766804:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759411.766809:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000010:2.0:1787759411.766809:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759411.766814:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759411.766817:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759411.766820:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759411.766821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759411.766822:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759411.766823:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759411.766826:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759411.766828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 02000000:00000010:2.0:1787759411.766830:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759411.766835:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759411.766838:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00100000:2.0:1787759411.766842:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1787759411.766844:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1787759411.766853:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000100:1.0:1787759411.766854:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766857:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759411.766859:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000040:2.0:1787759411.766863:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759411.766867:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1787759411.766873:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.766877:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00080000:2.0:1787759411.766877:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759411.766881:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759411.766883:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759411.766884:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1787759411.766885:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00000001:2.0:1787759411.766887:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1787759411.766889:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00080000:2.0:1787759411.766891:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18093 00000100:00000001:1.0:1787759411.766896:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1787759411.766896:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759411.766901:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:1.0:1787759411.766904:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759411.766905:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759411.766918:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759411.766921:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759411.766923:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759411.766926:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.766932:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766937:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759411.766938:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759411.766954:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759411.766956:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759411.766957:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759411.766958:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759411.766960:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759411.766962:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759411.766968:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1787759411.766968:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766973:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759411.766975:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759411.766977:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.766981:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759411.766982:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.766987:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312767243 00000020:00000040:2.0:1787759411.766987:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759411.766994:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000010:1.0:1787759411.766995:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e840. 00000100:00000001:2.0:1787759411.767001:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767004:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1787759411.767004:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759411.767008:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.767012:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312767243 02000000:00000001:2.0:1787759411.767012:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767014:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:1.0:1787759411.767017:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e420. 00000008:00100000:2.0:1787759411.767018:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759411.767023:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000008:00000001:2.0:1787759411.767023:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767027:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767028:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.767032:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759411.767033:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759411.767035:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000040:2.0:1787759411.767037:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00100000:1.0:1787759411.767043:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411] req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759411.767043:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:1.0:1787759411.767053:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1787759411.767055:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787759411.767057:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759411.767060:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000100:00000001:2.0:1787759411.767061:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1787759411.767064:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 02000000:00000001:2.0:1787759411.767065:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1787759411.767068:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 02000000:00000001:2.0:1787759411.767069:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767072:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759411.767077:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787759411.767077:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000200:1.0:1787759411.767089:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759411.767089:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759411.767100:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759411.767108:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759411.767111:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759411.767114:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.767115:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767140:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.767142:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759411.767148:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767160:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759411.767164:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759411.767169:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759411.767188:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767189:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759411.767194:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759411.767195:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.767198:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.767202:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787759411.767202:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759411.767207:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759411.767207:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759411.767212:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759411.767212:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759411.767218:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1787759411.767219:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759411.767223:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18093 00000100:00080000:1.0:1787759411.767232:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000400:00000200:2.0:1787759411.767232:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.767238:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:2.0:1787759411.767240:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759411.767244:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759411.767246:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759411.767250:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759411.767257:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759411.767261:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00100000:1.0:1787759411.767263:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875526528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759411.767265:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759411.767269:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759411.767270:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759411.767273:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1787759411.767274:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000040:1.0:1787759411.767279:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875526528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759411.767279:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759411.767284:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759411.767288:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:1.0:1787759411.767295:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1787759411.767295:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 02000000:00000001:1.0:1787759411.767299:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1787759411.767302:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000010:1.0:1787759411.767303:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759411.767308:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1787759411.767308:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1787759411.767312:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:2.0:1787759411.767313:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000020:00000040:1.0:1787759411.767316:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:2.0:1787759411.767317:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759411.767321:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:2.0:1787759411.767322:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 02000000:00000010:1.0:1787759411.767325:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 00000100:00080000:2.0:1787759411.767328:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:1.0:1787759411.767331:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1787759411.767333:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.767335:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759411.767338:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 02000000:00000001:2.0:1787759411.767338:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759411.767343:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1787759411.767343:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.767346:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759411.767349:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767350:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759411.767354:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759411.767357:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759411.767360:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1787759411.767361:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767363:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767364:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767367:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759411.767370:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1787759411.767370:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759411.767372:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759411.767376:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000040:1.0:1787759411.767378:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759411.767381:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759411.767384:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767388:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759411.767392:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1787759411.767392:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759411.767395:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767396:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.767400:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759411.767403:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1787759411.767404:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759411.767405:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767410:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.767411:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759411.767417:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759411.767420:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1787759411.767420:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787759411.767422:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.767426:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759411.767430:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 00000100:00000001:2.0:1787759411.767433:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1787759411.767434:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759411.767438:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.767440:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759411.767445:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000040:2.0:1787759411.767447:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787759411.767450:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759411.767455:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526656, portal 10 00000100:00000001:1.0:1787759411.767459:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759411.767463:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000001:2.0:1787759411.767464:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759411.767471:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18103) 00000100:00000040:1.0:1787759411.767472:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767481:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759411.767484:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759411.767486:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759411.767490:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875526656, offset 0 00000400:00000200:1.0:1787759411.767494:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759411.767498:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.767502:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759411.767505:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759411.767508:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759411.767510:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759411.767512:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759411.767516:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776539:776539:256:4294967295] 192.168.201.104@tcp LPNI seq info [776530:776530:8:4294967295] 00000400:00000200:1.0:1787759411.767520:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.767527:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759411.767532:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.767535:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759411.767539:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759411.767542:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759411.767547:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759411.767549:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759411.767553:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.767556:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759411.767559:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759411.767562:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759411.767565:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759411.767567:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759411.767570:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759411.767573:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767581:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.767585:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767598:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767600:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759411.767602:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759411.767606:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759411.767610:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.767612:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312765964 00000100:00000001:1.0:1787759411.767615:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.767618:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312765964 00000100:00000001:1.0:1787759411.767620:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.767623:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.767625:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767626:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759411.767630:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411] req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759411.767637:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759411.767639:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759411.767641:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759411.767643:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759411.767645:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759411.767647:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759411.767650:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759411.767659:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767665:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759411.767666:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.767668:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.767669:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759411.767673:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767681:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759411.767685:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767693:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759411.767696:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.767698:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.767700:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.767701:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759411.767705:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759411.767708:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759411.767711:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759411.767713:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759411.767718:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759411.767726:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759411.767730:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759411.767734:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767741:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.767742:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.767744:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759411.767746:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759411.767748:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.767752:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759411.767755:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759411.767756:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759411.767758:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.767760:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759411.767763:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759411.767765:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.767769:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759411.767771:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759411.767775:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759411.767777:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526784, portal 10 00000100:00000001:1.0:1787759411.767780:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759411.767781:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759411.767786:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767794:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759411.767796:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759411.767799:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759411.767801:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875526784, offset 0 00000400:00000200:1.0:1787759411.767806:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759411.767809:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.767812:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759411.767815:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759411.767817:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759411.767820:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759411.767822:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759411.767825:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776540:776540:256:4294967295] 192.168.201.104@tcp LPNI seq info [776531:776531:8:4294967295] 00000400:00000200:1.0:1787759411.767830:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.767837:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759411.767841:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.767844:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759411.767848:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759411.767851:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759411.767856:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759411.767858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759411.767862:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.767865:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759411.767868:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759411.767872:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759411.767874:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759411.767876:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759411.767878:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759411.767882:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767889:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.767893:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767899:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767901:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759411.767904:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759411.767906:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759411.767910:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.767912:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312765964 00000100:00000001:1.0:1787759411.767915:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.767917:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312765964 00000100:00000001:1.0:1787759411.767920:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.767922:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.767924:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.767926:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759411.767929:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411] req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759411.767936:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759411.767938:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759411.767955:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759411.767958:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759411.767960:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759411.767963:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759411.767966:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759411.767975:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767982:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759411.767984:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.767986:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.767987:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759411.767990:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.767998:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759411.768002:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768009:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759411.768012:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768013:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.768014:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768016:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759411.768018:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759411.768021:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759411.768024:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759411.768026:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759411.768030:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759411.768038:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759411.768042:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759411.768046:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768053:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.768055:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.768057:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759411.768059:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759411.768061:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.768064:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759411.768067:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759411.768069:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759411.768071:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.768073:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768075:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759411.768077:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.768081:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759411.768083:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759411.768086:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759411.768089:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875526912, portal 4 00000100:00000001:1.0:1787759411.768091:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759411.768093:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759411.768098:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768105:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759411.768108:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759411.768110:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759411.768113:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875526912, offset 0 00000400:00000200:1.0:1787759411.768132:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759411.768135:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.768139:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759411.768141:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759411.768144:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759411.768146:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759411.768148:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759411.768152:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776541:776541:256:4294967295] 192.168.201.104@tcp LPNI seq info [776532:776532:8:4294967295] 00000400:00000200:1.0:1787759411.768157:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.768163:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759411.768168:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.768171:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759411.768175:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759411.768178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759411.768182:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759411.768185:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759411.768189:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.768191:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759411.768194:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759411.768198:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759411.768200:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759411.768202:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759411.768204:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759411.768208:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768216:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768219:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768226:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768227:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759411.768230:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759411.768232:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759411.768236:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.768238:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312766024 00000100:00000001:1.0:1787759411.768241:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.768243:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312766024 00000100:00000001:1.0:1787759411.768246:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.768248:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.768250:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768252:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759411.768256:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411] req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759411.768264:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759411.768265:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759411.768266:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759411.768269:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759411.768270:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759411.768272:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759411.768276:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759411.768284:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768291:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759411.768292:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768294:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.768295:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759411.768299:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768305:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759411.768309:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768316:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759411.768319:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768320:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.768322:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768324:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759411.768326:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759411.768329:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759411.768332:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759411.768335:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759411.768339:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759411.768347:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875526912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759411.768351:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768352:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768356:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875526656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768362:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759411.768364:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768365:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759411.768368:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759411.768369:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759411.768371:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759411.768373:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759411.768375:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:1.0:1787759411.768378:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759411.768380:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759411.768381:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759411.768384:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759411.768385:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768386:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768390:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875526784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768396:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759411.768397:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768399:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759411.768401:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759411.768402:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759411.768403:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759411.768405:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759411.768407:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759411.768409:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759411.768410:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759411.768412:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759411.768414:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759411.768415:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768417:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768420:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875526912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768426:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759411.768427:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768429:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759411.768431:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759411.768432:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759411.768433:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759411.768435:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759411.768437:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:1.0:1787759411.768440:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759411.768441:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759411.768442:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759411.768444:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759411.768446:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768447:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768450:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.768452:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768454:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759411.768455:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759411.768456:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759411.768459:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768466:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759411.768467:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.768469:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759411.768471:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759411.768473:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759411.768475:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759411.768479:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759411.768481:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759411.768483:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759411.768485:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768487:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759411.768489:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759411.768492:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759411.768495:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759411.768498:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759411.768501:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527040, portal 4 00000100:00000001:1.0:1787759411.768503:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759411.768505:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759411.768511:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768518:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759411.768520:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759411.768522:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759411.768525:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875527040, offset 0 00000400:00000200:1.0:1787759411.768529:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759411.768532:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.768536:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759411.768539:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759411.768541:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759411.768543:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759411.768546:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759411.768549:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776542:776542:256:4294967295] 192.168.201.104@tcp LPNI seq info [776533:776533:8:4294967295] 00000400:00000200:1.0:1787759411.768554:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759411.768560:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759411.768564:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.768567:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759411.768571:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759411.768574:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759411.768579:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759411.768582:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759411.768586:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759411.768588:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759411.768591:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759411.768595:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759411.768597:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759411.768599:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759411.768602:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759411.768605:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768613:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768616:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768623:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768625:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759411.768627:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759411.768630:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759411.768633:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759411.768635:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312765988 00000100:00000001:1.0:1787759411.768638:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.768640:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312765988 00000100:00000001:1.0:1787759411.768643:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312767243 00000100:00000001:1.0:1787759411.768645:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759411.768647:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768649:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759411.768653:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759411/real 1787759411] req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759411.768660:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759411.768661:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759411.768664:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759411.768666:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759411.768668:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759411.768670:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759411.768673:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759411.768682:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768688:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759411.768690:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768692:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.768693:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759411.768697:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768703:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759411.768706:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768712:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759411.768715:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768717:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759411.768718:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768719:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759411.768721:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759411.768724:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759411.768727:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759411.768729:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759411.768733:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759411.768740:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759411.768744:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768746:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759411.768748:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875527040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759411.768754:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759411.768755:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759411.768757:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520800. 02000000:00000001:1.0:1787759411.768760:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759411.768761:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759411.768762:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759411.768764:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759411.768766:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759411.768768:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759411.768769:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759411.768771:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759411.768773:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759411.768774:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768776:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759411.768779:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759411.768780:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759411.768782:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759411.768783:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759412.214180:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759412.214187:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759412.214189:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759412.214194:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759412.214197:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759412.214199:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.214201:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759412.214202:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.214204:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470236:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759412.470236:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.470237:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759412.470243:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759412.470243:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.470244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759412.470244:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759412.470247:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759412.470248:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759412.470249:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759412.470250:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759412.470252:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759412.470256:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759412.470256:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470257:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759412.470257:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759412.470263:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759412.470263:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759412.470263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759412.470264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759412.470268:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.470269:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759412.470269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.470270:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759412.470271:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759412.470274:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.470275:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.470276:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.470282:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470283:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759412.470283:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759412.470287:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759412.470292:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759412.470292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759412.470294:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.470297:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759412.470297:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759412.470300:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470301:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759412.470302:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759412.470303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759412.470305:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759412.470307:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759412.470309:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759412.470311:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759412.470311:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759412.470313:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759412.470316:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759412.470317:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759412.470318:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759412.470319:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759412.470321:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759412.470322:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759412.470323:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470323:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759412.470324:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759412.470327:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759412.470329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759412.470330:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759412.470331:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759412.470332:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759412.470333:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759412.470337:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759412.470338:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759412.470339:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759412.470342:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.470344:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759412.470345:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759412.470350:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.470355:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759412.470357:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759412.470360:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759412.470386:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759412.470388:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759412.470392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759412.470393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759412.470395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759412.470396:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759412.470399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759412.470399:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759412.470430:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759412.470433:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759412.470436:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759413.110263:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312767243, at 4312767296 00000100:00000040:3.0:1787759413.110275:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312767243, at 4312767296 00000100:00000010:2.0:1787759413.110281:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e840. 00000100:00000010:3.0:1787759413.110292:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e420. 00000100:00000001:3.0:1787759413.238183:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.238202:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759413.238208:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759413.238215:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759413.238219:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759413.238224:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.238228:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759413.238231:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.238243:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759413.494259:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.494259:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.494261:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759413.494270:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.494271:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759413.494272:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.494272:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.494275:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.494275:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759413.494277:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759413.494285:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759413.494286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759413.494287:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759413.494287:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759413.494291:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.494294:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759413.494296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759413.494296:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759413.494301:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759413.494302:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759413.494303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.494303:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.494308:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759413.494311:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.494314:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.494318:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759413.494322:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759413.494322:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759413.494331:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759413.494333:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759413.494335:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.494335:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759413.494336:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759413.494339:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.494343:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759413.494344:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759413.494345:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759413.494346:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759413.494353:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759413.494353:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759413.494358:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.494359:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759413.494365:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759413.494366:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759413.494367:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759413.494367:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759413.494369:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759413.494372:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759413.494376:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.494377:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759413.494379:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759413.494380:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759413.494381:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759413.494383:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759413.494388:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.494388:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759413.494392:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759413.494393:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759413.494397:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759413.494398:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759413.494402:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759413.494402:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759413.494403:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759413.494407:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759413.494412:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759413.494416:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759413.494419:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759413.494424:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759413.494428:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759413.494432:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759413.494434:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759413.494439:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759413.494445:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759413.494449:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759413.494456:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759413.494457:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759413.494462:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759413.494464:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759413.494467:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759413.494468:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759413.494487:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759413.494490:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759413.494493:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759414.262180:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759414.262186:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759414.262187:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759414.262191:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759414.262195:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759414.262198:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.262201:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759414.262203:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.262207:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.518221:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759414.518224:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759414.518225:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759414.518226:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759414.518228:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759414.518230:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759414.518231:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759414.518232:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.518233:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759414.518234:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759414.518235:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759414.518238:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759414.518239:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759414.518241:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759414.518241:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759414.518245:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759414.518245:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.518247:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759414.518247:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759414.518249:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759414.518251:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.518252:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759414.518253:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.518253:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759414.518257:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759414.518257:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759414.518257:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759414.518260:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.518262:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759414.518264:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.518265:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.518269:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.518273:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759414.518274:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759414.518275:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759414.518278:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759414.518279:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759414.518280:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759414.518282:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.518283:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759414.518284:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759414.518286:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759414.518289:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.518290:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759414.518291:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759414.518294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759414.518296:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759414.518296:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.518299:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.518299:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759414.518299:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759414.518300:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759414.518303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.518304:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759414.518305:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759414.518305:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.518307:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.518311:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759414.518311:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759414.518311:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759414.518315:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.518316:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759414.518319:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759414.518320:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759414.518321:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759414.518327:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.518327:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759414.518331:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759414.518332:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759414.518334:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759414.518337:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759414.518340:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759414.518367:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759414.518370:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759414.518375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759414.518376:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759414.518380:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759414.518381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759414.518385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759414.518386:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759414.518405:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759414.518407:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759414.518410:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759415.286225:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759415.286233:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759415.286235:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759415.286241:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759415.286245:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759415.286248:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759415.286251:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759415.286254:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759415.286257:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.542213:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759415.542219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759415.542220:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759415.542223:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.542224:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759415.542225:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759415.542229:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759415.542230:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759415.542231:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759415.542234:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759415.542234:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759415.542235:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.542236:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759415.542241:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759415.542242:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759415.542242:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759415.542244:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.542245:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542248:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759415.542248:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759415.542250:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759415.542251:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759415.542252:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.542256:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759415.542256:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759415.542260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759415.542261:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759415.542261:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759415.542265:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759415.542269:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.542270:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759415.542273:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542276:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759415.542276:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759415.542279:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759415.542283:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759415.542287:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759415.542291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759415.542292:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759415.542296:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759415.542296:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.542300:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759415.542300:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759415.542300:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759415.542304:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759415.542306:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759415.542307:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759415.542310:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759415.542311:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759415.542311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759415.542316:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759415.542317:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759415.542318:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759415.542318:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759415.542322:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542323:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759415.542323:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759415.542323:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542327:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759415.542329:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759415.542329:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759415.542331:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759415.542332:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542338:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759415.542338:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759415.542340:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759415.542343:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759415.542343:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759415.542349:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759415.542349:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759415.542353:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759415.542353:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759415.542358:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542359:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759415.542363:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759415.542368:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542371:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759415.542374:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542377:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542380:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542384:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759415.542386:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759415.542391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759415.542395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759415.542396:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759415.542440:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759415.542443:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759415.542447:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759416.310224:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.310231:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759416.310234:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759416.310239:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759416.310242:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759416.310246:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759416.310249:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759416.310251:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759416.310255:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.566219:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.566219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759416.566220:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759416.566220:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.566227:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.566228:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759416.566228:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759416.566229:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759416.566230:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.566233:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.566233:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759416.566233:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759416.566235:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759416.566241:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759416.566242:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759416.566242:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759416.566242:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759416.566246:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759416.566248:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759416.566249:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.566249:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759416.566250:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759416.566251:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759416.566254:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.566255:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.566255:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759416.566258:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.566260:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.566261:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759416.566263:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.566265:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.566267:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.566270:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759416.566270:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759416.566274:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759416.566275:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759416.566279:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759416.566280:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759416.566281:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.566282:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.566285:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759416.566285:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759416.566288:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.566290:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.566290:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759416.566291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759416.566294:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.566296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.566297:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759416.566297:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759416.566299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759416.566299:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759416.566301:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.566302:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759416.566304:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759416.566308:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759416.566308:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.566309:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759416.566310:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759416.566313:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759416.566315:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759416.566316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.566316:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759416.566320:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.566321:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759416.566324:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.566325:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.566329:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759416.566331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759416.566333:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759416.566333:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759416.566334:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759416.566337:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759416.566340:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759416.566341:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759416.566342:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759416.566347:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759416.566348:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759416.566351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759416.566353:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759416.566369:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759416.566371:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759416.566373:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759416.886253:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759416.886262:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759416.886264:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759416.886269:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759416.886273:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759416.886280:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18098 00000400:00000200:0.0:1787759416.886289:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759416.886295:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759416.886299:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759416.886302:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886305:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759416.886308:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886310:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759416.886315:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759416.886317:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759416.886320:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759416.886323:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759416.886326:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759416.886328:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759416.886331:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886333:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759416.886335:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886337:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759416.886340:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759416.886344:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886347:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759416.886349:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759416.886353:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759416.886356:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886358:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759416.886361:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759416.886368:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759416.886373:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759416.886377:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759416.886379:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886382:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759416.886385:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759416.886389:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759416.886396:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759416.886402:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759416.886411:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759416.886420:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759416.886424:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759416.886429:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759416.886448:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759416.886451:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759416.886454:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759416.886455:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759416.886457:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759416.886460:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759416.886463:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18098 00000400:00000200:0.0:1787759416.886467:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759416.886470:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759416.886473:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759416.886476:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759416.886476:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759416.886481:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759416.886481:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1787759416.886485:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759416.886485:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759416.886489:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759416.886493:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:1.0:1787759416.886493:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759416.886496:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759416.886499:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759416.886503:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:1.0:1787759416.886504:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1787759416.886507:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759416.886507:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.886512:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1787759416.886513:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 02000000:00000001:1.0:1787759416.886515:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759416.886518:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759416.886519:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:1.0:1787759416.886523:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875527168:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759416.886524:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759416.886529:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759416.886529:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787759416.886533:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759416.886533:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1787759416.886536:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:1.0:1787759416.886537:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.886541:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1787759416.886542:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886546:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759416.886546:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:0.0:1787759416.886551:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759416.886551:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.886557:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759416.886558:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1787759416.886561:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 02000000:00000001:0.0:1787759416.886562:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886566:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:1.0:1787759416.886569:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000008:00100000:0.0:1787759416.886570:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759416.886574:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886577:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759416.886577:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527168, portal 25 00000100:00000001:1.0:1787759416.886580:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759416.886581:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 00000100:00000010:0.0:1787759416.886583:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000100:00000040:1.0:1787759416.886587:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759416.886588:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759416.886593:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759416.886595:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.886597:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787759416.886599:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759416.886602:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1787759416.886602:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759416.886606:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759416.886607:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759416.886611:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875527168, offset 0 02000000:00000010:0.0:1787759416.886612:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759416.886617:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.886618:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00100000:0.0:1787759416.886626:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759416.886627:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.886634:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:0.0:1787759416.886638:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1787759416.886641:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1787759416.886642:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.886646:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000040:0.0:1787759416.886649:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759416.886651:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759416.886656:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.886661:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776543:776543:256:4294967295] 192.168.201.104@tcp LPNI seq info [776534:776534:8:4294967295] 00000100:00000001:0.0:1787759416.886674:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.886677:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759416.886679:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759416.886682:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759416.886684:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759416.886686:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1787759416.886689:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:0.0:1787759416.886691:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.0:1787759416.886695:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:0.0:1787759416.886697:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18098 00000800:00000010:1.0:1787759416.886701:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000400:00000200:0.0:1787759416.886704:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:1.0:1787759416.886710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:0.0:1787759416.886711:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759416.886716:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1787759416.886716:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1787759416.886723:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:1.1:1787759416.886724:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759416.886727:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1787759416.886728:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1787759416.886731:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000100:1.0:1787759416.886735:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886736:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000010:1.0:1787759416.886738:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000020:00000001:0.0:1787759416.886740:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759416.886743:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:1.0:1787759416.886744:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1787759416.886745:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759416.886748:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000400:00000200:1.0:1787759416.886749:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1787759416.886752:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759416.886754:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000020:00000001:0.0:1787759416.886755:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000010:1.0:1787759416.886758:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000040:0.0:1787759416.886761:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759416.886762:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787759416.886766:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759416.886768:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759416.886771:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886776:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759416.886781:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000001:1.0:1787759416.886782:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1787759416.886785:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:1.0:1787759416.886786:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759416.886789:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759416.886794:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759416.886797:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759416.886798:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759416.886800:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1787759416.886802:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886804:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759416.886805:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1787759416.886807:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1787759416.886811:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000008:00000001:0.0:1787759416.886812:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886816:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759416.886819:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759416.886821:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312772363 00000020:00000040:0.0:1787759416.886822:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759416.886828:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759416.886829:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.886831:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1787759416.886831:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e9c0. 02000000:00000001:0.0:1787759416.886834:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759416.886836:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.886840:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 02000000:00000010:0.0:1787759416.886841:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759416.886846:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759416.886866:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759416.886874:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759416.886876:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.886877:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312772363 00000100:00000040:0.0:1787759416.886880:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787759416.886883:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e4e0. 00000100:00000001:1.0:1787759416.886887:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759416.886892:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759416.886893:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.886896:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759416.886897:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759416.886899:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1787759416.886904:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1787759416.886905:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759416] req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759416.886906:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759416.886909:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759416.886915:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:1.0:1787759416.886919:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1787759416.886920:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18098 00000400:00000001:1.0:1787759416.886921:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759416.886924:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:0.0:1787759416.886927:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.886928:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759416.886931:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000400:00000200:0.0:1787759416.886932:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759416.886934:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1787759416.886936:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1787759416.886939:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759416.886943:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886948:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759416.886949:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759416.886952:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.886957:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759416.886958:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759416.886961:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759416.886962:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759416.886963:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1787759416.886965:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:1.0:1787759416.886965:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759416.886969:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:1.0:1787759416.886971:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759416.886973:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759416.886978:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759416.886983:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759416.886984:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759416.886989:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759416.886991:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759416.886993:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759416.886998:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759416.887002:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759416.887008:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:1.0:1787759416.887011:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759416.887013:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759416.887015:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.887017:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887017:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887020:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759416.887021:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759416.887022:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759416.887025:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1787759416.887026:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759416.887028:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1787759416.887030:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759416.887032:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759416.887034:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759416.887035:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:0.0:1787759416.887038:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1787759416.887040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1787759416.887044:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.887049:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.887051:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875527168:192.168.201.104@tcp:250:kworker.0 00000100:00000010:0.0:1787759416.887054:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759416.887056:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887060:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1787759416.887061:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000040:1.0:1787759416.887064:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875527168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759416.887065:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759416.887068:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.887073:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759416.887073:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759416.887076:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759416.887077:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1787759416.887079:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759416.887080:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759416.887084:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1787759416.887085:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000020:00000001:1.0:1787759416.887086:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759416.887088:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:0.0:1787759416.887091:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759416.887091:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759416.887093:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:1.0:1787759416.887097:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1787759416.887100:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787759416.887100:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759416.887104:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000100:00000001:1.0:1787759416.887109:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759416.887112:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759416.887113:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887148:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759416.887150:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759416.887157:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887158:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.887161:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887166:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759416.887170:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.887171:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759416.887172:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759416.887176:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759416.887177:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759416.887186:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759416.887190:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759416.887190:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.887193:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759416.887194:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1787759416.887196:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759416.887198:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759416.887199:0:221432:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1787759416.887200:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759416.887204:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18098 00000100:00100000:1.0:1787759416.887205:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759416.887210:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1787759416.887213:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759416.887213:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759416.887215:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887217:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787759416.887219:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000010:1.0:1787759416.887221:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 00000100:00080000:0.0:1787759416.887222:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1787759416.887224:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759416.887228:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887230:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759416.887234:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1787759416.887234:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000040:0.0:1787759416.887238:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:1.0:1787759416.887239:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:0.0:1787759416.887243:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:1.0:1787759416.887244:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527296, portal 10 00000100:00000001:1.0:1787759416.887248:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1787759416.887249:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759416.887250:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000020:00000040:0.0:1787759416.887252:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759416.887255:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759416.887257:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000040:1.0:1787759416.887258:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759416.887260:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759416.887265:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:1.0:1787759416.887269:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759416.887273:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759416.887273:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759416.887276:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000001:0.0:1787759416.887277:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759416.887279:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875527296, offset 0 00000100:00000040:0.0:1787759416.887283:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887284:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759416.887287:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759416.887292:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:0.0:1787759416.887293:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000400:00000200:1.0:1787759416.887297:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00080000:0.0:1787759416.887301:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887302:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759416.887306:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:0.0:1787759416.887307:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.887309:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1787759416.887312:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759416.887312:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887316:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776544:776544:256:4294967295] 192.168.201.104@tcp LPNI seq info [776535:776535:8:4294967295] 02000000:00000001:0.0:1787759416.887317:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787759416.887321:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759416.887323:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.887328:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759416.887329:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000008:00100000:0.0:1787759416.887331:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000800:00000200:1.0:1787759416.887335:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000008:00000001:0.0:1787759416.887336:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759416.887338:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000001:0.0:1787759416.887339:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759416.887343:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000010:0.0:1787759416.887345:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000800:00000200:1.0:1787759416.887346:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000040:0.0:1787759416.887350:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000800:00000200:1.1:1787759416.887352:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:0.0:1787759416.887356:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1787759416.887356:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 02000000:00000001:0.0:1787759416.887359:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1787759416.887362:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759416.887364:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1787759416.887365:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 02000000:00000001:0.0:1787759416.887367:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1787759416.887368:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1787759416.887369:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.887374:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000010:0.0:1787759416.887376:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000400:00000200:1.0:1787759416.887377:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759416.887379:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:0.0:1787759416.887382:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887383:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759416.887387:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759416.887391:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759416.887396:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.887401:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759416.887407:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759416.887411:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759416.887412:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887414:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759416.887418:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759416.887420:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759416.887421:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759416.887428:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759416.887432:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312771084 00000100:00000001:1.0:1787759416.887436:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312772363 00000100:00000001:0.0:1787759416.887438:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887438:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312771084 00000100:00000001:1.0:1787759416.887442:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.887443:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759416.887444:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18108) 00000100:00000001:1.0:1787759416.887445:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887448:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759416.887452:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759416] req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759416.887457:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759416.887458:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759416.887459:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759416.887460:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759416.887462:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759416.887464:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759416.887466:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759416.887472:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887476:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759416.887477:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887478:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887479:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759416.887482:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887486:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759416.887489:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887493:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759416.887495:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887497:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887497:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887499:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759416.887501:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759416.887502:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759416.887505:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759416.887506:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759416.887508:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759416.887513:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759416.887516:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759416.887518:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887522:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.887522:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887524:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759416.887525:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759416.887526:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.887528:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759416.887529:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759416.887530:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759416.887532:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887533:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759416.887535:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759416.887537:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.887539:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759416.887541:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759416.887543:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759416.887545:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527424, portal 10 00000100:00000001:1.0:1787759416.887546:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759416.887548:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759416.887551:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887556:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759416.887558:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759416.887559:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759416.887561:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875527424, offset 0 00000400:00000200:1.0:1787759416.887563:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887565:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.887567:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759416.887569:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759416.887570:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759416.887572:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759416.887573:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887575:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776545:776545:256:4294967295] 192.168.201.104@tcp LPNI seq info [776536:776536:8:4294967295] 00000400:00000200:1.0:1787759416.887579:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.887582:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759416.887586:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.887588:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759416.887590:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759416.887592:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759416.887595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759416.887598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759416.887601:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.887603:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759416.887605:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759416.887607:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759416.887609:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759416.887610:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759416.887612:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759416.887614:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887619:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.887621:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887626:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887627:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759416.887629:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759416.887630:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759416.887632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759416.887633:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312771084 00000100:00000001:1.0:1787759416.887636:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.887637:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312771084 00000100:00000001:1.0:1787759416.887639:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.887641:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759416.887642:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887643:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759416.887645:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759416] req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759416.887649:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759416.887650:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759416.887651:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759416.887652:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759416.887653:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759416.887655:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759416.887656:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759416.887662:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887666:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759416.887667:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887668:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887669:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759416.887671:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887676:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759416.887679:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887683:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759416.887684:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887686:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887686:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887687:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759416.887689:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759416.887690:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759416.887692:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759416.887694:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759416.887696:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759416.887701:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759416.887703:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887704:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.887706:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875527296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887710:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759416.887712:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759416.887713:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759416.887714:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759416.887715:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759416.887716:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759416.887717:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759416.887719:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:1.0:1787759416.887721:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759416.887722:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759416.887723:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759416.887726:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759416.887727:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887728:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.887730:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875527424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887734:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759416.887735:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759416.887735:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759416.887737:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759416.887737:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759416.887738:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759416.887739:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759416.887740:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:1.0:1787759416.887741:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759416.887742:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759416.887743:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759416.887745:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759416.887746:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887747:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887749:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.887750:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887751:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759416.887752:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759416.887753:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759416.887755:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887758:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.887759:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887760:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759416.887761:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759416.887763:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.887765:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759416.887768:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759416.887769:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759416.887770:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887771:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759416.887773:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759416.887774:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.887776:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759416.887777:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759416.887779:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759416.887781:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527552, portal 4 00000100:00000001:1.0:1787759416.887783:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759416.887784:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759416.887787:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887791:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759416.887793:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759416.887795:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759416.887796:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875527552, offset 0 00000400:00000200:1.0:1787759416.887799:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887801:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.887802:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759416.887804:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759416.887805:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759416.887807:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759416.887808:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.887810:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776546:776546:256:4294967295] 192.168.201.104@tcp LPNI seq info [776537:776537:8:4294967295] 00000400:00000200:1.0:1787759416.887813:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.887817:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759416.887822:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.887824:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759416.887829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759416.887832:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759416.887836:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759416.887838:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759416.887843:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.887845:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759416.887848:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759416.887861:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759416.887865:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759416.887867:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759416.887870:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759416.887873:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887880:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.887882:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887886:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887887:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759416.887890:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759416.887892:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759416.887894:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759416.887895:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312771143 00000100:00000001:1.0:1787759416.887897:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.887899:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312771143 00000100:00000001:1.0:1787759416.887901:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.887902:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759416.887903:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.887905:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759416.887907:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759416] req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759416.887912:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759416.887913:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759416.887914:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759416.887916:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759416.887917:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759416.887919:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759416.887921:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759416.887926:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887931:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759416.887931:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887933:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887933:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759416.887935:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887939:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759416.887941:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887945:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759416.887947:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887948:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.887949:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.887950:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759416.887951:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759416.887953:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759416.887955:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759416.887956:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759416.887959:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759416.887963:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759416.887966:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759416.887968:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.887973:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759416.887974:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887975:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759416.887976:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759416.887977:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759416.887979:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759416.887981:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759416.887982:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759416.887983:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759416.887984:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759416.887986:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759416.887988:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759416.887990:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759416.887992:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759416.887994:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759416.887996:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527680, portal 4 00000100:00000001:1.0:1787759416.887997:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759416.887998:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759416.888002:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888006:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759416.888008:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759416.888009:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759416.888011:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875527680, offset 0 00000400:00000200:1.0:1787759416.888013:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759416.888016:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.888018:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759416.888019:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759416.888021:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759416.888023:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759416.888025:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759416.888026:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776547:776547:256:4294967295] 192.168.201.104@tcp LPNI seq info [776538:776538:8:4294967295] 00000400:00000200:1.0:1787759416.888029:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759416.888033:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759416.888036:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.888038:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759416.888040:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759416.888042:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759416.888045:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759416.888047:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759416.888050:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759416.888051:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759416.888053:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759416.888055:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759416.888057:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759416.888058:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759416.888060:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759416.888062:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888067:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.888069:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759441 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888073:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.888075:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759416.888076:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759416.888078:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759416.888080:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759416.888082:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312771107 00000100:00000001:1.0:1787759416.888083:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.888085:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312771107 00000100:00000001:1.0:1787759416.888087:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312772363 00000100:00000001:1.0:1787759416.888089:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759416.888090:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.888092:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759416.888094:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759416/real 1787759416] req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759416.888098:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759416.888099:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759416.888100:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759416.888102:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759416.888104:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759416.888106:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759416.888109:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759416.888134:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888141:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759416.888143:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888145:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.888147:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759416.888149:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888154:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759416.888157:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888161:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759416.888163:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888164:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759416.888164:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888166:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759416.888167:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759416.888169:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759416.888172:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759416.888173:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759416.888176:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759416.888181:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759416.888184:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888185:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.888187:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875527552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888191:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759416.888192:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759416.888193:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759416.888195:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759416.888197:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759416.888197:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759416.888199:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759416.888200:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:1.0:1787759416.888202:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759416.888203:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759416.888204:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759416.888206:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759416.888207:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888208:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759416.888210:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875527680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759441 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759416.888214:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759416.888215:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759416.888216:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521800. 02000000:00000001:1.0:1787759416.888218:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759416.888219:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759416.888219:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759416.888221:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759416.888222:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:1.0:1787759416.888224:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759416.888224:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759416.888225:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759416.888227:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759416.888227:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888228:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759416.888230:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759416.888231:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759416.888232:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759416.888233:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759417.334237:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759417.334243:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759417.334245:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759417.334248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759417.334251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759417.334254:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759417.334256:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759417.334258:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759417.334260:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759417.590206:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759417.590208:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.590215:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759417.590215:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759417.590215:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759417.590219:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759417.590219:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590222:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759417.590226:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759417.590227:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759417.590227:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759417.590231:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759417.590234:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759417.590234:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759417.590237:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759417.590240:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.590241:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590241:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.590246:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759417.590249:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759417.590252:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759417.590254:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759417.590258:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590261:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590262:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759417.590263:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.590266:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.590271:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759417.590276:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759417.590279:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759417.590283:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759417.590287:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759417.590290:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759417.590293:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759417.590295:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759417.590298:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590304:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.590310:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759417.590310:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.590313:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759417.590315:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759417.590318:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759417.590319:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759417.590322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759417.590323:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759417.590324:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759417.590328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590330:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590330:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759417.590334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759417.590335:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759417.590335:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759417.590339:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590340:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590340:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759417.590344:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.590346:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759417.590346:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759417.590349:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759417.590350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759417.590356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759417.590358:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590364:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759417.590368:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759417.590369:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759417.590373:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759417.590374:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759417.590377:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759417.590377:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759417.590380:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759417.590382:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759417.590383:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000020:00000001:3.0:1787759417.590384:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759417.590386:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590389:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759417.590390:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759417.590391:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759417.590393:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.590394:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759417.590398:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759417.590399:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759417.590403:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759417.590406:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759418.230177:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312772363, at 4312772416 00000100:00000040:2.0:1787759418.230186:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312772363, at 4312772416 00000100:00000010:3.0:1787759418.230189:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e4e0. 00000100:00000010:2.0:1787759418.230194:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e9c0. 00000100:00000001:3.0:1787759418.358214:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759418.358219:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759418.358221:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759418.358225:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759418.358228:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759418.358231:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759418.358233:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759418.358235:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759418.358237:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614276:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759418.614277:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759418.614284:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759418.614289:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759418.614289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.614296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.614301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759418.614302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759418.614306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614307:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759418.614314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759418.614316:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614322:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759418.614322:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759418.614327:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759418.614333:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759418.614337:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759418.614340:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614342:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759418.614343:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614347:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759418.614349:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614351:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.614356:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.614358:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.614361:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614363:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.614365:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614367:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759418.614368:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759418.614369:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759418.614375:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759418.614376:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759418.614380:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759418.614381:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614383:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759418.614385:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614389:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759418.614389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759418.614391:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759418.614394:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759418.614397:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759418.614398:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759418.614399:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759418.614403:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759418.614405:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614407:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759418.614411:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759418.614412:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759418.614413:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759418.614416:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614424:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759418.614425:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614429:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614433:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759418.614445:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759418.614450:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759418.614450:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759418.614453:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759418.614454:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759418.614457:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787759418.614464:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.614468:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759418.614470:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.614474:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759418.614475:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614477:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759418.614482:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759418.614482:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759418.614484:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759418.614486:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614490:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759418.614490:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759418.614491:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759418.614493:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759418.614496:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759418.614501:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759418.614502:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759418.614505:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759418.614506:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759418.614509:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759418.614513:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759418.614513:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759418.614518:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759418.614523:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759418.616249:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759418.616253:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759418.616255:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759418.616259:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759418.616261:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759418.616264:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759418.616266:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759418.616268:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759418.616271:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759419.382401:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759419.382412:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759419.382415:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759419.382423:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759419.382427:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759419.382433:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759419.382436:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759419.382438:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759419.382441:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.638281:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759419.638282:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.638294:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759419.638295:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.638299:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.638299:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759419.638307:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759419.638307:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759419.638315:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.638315:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.638322:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638323:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.638329:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.638334:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638339:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.638339:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.638343:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638347:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759419.638358:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.638366:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759419.638368:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.638372:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759419.638372:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759419.638373:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759419.638381:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759419.638384:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759419.638386:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759419.638388:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759419.638392:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759419.638395:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759419.638398:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759419.638401:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759419.638402:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638406:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759419.638409:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.638411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759419.638413:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759419.638415:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759419.638416:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.638417:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.638421:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759419.638421:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759419.638426:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759419.638426:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759419.638433:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.638438:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.638440:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759419.638440:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759419.638442:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759419.638442:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759419.638444:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759419.638445:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759419.638447:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759419.638451:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759419.638453:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759419.638460:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759419.638463:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759419.638466:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759419.638469:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759419.638473:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759419.638475:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759419.638476:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759419.638478:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638481:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759419.638484:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759419.638485:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759419.638489:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759419.638493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759419.638496:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759419.638499:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.638500:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759419.638505:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759419.638507:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759419.638507:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759419.638510:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759419.638512:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759419.638517:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759419.638519:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759419.638525:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759419.638527:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759419.638548:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759419.638551:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759419.638554:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759420.406219:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759420.406227:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759420.406228:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759420.406232:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759420.406235:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759420.406237:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759420.406239:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759420.406241:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759420.406243:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.662202:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759420.662209:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759420.662209:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759420.662211:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759420.662215:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759420.662217:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759420.662218:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.662220:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759420.662222:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759420.662223:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759420.662226:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759420.662227:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759420.662228:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759420.662231:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.662232:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759420.662233:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759420.662236:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.662236:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662241:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.662242:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759420.662243:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759420.662246:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759420.662247:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.662253:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759420.662253:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.662257:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.662260:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.662270:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759420.662270:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759420.662271:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759420.662273:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759420.662276:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759420.662277:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759420.662277:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759420.662278:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.662282:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759420.662282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759420.662282:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.662285:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662289:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759420.662290:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759420.662290:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759420.662291:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.662293:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759420.662296:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.662297:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759420.662297:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759420.662298:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759420.662300:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.662303:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759420.662303:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759420.662304:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759420.662307:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759420.662310:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759420.662312:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759420.662312:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759420.662314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759420.662317:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759420.662318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662321:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759420.662322:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759420.662323:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759420.662324:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759420.662328:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662328:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759420.662332:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759420.662334:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759420.662335:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759420.662338:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662340:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759420.662342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759420.662344:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759420.662352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759420.662359:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759420.662362:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759420.662366:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662369:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759420.662372:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662374:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662377:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662380:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759420.662382:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759420.662385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759420.662386:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759420.662406:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759420.662409:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759420.662412:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759421.430232:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759421.430239:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759421.430241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759421.430247:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759421.430251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759421.430255:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.430258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759421.430260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.430263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759421.686440:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759421.686447:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759421.686453:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759421.686454:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759421.686457:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759421.686457:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759421.686460:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759421.686461:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759421.686484:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759421.686487:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759421.686490:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759421.686862:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759421.686867:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759421.686868:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759421.686871:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759421.686872:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759421.686878:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.686882:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759421.686883:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759421.686886:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.686887:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759421.686890:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759421.686892:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759421.686893:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759421.686894:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759421.686896:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.686900:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759421.686901:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.686902:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759421.686904:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759421.686907:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759421.686909:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759421.686911:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.686913:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759421.686917:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759421.686917:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759421.686921:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759421.686924:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759421.686930:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759421.686934:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759421.686935:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759421.686938:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.686940:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759421.686942:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.686945:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759421.686947:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.686949:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759421.688893:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759421.688899:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759421.688900:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759421.688904:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759421.688907:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759421.688908:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759421.688913:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759421.688913:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759421.688917:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759421.688918:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759421.688921:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759421.688922:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759421.688924:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759421.688928:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759421.688931:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.688934:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759421.688936:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759421.688938:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759421.689007:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759421.689010:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759421.689012:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759421.689014:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759421.689017:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759421.689018:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.689021:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759421.689022:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759421.689025:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759421.689043:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759421.689047:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759421.689049:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759421.689052:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759421.689054:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759421.689056:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759421.689058:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759421.689060:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759421.689062:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759422.006657:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759422.006665:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759422.006668:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759422.006671:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759422.006676:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759422.006683:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18103 00000400:00000200:1.0:1787759422.006693:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759422.006699:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759422.006702:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759422.006706:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006709:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.006712:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006714:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759422.006719:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759422.006722:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759422.006725:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759422.006728:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759422.006730:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759422.006734:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759422.006737:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006739:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.006741:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006743:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759422.006747:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759422.006751:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006754:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759422.006758:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759422.006789:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759422.006793:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.006796:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759422.006799:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759422.006806:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39a40. 00000020:00000040:1.0:1787759422.006810:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759422.006815:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759422.006817:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.006820:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759422.006824:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759422.006828:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759422.006837:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000001:1.0:1787759422.006845:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.006856:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759422.006864:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759422.006868:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.006871:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096c362a4] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759422.006900:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759422.006903:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759422.006906:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759422.006908:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759422.006909:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759422.006912:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759422.006914:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18103 00000400:00000200:1.0:1787759422.006918:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759422.006921:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759422.006923:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759422.006926:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006928:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.006930:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006932:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759422.006934:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759422.006935:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759422.006937:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759422.006939:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759422.006940:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759422.006942:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759422.006944:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006946:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.006948:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006950:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759422.006952:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759422.006954:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759422.006956:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759422.006958:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759422.006963:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759422.006965:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.006966:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759422.006969:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759422.006972:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.006974:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759422.006977:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f392c0. 00000020:00000040:1.0:1787759422.006979:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759422.006981:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759422.006982:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.006983:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759422.006984:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759422.006985:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759422.006988:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759422.006991:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.006994:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759422.006999:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759422.007001:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.007003:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e22d281] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759422.007008:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759422.007010:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759422.007011:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759422.007012:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759422.007014:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759422.007016:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759422.007017:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18103 00000400:00000200:1.0:1787759422.007020:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759422.007022:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759422.007023:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759422.007026:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007027:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007029:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007030:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759422.007032:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759422.007033:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759422.007034:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759422.007035:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759422.007036:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759422.007038:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759422.007040:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007041:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007042:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007043:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759422.007045:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759422.007047:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007048:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759422.007049:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759422.007051:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759422.007052:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007053:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759422.007054:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759422.007056:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007057:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759422.007059:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759422.007060:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759422.007062:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759422.007062:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007063:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759422.007064:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759422.007065:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759422.007067:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759422.007070:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.007072:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759422.007077:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759422.007078:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.007081:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759422.007085:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759422.007086:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759422.007088:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759422.007089:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759422.007090:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759422.007092:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759422.007093:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18103 00000400:00000200:1.0:1787759422.007095:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759422.007097:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759422.007098:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759422.007100:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007102:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007103:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007105:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759422.007107:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759422.007109:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759422.007111:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759422.007113:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759422.007115:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759422.007141:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759422.007145:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007148:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007150:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007153:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759422.007156:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759422.007159:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007162:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759422.007164:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759422.007166:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759422.007168:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007171:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759422.007173:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759422.007175:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007177:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759422.007181:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000020:00000040:1.0:1787759422.007184:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759422.007186:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759422.007188:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007189:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759422.007191:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759422.007193:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759422.007196:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759422.007199:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.007204:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759422.007209:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759422.007211:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.007213:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759422.007218:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759422.007220:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759422.007223:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759422.007224:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759422.007225:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759422.007227:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759422.007229:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18103 00000400:00000200:1.0:1787759422.007231:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759422.007233:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759422.007235:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759422.007237:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007239:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007240:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007241:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759422.007243:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759422.007244:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759422.007245:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759422.007247:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759422.007248:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759422.007249:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759422.007251:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007253:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759422.007254:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007255:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759422.007257:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759422.007259:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759422.007261:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759422.007262:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759422.007263:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759422.007264:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007266:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759422.007267:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759422.007268:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007269:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759422.007272:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759422.007274:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759422.007276:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759422.007277:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.007278:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759422.007279:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759422.007280:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759422.007282:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759422.007285:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.007287:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759422.007292:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759422.007293:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.007295:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759422.007300:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759422.007304:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18113) 00000100:00000001:3.0:1787759422.007787:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759422.007792:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759422.007795:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759422.007801:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.007808:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.007809:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.007812:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759422.007815:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759422.007817:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.007819:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875527808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759422.007827:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759422.007864:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759422.007867:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.007869:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759422.007873:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759422.007875:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.007880:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759422.007883:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759422.007893:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759422.007900:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527808, portal 25 00000100:00000001:3.0:1787759422.007902:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759422.007903:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 00000100:00000040:3.0:1787759422.007909:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.007915:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759422.007918:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759422.007921:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759422.007923:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875527808, offset 0 00000400:00000200:3.0:1787759422.007928:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759422.007935:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.007940:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759422.007945:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759422.007950:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759422.007954:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759422.007957:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759422.007961:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776548:776548:256:4294967295] 192.168.201.104@tcp LPNI seq info [776539:776539:8:4294967295] 00000400:00000200:3.0:1787759422.007965:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.007973:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759422.007978:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.007982:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759422.007987:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759422.007991:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759422.007995:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759422.008001:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759422.008004:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.008006:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759422.008010:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759422.008013:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759422.008017:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759422.008020:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759422.008023:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759422.008026:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008032:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.008035:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008040:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.008041:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759422.008046:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.008048:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759422.008050:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312777484 00000100:00000010:3.0:1787759422.008053:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759422.008059:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759422.008062:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312777484 00000100:00000010:3.0:1787759422.008065:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14000. 00000100:00000001:3.0:1787759422.008067:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759422.008069:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759422.008072:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.008074:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759422.008077:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759422/real 1787759422] req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759422.008083:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759422.008084:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759422.008086:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759422.008088:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759422.008089:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759422.008091:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759422.008093:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759422.008099:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008104:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759422.008105:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.008106:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.008108:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759422.008110:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008189:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759422.008196:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008201:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759422.008203:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.008204:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.008205:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.008207:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759422.008208:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759422.008210:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759422.008213:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759422.008215:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759422.008218:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759422.008224:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875527808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759422.008228:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759422.008230:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.008234:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.008234:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.008236:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759422.008237:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759422.008239:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.008241:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759422.009803:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759422.009806:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759422.009808:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.009811:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759422.009818:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc000. 02000000:00000001:3.0:1787759422.009821:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.009826:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759422.009829:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759422.009835:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759422.009848:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875527936, portal 10 00000100:00000001:3.0:1787759422.009851:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759422.009852:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 00000100:00000040:3.0:1787759422.009862:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.009869:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759422.009872:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759422.009875:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759422.009878:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875527936, offset 0 00000400:00000200:3.0:1787759422.009884:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759422.009889:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.009894:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759422.009897:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759422.009900:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759422.009903:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759422.009906:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759422.009909:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776549:776549:256:4294967295] 192.168.201.104@tcp LPNI seq info [776540:776540:8:4294967295] 00000400:00000200:3.0:1787759422.009913:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.009920:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759422.009925:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.009929:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759422.009935:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759422.009939:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759422.009944:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759422.009947:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759422.009951:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.009953:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759422.009958:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759422.009961:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759422.009965:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759422.009967:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759422.009969:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759422.009972:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.009979:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.009981:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.009985:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.009987:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759422.009990:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759422.009994:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759422.009997:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759422.009998:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312776205 00000100:00000001:3.0:1787759422.010001:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010003:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312776205 00000100:00000001:3.0:1787759422.010005:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010006:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759422.010008:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010009:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759422.010012:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759422/real 1787759422] req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759422.010017:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759422.010018:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759422.010020:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759422.010021:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759422.010023:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759422.010025:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759422.010027:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759422.010032:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010036:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759422.010037:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010039:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010039:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759422.010042:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010045:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759422.010048:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010054:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759422.010056:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010057:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010058:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010059:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759422.010062:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759422.010064:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759422.010067:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759422.010068:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759422.010071:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759422.010076:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875527936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759422.010079:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759422.010082:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010086:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.010087:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010089:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759422.010090:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759422.010092:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.010094:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759422.010096:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759422.010098:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759422.010099:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010100:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010102:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de800. 02000000:00000001:3.0:1787759422.010104:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.010106:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759422.010108:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759422.010110:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759422.010112:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528064, portal 10 00000100:00000001:3.0:1787759422.010114:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759422.010127:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00000040:3.0:1787759422.010131:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010136:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759422.010137:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759422.010139:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759422.010141:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875528064, offset 0 00000400:00000200:3.0:1787759422.010144:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010148:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010151:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759422.010153:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759422.010154:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759422.010156:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759422.010158:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010160:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776550:776550:256:4294967295] 192.168.201.104@tcp LPNI seq info [776541:776541:8:4294967295] 00000400:00000200:3.0:1787759422.010162:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010166:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759422.010169:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010172:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759422.010174:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759422.010176:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759422.010179:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759422.010181:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759422.010184:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010185:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759422.010187:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759422.010189:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759422.010191:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759422.010193:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759422.010195:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759422.010197:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010202:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010204:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010208:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010209:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759422.010211:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759422.010213:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759422.010215:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759422.010216:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312776205 00000100:00000001:3.0:1787759422.010218:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010219:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312776205 00000100:00000001:3.0:1787759422.010221:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010223:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759422.010224:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010225:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759422.010227:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759422/real 1787759422] req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759422.010232:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759422.010233:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759422.010234:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759422.010235:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759422.010236:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759422.010238:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759422.010240:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759422.010245:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010250:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759422.010251:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010252:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010253:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759422.010255:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010259:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759422.010261:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010265:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759422.010267:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010268:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010269:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010270:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759422.010272:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759422.010273:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759422.010276:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759422.010277:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759422.010280:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759422.010285:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759422.010287:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759422.010290:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010294:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.010295:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010297:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759422.010299:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759422.010302:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.010305:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759422.010308:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759422.010310:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759422.010311:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010314:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010317:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759422.010320:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.010323:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759422.010327:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759422.010330:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759422.010333:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528192, portal 4 00000100:00000001:3.0:1787759422.010335:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759422.010336:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759422.010342:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010347:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759422.010350:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759422.010352:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759422.010354:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875528192, offset 0 00000400:00000200:3.0:1787759422.010357:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010361:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010364:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759422.010367:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759422.010369:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759422.010371:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759422.010373:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010376:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776551:776551:256:4294967295] 192.168.201.104@tcp LPNI seq info [776542:776542:8:4294967295] 00000400:00000200:3.0:1787759422.010381:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010386:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759422.010392:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010395:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759422.010398:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759422.010401:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759422.010405:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759422.010407:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759422.010411:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010413:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759422.010416:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759422.010420:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759422.010422:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759422.010424:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759422.010426:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759422.010430:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010436:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010439:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010444:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010446:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759422.010449:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759422.010452:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759422.010455:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759422.010457:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312776264 00000100:00000001:3.0:1787759422.010459:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010462:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312776264 00000100:00000001:3.0:1787759422.010464:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010467:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759422.010469:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010470:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759422.010474:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759422/real 1787759422] req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759422.010481:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759422.010483:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759422.010484:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759422.010487:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759422.010489:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759422.010491:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759422.010494:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759422.010502:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010509:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759422.010510:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010512:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010513:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759422.010517:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010523:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759422.010526:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010531:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759422.010532:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010533:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010534:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010535:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759422.010537:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759422.010539:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759422.010541:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759422.010543:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759422.010546:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759422.010551:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759422.010554:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759422.010556:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010560:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.010561:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010563:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759422.010564:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759422.010565:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.010567:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759422.010570:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759422.010571:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759422.010572:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759422.010573:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010576:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759422.010577:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759422.010580:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759422.010582:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759422.010584:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759422.010586:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528320, portal 4 00000100:00000001:3.0:1787759422.010588:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759422.010589:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759422.010593:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010598:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759422.010599:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759422.010601:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759422.010602:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875528320, offset 0 00000400:00000200:3.0:1787759422.010607:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010611:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010614:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759422.010617:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759422.010619:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759422.010622:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759422.010625:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759422.010627:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776552:776552:256:4294967295] 192.168.201.104@tcp LPNI seq info [776543:776543:8:4294967295] 00000400:00000200:3.0:1787759422.010632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759422.010637:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759422.010643:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010646:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759422.010649:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759422.010651:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759422.010654:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759422.010656:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759422.010659:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759422.010660:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759422.010663:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759422.010665:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759422.010667:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759422.010668:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759422.010670:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759422.010673:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010678:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010680:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010685:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010686:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759422.010688:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759422.010690:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759422.010692:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759422.010694:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312776228 00000100:00000001:3.0:1787759422.010696:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010698:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312776228 00000100:00000001:3.0:1787759422.010700:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312777484 00000100:00000001:3.0:1787759422.010701:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759422.010702:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010704:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759422.010706:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759422/real 1787759422] req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759422.010710:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759422.010711:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759422.010712:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759422.010714:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759422.010715:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759422.010717:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759422.010719:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759422.010724:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010728:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759422.010729:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010730:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010731:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759422.010734:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010740:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759422.010744:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010750:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759422.010753:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010755:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759422.010756:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010768:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759422.010771:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759422.010774:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759422.010778:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759422.010781:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759422.010786:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759422.010794:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759422.010798:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010800:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010804:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875527808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010811:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759422.010813:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010816:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dec00. 02000000:00000001:3.0:1787759422.010820:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759422.010822:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759422.010824:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759422.010827:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759422.010830:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:3.0:1787759422.010834:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759422.010836:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759422.010838:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00000001:3.0:1787759422.010842:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759422.010843:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010844:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010846:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875527936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010854:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759422.010855:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010856:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc000. 02000000:00000001:3.0:1787759422.010858:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759422.010859:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759422.010860:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759422.010861:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759422.010862:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:3.0:1787759422.010863:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759422.010864:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759422.010865:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:3.0:1787759422.010866:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759422.010867:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010868:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010870:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875528064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010876:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759422.010877:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010878:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de800. 02000000:00000001:3.0:1787759422.010881:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759422.010882:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759422.010883:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759422.010885:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759422.010886:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:3.0:1787759422.010889:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759422.010890:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759422.010891:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:3.0:1787759422.010894:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759422.010895:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010897:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010901:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875528192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010907:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759422.010908:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010911:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759422.010913:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759422.010914:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759422.010915:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759422.010918:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759422.010919:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:3.0:1787759422.010921:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759422.010921:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759422.010922:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759422.010924:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759422.010925:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010926:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759422.010929:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875528320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759422.010935:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759422.010937:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759422.010938:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759422.010941:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759422.010942:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759422.010943:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759422.010945:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759422.010947:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:3.0:1787759422.010950:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759422.010951:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759422.010952:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759422.010955:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759422.010956:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010959:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.010967:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759422.010970:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.010972:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759422.010974:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.454186:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759422.454191:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759422.454193:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.454198:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759422.454201:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759422.454204:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.454207:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.454209:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.454211:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.710246:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759422.710246:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710254:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759422.710255:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759422.710255:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759422.710257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.710260:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.710260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759422.710264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759422.710267:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759422.710267:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759422.710270:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.710272:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759422.710274:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.710277:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759422.710277:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.710279:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759422.710283:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759422.710286:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759422.710289:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.710366:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759422.710369:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759422.710370:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759422.710373:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759422.710375:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759422.710377:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710533:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.710536:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710539:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759422.710540:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759422.710543:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759422.710547:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759422.710559:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710563:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759422.710564:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759422.710567:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759422.710570:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759422.710572:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710575:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710575:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759422.710577:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710580:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759422.710582:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.710583:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759422.710588:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759422.710591:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.710593:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710596:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.710598:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710600:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759422.710604:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710608:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759422.710609:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759422.710612:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759422.710615:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759422.710616:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759422.710620:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759422.710621:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710623:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759422.710625:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759422.710627:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759422.710628:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710632:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759422.710633:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759422.710636:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710640:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759422.710642:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759422.710645:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759422.710704:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759422.710706:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759422.710712:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759422.710743:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759422.710771:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759422.710775:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759422.710777:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759422.710780:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759422.710781:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759422.710785:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759422.710787:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759422.710806:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759422.710808:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759422.710811:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759423.350169:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312777484, at 4312777536 00000100:00000010:3.0:1787759423.350181:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000040:2.0:1787759423.350231:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312777484, at 4312777536 00000100:00000010:2.0:1787759423.350240:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759423.478226:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759423.478232:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759423.478234:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759423.478238:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759423.478240:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759423.478243:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759423.478245:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759423.478247:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759423.478249:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759423.734234:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759423.734234:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759423.734236:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759423.734242:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759423.734242:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759423.734243:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759423.734246:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759423.734247:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.734247:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759423.734255:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759423.734256:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759423.734256:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759423.734262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.734262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759423.734262:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759423.734269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734270:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.734273:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759423.734276:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759423.734278:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.734285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759423.734288:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734291:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734292:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759423.734296:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734299:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.734308:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759423.734313:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759423.734314:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734315:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759423.734319:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759423.734320:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759423.734323:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.734324:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759423.734326:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759423.734328:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734330:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.734331:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759423.734333:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734334:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734339:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734340:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759423.734343:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734346:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759423.734346:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759423.734352:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759423.734355:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759423.734358:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759423.734362:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759423.734364:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759423.734367:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759423.734369:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759423.734372:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759423.734375:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759423.734378:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759423.734381:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759423.734383:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759423.734386:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734388:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759423.734389:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759423.734392:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759423.734397:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759423.734399:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759423.734400:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734404:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759423.734406:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759423.734407:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759423.734410:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759423.734411:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734413:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759423.734415:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759423.734417:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759423.734417:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759423.734424:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759423.734427:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734429:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759423.734431:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759423.734434:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759423.734438:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759423.734442:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759423.734445:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759424.502420:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759424.502427:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759424.502429:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759424.502432:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759424.502435:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759424.502438:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759424.502441:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759424.502443:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759424.502445:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758230:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759424.758231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759424.758235:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759424.758240:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759424.758240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759424.758240:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759424.758243:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758245:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.758246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759424.758253:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759424.758253:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759424.758254:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759424.758259:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.758260:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759424.758260:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.758265:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.758265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759424.758266:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.758337:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759424.758341:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.758347:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759424.758347:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759424.758349:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759424.758352:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759424.758354:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.758356:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759424.758358:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759424.758362:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759424.758366:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759424.758369:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759424.758370:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759424.758375:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759424.758376:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759424.758378:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.758379:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759424.758383:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759424.758384:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759424.758386:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759424.758389:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759424.758390:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.758394:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.758394:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759424.758398:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759424.758399:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.758402:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759424.758403:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.758405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.758408:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758409:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759424.758410:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759424.758413:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759424.758414:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758417:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759424.758422:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759424.758424:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759424.758428:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759424.758430:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759424.758435:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759424.758437:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759424.758437:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.758442:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759424.758445:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759424.758446:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758449:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759424.758450:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759424.758452:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.758454:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759424.758456:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759424.758458:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.758460:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759424.758461:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759424.758463:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759424.758464:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759424.758466:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759424.758467:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759424.758469:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759424.758471:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759424.758473:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759424.758473:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759424.758479:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759424.758551:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759424.758554:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759424.758557:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759425.526299:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759425.526309:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759425.526311:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759425.526317:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759425.526320:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759425.526325:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759425.526328:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759425.526330:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759425.526333:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759425.782241:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759425.782241:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759425.782241:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759425.782249:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759425.782251:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759425.782251:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.782252:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759425.782256:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759425.782256:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.782257:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.782263:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759425.782264:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759425.782264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.782266:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.782270:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.782271:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759425.782271:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.782275:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.782276:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759425.782277:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.782278:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759425.782281:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759425.782284:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759425.782285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759425.782288:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759425.782290:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782291:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759425.782293:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782295:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.782297:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.782299:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.782302:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.782303:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.782305:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759425.782306:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.782307:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759425.782310:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759425.782314:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759425.782316:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759425.782319:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759425.782322:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759425.782325:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759425.782328:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759425.782330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759425.782332:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759425.782734:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759425.782738:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759425.782740:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759425.782743:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759425.782745:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759425.782755:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759425.782758:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759425.782759:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759425.782762:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759425.782781:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759425.782785:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759425.782788:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759425.782791:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782795:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759425.782795:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759425.782799:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.782801:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.782803:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759425.782805:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782806:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.782810:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759425.782810:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759425.782814:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782815:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759425.782819:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759425.782820:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759425.782822:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759425.782823:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759425.782829:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759425.782831:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759425.782836:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759425.782837:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759425.782863:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759425.782867:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759425.782869:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759425.782871:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759425.782874:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759425.782876:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.782879:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759425.782880:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759425.782883:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759425.783103:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759425.783106:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759425.783109:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759426.550515:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759426.550522:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759426.550525:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759426.550530:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759426.550534:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759426.550997:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759426.551000:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759426.551002:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759426.551005:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.806233:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759426.806233:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759426.806240:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759426.806241:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759426.806242:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759426.806243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759426.806244:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759426.806248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759426.806251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759426.806251:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759426.806255:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759426.806258:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759426.806258:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759426.806259:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.806264:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806264:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759426.806266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759426.806270:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759426.806270:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.806276:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759426.806277:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759426.806280:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.806281:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759426.806281:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759426.806295:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.806298:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759426.806300:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759426.806302:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759426.806305:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759426.806306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759426.806310:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759426.806311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759426.806316:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759426.806316:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759426.806320:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.806324:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759426.806325:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759426.806327:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759426.806344:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759426.806348:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759426.806350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759426.806353:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759426.806356:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759426.806358:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759426.806360:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759426.806361:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759426.806363:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.806467:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759426.806472:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759426.806474:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759426.806477:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759426.806480:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759426.806481:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759426.806483:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806485:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759426.806488:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759426.806488:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.806492:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759426.806492:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759426.806497:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759426.806497:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759426.806500:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806502:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759426.806503:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806505:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.806516:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759426.806520:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759426.806522:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759426.806523:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759426.806525:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759426.806526:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759426.806529:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759426.806531:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759426.806531:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759426.806535:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759426.806536:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806537:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.806541:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759426.806542:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759426.806544:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759426.806545:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759426.806551:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759426.806551:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759427.126325:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759427.126334:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759427.126337:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759427.126341:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759427.126346:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759427.126355:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18108 00000400:00000200:3.0:1787759427.126365:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759427.126370:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759427.126372:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759427.126376:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.126379:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.126382:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.126384:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759427.126389:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759427.126391:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759427.126394:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759427.126397:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759427.126400:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759427.126403:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759427.126406:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.126409:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.126411:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.126413:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759427.126417:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759427.126421:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759427.126423:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759427.126426:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759427.126429:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759427.126431:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.126434:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759427.126437:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759427.127720:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759427.127727:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759427.127731:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759427.127733:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.127736:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759427.127738:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759427.127743:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759427.127751:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759427.127757:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.127767:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759427.127778:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759427.127783:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.127788:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759427.127817:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759427.127820:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759427.127824:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759427.127825:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759427.127827:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759427.127831:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759427.127833:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18108 00000400:00000200:3.0:1787759427.127839:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759427.127843:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759427.127845:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759427.127848:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127851:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.127853:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127856:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759427.127859:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759427.127861:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759427.127863:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759427.127865:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759427.127868:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759427.127871:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759427.127874:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127877:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.127879:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127882:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759427.127885:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759427.127888:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127891:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759427.127893:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759427.127899:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759427.127901:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.127903:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759427.127908:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759427.127911:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.127913:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759427.127916:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759427.127919:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759427.127922:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759427.127923:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.127925:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759427.127927:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759427.127928:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759427.127932:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759427.127936:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.127941:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759427.127949:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759427.127951:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.127955:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759427.127963:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759427.127966:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759427.127969:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759427.127971:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759427.127973:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759427.127976:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759427.127979:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18108 00000400:00000200:3.0:1787759427.127984:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759427.127987:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759427.127989:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759427.127992:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127995:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.127997:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.127999:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759427.128001:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759427.128003:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759427.128005:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759427.128007:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759427.128009:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759427.128012:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759427.128015:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128018:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.128020:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128022:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759427.128025:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759427.128028:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128031:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759427.128033:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759427.128036:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759427.128038:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128039:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759427.128041:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759427.128044:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128046:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759427.128050:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759427.128053:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759427.128055:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759427.128057:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128059:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759427.128060:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759427.128062:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759427.128066:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759427.128069:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.128074:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759427.128081:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759427.128083:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.128087:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759427.128096:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759427.128098:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759427.128102:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759427.128103:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759427.128105:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759427.128108:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759427.128111:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18108 00000400:00000200:3.0:1787759427.128131:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759427.128135:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759427.128137:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759427.128140:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128143:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.128145:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128147:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759427.128150:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759427.128152:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759427.128153:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759427.128156:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759427.128158:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759427.128161:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759427.128164:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128166:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.128168:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128170:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759427.128173:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759427.128176:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128179:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759427.128180:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759427.128183:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759427.128185:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128187:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759427.128189:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759427.128192:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128194:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759427.128197:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759427.128200:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759427.128203:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759427.128204:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128206:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759427.128207:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759427.128209:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759427.128213:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759427.128216:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.128221:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759427.128229:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759427.128231:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.128236:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759427.128244:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759427.128247:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759427.128250:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759427.128252:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759427.128253:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759427.128256:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759427.128258:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18108 00000400:00000200:3.0:1787759427.128262:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759427.128266:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759427.128268:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759427.128271:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128274:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.128276:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128278:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759427.128280:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759427.128282:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759427.128284:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759427.128286:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759427.128288:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759427.128291:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759427.128295:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128297:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759427.128299:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128301:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759427.128304:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759427.128307:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759427.128310:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759427.128312:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759427.128315:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759427.128317:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128318:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759427.128320:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759427.128323:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128324:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759427.128328:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759427.128331:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759427.128333:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759427.128334:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.128336:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759427.128338:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759427.128339:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759427.128343:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:3.0:1787759427.128347:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.128351:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759427.128358:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759427.128360:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.128364:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759427.128372:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759427.128377:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18119) 00000100:00000001:1.0:1787759427.128519:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759427.128524:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759427.128526:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759427.128533:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128541:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.128544:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.128548:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759427.128551:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759427.128554:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.128557:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875528448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759427.128563:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759427.128567:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759427.128569:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.128572:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759427.128577:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759427.128579:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.128585:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759427.128590:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759427.128597:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759427.128606:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528448, portal 25 00000100:00000001:1.0:1787759427.128608:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759427.128610:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:1.0:1787759427.128616:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128623:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759427.128627:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759427.128629:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759427.128633:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875528448, offset 0 00000400:00000200:1.0:1787759427.128641:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759427.128649:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.128655:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759427.128661:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759427.128665:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759427.128683:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759427.128686:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759427.128690:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776553:776553:256:4294967295] 192.168.201.104@tcp LPNI seq info [776544:776544:8:4294967295] 00000400:00000200:1.0:1787759427.128694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.128705:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759427.128711:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.128718:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759427.128725:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759427.128729:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787759427.128735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759427.128739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1787759427.128743:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.128746:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759427.128751:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759427.128754:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759427.128758:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759427.128760:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759427.128764:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759427.128767:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128774:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.128776:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128781:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.128782:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759427.128787:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.128790:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759427.128792:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312782605 00000100:00000010:1.0:1787759427.128796:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ed80. 00000100:00000001:1.0:1787759427.128801:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759427.128806:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312782605 00000100:00000010:1.0:1787759427.128808:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e540. 00000100:00000001:1.0:1787759427.128810:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759427.128813:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759427.128814:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.128816:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759427.128819:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759427/real 1787759427] req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759427.128825:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759427.128827:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759427.128828:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759427.128830:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759427.128832:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759427.128834:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759427.128836:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759427.128841:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128845:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759427.128846:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.128848:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.128849:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759427.128851:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128856:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759427.128859:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128864:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759427.128867:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.128868:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.128869:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.128871:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759427.128872:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759427.128874:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759427.128877:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759427.128878:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759427.128881:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759427.128886:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875528448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759427.128889:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759427.128891:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128895:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.128896:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.128897:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759427.128898:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759427.128900:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.128902:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759427.128904:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759427.128905:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759427.128906:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.128907:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759427.128909:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759427.128910:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.128913:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759427.128915:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759427.128917:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759427.128919:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528576, portal 10 00000100:00000001:1.0:1787759427.128920:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759427.128921:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:1.0:1787759427.128926:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.128930:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759427.128932:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759427.128934:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759427.128935:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875528576, offset 0 00000400:00000200:1.0:1787759427.128938:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759427.128942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.128945:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759427.128948:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759427.128950:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759427.128953:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759427.128956:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759427.128958:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776554:776554:256:4294967295] 192.168.201.104@tcp LPNI seq info [776545:776545:8:4294967295] 00000400:00000200:1.0:1787759427.128963:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.128969:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759427.128973:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.128977:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759427.128981:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759427.128985:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787759427.128990:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759427.128993:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1787759427.128997:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.128998:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759427.129001:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759427.129005:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759427.129008:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759427.129010:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759427.129012:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759427.129016:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129024:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.129028:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129035:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.129036:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759427.129039:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759427.129042:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759427.129046:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759427.129048:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312781325 00000100:00000001:1.0:1787759427.129051:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.129054:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312781325 00000100:00000001:1.0:1787759427.129056:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.129059:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759427.129061:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.129063:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759427.129066:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759427/real 1787759427] req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759427.129075:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759427.129076:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759427.129078:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759427.129081:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759427.129083:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759427.129085:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759427.129088:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759427.129097:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129103:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759427.129105:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129106:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.129108:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759427.129112:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129138:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759427.129142:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129148:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759427.129151:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129153:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.129154:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129156:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759427.129160:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759427.129162:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759427.129166:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759427.129168:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759427.129173:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759427.129181:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759427.129185:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759427.129189:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129196:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.129197:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.129199:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759427.129201:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759427.129202:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.129204:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759427.129206:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759427.129208:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759427.129209:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.129211:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759427.129213:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759427.129215:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.129217:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759427.129219:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759427.129221:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759427.129224:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528704, portal 10 00000100:00000001:1.0:1787759427.129225:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759427.129226:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759427.129230:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129234:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759427.129236:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759427.129238:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759427.129239:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875528704, offset 0 00000400:00000200:1.0:1787759427.129242:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759427.129245:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.129247:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759427.129249:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759427.129250:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759427.129252:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759427.129254:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759427.129256:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776555:776555:256:4294967295] 192.168.201.104@tcp LPNI seq info [776546:776546:8:4294967295] 00000400:00000200:1.0:1787759427.129259:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.129263:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759427.129266:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.129268:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759427.129271:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759427.129274:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787759427.129278:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759427.129281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1787759427.129285:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.129287:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759427.129290:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759427.129294:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759427.129297:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759427.129299:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759427.129301:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759427.129305:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129312:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.129316:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129322:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.129323:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759427.129326:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759427.129329:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759427.129332:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759427.129334:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312781326 00000100:00000001:1.0:1787759427.129337:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.129339:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312781326 00000100:00000001:1.0:1787759427.129342:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.129344:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759427.129346:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.129347:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759427.129350:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759427/real 1787759427] req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759427.129356:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759427.129357:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759427.129358:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759427.129360:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759427.129361:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759427.129363:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759427.129365:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759427.129370:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129374:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759427.129375:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129376:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.129376:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759427.129379:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129385:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759427.129389:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.129396:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759427.129398:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129400:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.129401:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.129403:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759427.129406:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759427.129409:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759427.129412:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759427.129415:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759427.129419:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759427.129428:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759427.129431:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759427.129434:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.130782:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.130788:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.130793:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759427.130796:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759427.130798:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.130805:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759427.130809:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759427.130813:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759427.130815:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.130817:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759427.130823:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759427.130826:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.130831:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759427.130835:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759427.130840:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759427.130845:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528832, portal 4 00000100:00000001:1.0:1787759427.130847:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759427.130849:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759427.130858:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.130866:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759427.130869:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759427.130871:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759427.130874:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875528832, offset 0 00000400:00000200:1.0:1787759427.130880:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759427.130886:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.130892:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759427.130897:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759427.130900:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759427.130902:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759427.130905:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759427.130909:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776556:776556:256:4294967295] 192.168.201.104@tcp LPNI seq info [776547:776547:8:4294967295] 00000400:00000200:1.0:1787759427.130914:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.130922:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759427.130927:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.130931:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759427.130937:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759427.130941:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787759427.130946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759427.130949:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1787759427.130953:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.130956:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759427.130960:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759427.130965:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759427.130969:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759427.130972:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759427.130975:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759427.130980:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.130987:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.130991:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.130998:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.131000:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759427.131004:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759427.131008:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759427.131012:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759427.131014:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312781386 00000100:00000001:1.0:1787759427.131017:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.131020:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312781386 00000100:00000001:1.0:1787759427.131022:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.131025:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759427.131028:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.131030:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759427.131034:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759427/real 1787759427] req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759427.131044:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759427.131045:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759427.131047:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759427.131051:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759427.131053:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759427.131055:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759427.131059:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759427.131068:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131075:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759427.131077:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.131080:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.131082:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759427.131086:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131093:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759427.131097:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131105:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759427.131109:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.131110:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.131112:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.131114:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759427.131133:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759427.131136:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759427.131141:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759427.131144:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759427.131148:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759427.131157:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759427.131163:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759427.131167:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131173:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.131175:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.131177:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759427.131179:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759427.131181:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.131184:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759427.131188:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759427.131190:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759427.131192:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759427.131194:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759427.131197:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759427.131199:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759427.131203:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759427.131205:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759427.131209:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759427.131212:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875528960, portal 4 00000100:00000001:1.0:1787759427.131214:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759427.131216:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759427.131222:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131229:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759427.131232:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759427.131235:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759427.131238:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875528960, offset 0 00000400:00000200:1.0:1787759427.131242:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759427.131247:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.131250:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759427.131253:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759427.131256:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759427.131258:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759427.131261:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759427.131264:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776557:776557:256:4294967295] 192.168.201.104@tcp LPNI seq info [776548:776548:8:4294967295] 00000400:00000200:1.0:1787759427.131268:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759427.131274:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759427.131280:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.131283:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759427.131287:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759427.131291:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1787759427.131295:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759427.131297:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1787759427.131301:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759427.131303:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759427.131307:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759427.131310:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759427.131313:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759427.131315:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759427.131318:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759427.131321:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131329:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.131332:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131338:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.131340:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759427.131343:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759427.131346:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759427.131350:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759427.131352:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312781351 00000100:00000001:1.0:1787759427.131354:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.131357:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312781351 00000100:00000001:1.0:1787759427.131359:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312782605 00000100:00000001:1.0:1787759427.131362:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759427.131364:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.131366:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759427.131370:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759427/real 1787759427] req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759427.131378:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759427.131380:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759427.131382:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759427.131384:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759427.131386:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759427.131388:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759427.131392:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759427.131399:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131405:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759427.131407:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.131409:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.131411:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759427.131414:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131421:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759427.131425:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.131433:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759427.131436:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.131437:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759427.132798:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132806:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759427.132809:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759427.132814:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759427.132821:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759427.132824:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759427.132830:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759427.132839:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875528960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759427.132844:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132847:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.132851:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875528448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.132858:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759427.132861:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759427.132865:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759427.132869:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759427.132872:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759427.132874:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759427.132876:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759427.132879:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:1.0:1787759427.132883:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759427.132885:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759427.132887:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:1.0:1787759427.132892:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759427.132893:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132895:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.132899:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875528576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.132906:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759427.132907:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759427.132908:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759427.132911:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759427.132912:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759427.132913:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759427.132915:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759427.132916:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:1.0:1787759427.132918:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759427.132919:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759427.132920:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:1.0:1787759427.132922:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759427.132924:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132925:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.132929:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875528704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.132935:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759427.132937:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759427.132938:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759427.132940:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759427.132941:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759427.132942:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759427.132944:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759427.132945:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:1.0:1787759427.132947:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759427.132948:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759427.132950:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759427.132952:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759427.132953:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132954:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.132957:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875528832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.132968:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759427.132969:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759427.132970:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759427.132972:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759427.132973:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759427.132974:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759427.132977:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759427.132978:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759427.132981:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759427.132982:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759427.132983:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759427.132985:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759427.132986:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.132988:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759427.132991:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875528960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759427.132997:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759427.132998:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759427.132999:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759427.133001:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759427.133002:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759427.133004:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759427.133006:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759427.133007:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759427.133010:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759427.133011:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759427.133012:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759427.133014:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759427.133015:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.133018:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.133028:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759427.133030:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.133032:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759427.133034:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759427.574222:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759427.574229:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759427.574231:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759427.574236:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759427.574239:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759427.574243:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759427.574246:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759427.574249:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759427.574252:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759427.830227:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759427.830235:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759427.830237:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759427.830238:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759427.830240:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759427.830242:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759427.830245:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.830246:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759427.830247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759427.830248:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759427.830250:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.830252:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759427.830252:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759427.830254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759427.830256:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759427.830256:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759427.830257:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.830263:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759427.830264:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759427.830264:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759427.830267:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.830270:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.830274:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.830276:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759427.830282:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759427.830287:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759427.830289:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.830292:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759427.830292:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759427.830296:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.830298:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759427.830298:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759427.830300:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759427.830301:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759427.830305:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759427.830306:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759427.830309:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.830314:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759427.830314:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.830318:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759427.830321:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.830324:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759427.830327:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.830330:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.830332:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759427.830334:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.830336:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.831772:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759427.831776:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759427.831778:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.831781:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759427.831784:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759427.831787:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.831789:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.831791:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.831793:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759427.831806:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759427.831809:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759427.831810:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759427.831812:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759427.831815:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759427.831816:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.831818:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759427.831820:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759427.831822:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759427.831859:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759427.831863:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759427.831864:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759427.831867:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759427.831869:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759427.831871:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759427.831873:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759427.831874:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759427.831876:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759427.833623:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759427.833627:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759427.833628:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759427.833631:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759427.833634:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759427.833636:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.833639:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759427.833640:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759427.833643:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759428.470249:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312782605, at 4312782656 00000100:00000010:3.0:1787759428.470265:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e540. 00000100:00000040:2.0:1787759428.470703:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312782605, at 4312782656 00000100:00000010:2.0:1787759428.470711:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ed80. 00000100:00000001:3.0:1787759428.598207:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759428.598214:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759428.598216:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759428.598221:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759428.598225:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759428.598228:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759428.598231:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759428.598233:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759428.598236:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854234:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759428.854234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759428.854237:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759428.854242:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854243:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759428.854244:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759428.854248:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854248:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759428.854250:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759428.854254:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759428.854256:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759428.854256:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759428.854259:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759428.854263:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759428.854263:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759428.854264:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759428.854268:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759428.854269:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759428.854272:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854274:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759428.854276:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759428.854278:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759428.854280:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759428.854283:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759428.854284:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854287:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759428.854289:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854291:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759428.854295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759428.854302:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759428.854306:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759428.854307:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759428.854307:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759428.854308:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759428.854309:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759428.854312:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759428.854312:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759428.854313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759428.854313:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759428.854315:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759428.854315:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759428.854317:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854318:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759428.854320:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759428.854320:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759428.854323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759428.854323:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759428.854324:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759428.854324:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759428.854327:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759428.854329:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854329:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759428.854330:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759428.854331:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854332:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759428.854334:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759428.854336:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854338:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854338:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759428.854344:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759428.854344:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759428.854346:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759428.854349:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759428.854358:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759428.854360:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759428.854362:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759428.854364:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759428.854367:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759428.854369:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759428.854371:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759428.854373:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759428.854376:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759428.854379:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759428.854383:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759428.854385:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759428.854388:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759428.854391:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759428.854394:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854396:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759428.854398:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854401:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759428.854404:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759428.854408:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759428.854412:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759428.854422:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759428.854426:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759428.854427:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759428.854430:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759428.854433:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759428.854434:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854436:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759428.854438:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759428.854440:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759429.623185:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759429.623192:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759429.623194:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759429.623199:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759429.623203:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759429.623207:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759429.623210:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759429.623212:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759429.623215:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759429.878264:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759429.878264:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759429.878272:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759429.878273:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759429.878273:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759429.878278:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759429.878278:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759429.878279:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759429.878283:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759429.878287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759429.878287:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759429.878288:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759429.878294:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759429.878295:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759429.878295:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759429.878300:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759429.878301:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878301:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.878306:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759429.878309:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759429.878313:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759429.878390:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759429.878393:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759429.878395:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759429.878398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759429.878400:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759429.878402:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878671:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759429.878673:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878676:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759429.878711:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759429.878713:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759429.878715:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759429.878717:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759429.878719:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759429.878721:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878723:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759429.878725:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878727:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759429.878734:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759429.878737:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759429.878738:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759429.878740:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759429.878741:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759429.878743:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878745:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759429.878746:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878748:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759429.878766:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759429.878769:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759429.878770:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759429.878772:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759429.878774:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759429.878776:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878778:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759429.878779:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878781:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759429.878787:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759429.878789:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759429.878790:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759429.878792:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759429.878794:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759429.878796:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878797:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759429.878799:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759429.878801:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759429.878820:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759429.878823:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759429.878825:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759429.878965:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759429.878967:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759429.878969:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759429.878989:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759429.878991:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759429.878995:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759429.878996:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759429.879000:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759429.879001:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759429.879004:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759429.879006:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759429.879024:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759429.879027:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759429.879030:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759430.646444:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759430.646452:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759430.646454:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759430.646460:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759430.646464:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759430.646469:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759430.646472:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759430.646474:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759430.646477:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759430.902225:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759430.902231:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759430.902233:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759430.902237:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759430.902241:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759430.902244:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759430.902244:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.902247:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759430.902249:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.902251:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759430.902252:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.902254:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759430.902259:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759430.902262:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759430.902263:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759430.902265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759430.902266:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759430.902268:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759430.902269:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759430.902270:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.902271:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759430.902272:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.902274:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.902278:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.902280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759430.902282:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759430.902283:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759430.902285:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.902287:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759430.902288:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759430.902291:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759430.902294:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.902295:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759430.902296:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759430.902299:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.902301:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759430.902393:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759430.902395:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759430.902396:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759430.902398:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759430.902404:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759430.902405:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.902406:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759430.902407:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.902409:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759430.902425:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759430.902427:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759430.902429:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759430.902431:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759430.902433:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759430.902435:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.902436:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759430.902438:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759430.902439:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759430.903408:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759430.903412:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759430.903414:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759430.903418:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759430.903421:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759430.903424:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.903427:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759430.903428:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759430.903431:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904782:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759430.904787:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904791:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759430.904794:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759430.904797:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759430.904800:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904803:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759430.904805:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904807:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904810:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904814:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759430.904815:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759430.904819:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759430.904820:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759430.904838:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759430.904841:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759430.904844:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759430.905101:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759430.905104:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759430.905105:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759430.905108:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759430.905111:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759430.905113:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.905115:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759430.905133:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759430.905136:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759431.670209:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759431.670277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759431.670279:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759431.670284:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759431.670288:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759431.670291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759431.670294:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759431.670297:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759431.670300:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.926210:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759431.926213:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759431.926218:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759431.926219:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759431.926221:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759431.926222:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926223:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759431.926225:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759431.926228:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759431.926230:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759431.926233:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759431.926233:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759431.926234:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759431.926237:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759431.926237:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759431.926240:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759431.926240:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759431.926240:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926245:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926245:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759431.926246:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759431.926248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.926251:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926252:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759431.926255:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.926258:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759431.926260:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759431.926266:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759431.926268:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759431.926268:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.926272:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759431.926273:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1787759431.926274:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759431.926276:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759431.926276:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759431.926280:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759431.926280:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759431.926281:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759431.926285:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759431.926285:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926288:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759431.926290:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759431.926293:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759431.926297:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759431.926298:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759431.926301:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926304:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926306:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759431.926311:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759431.926313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759431.926317:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759431.926319:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759431.926322:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759431.926326:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759431.926326:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759431.926327:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759431.926331:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759431.926331:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926332:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759431.926332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759431.926335:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759431.926337:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759431.926337:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759431.926338:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759431.926338:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759431.926339:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926342:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759431.926342:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926343:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759431.926344:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759431.926347:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.926349:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759431.926350:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759431.926353:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759431.926356:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759431.926356:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759431.926357:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759431.926359:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759431.926361:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759431.926363:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759431.926364:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759431.926364:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759431.926367:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759432.246264:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759432.246273:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759432.246276:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759432.246280:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759432.246285:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759432.246292:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18114 00000400:00000200:2.0:1787759432.246302:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759432.246309:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759432.246312:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759432.246315:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246319:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246321:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246323:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759432.246328:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759432.246330:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759432.246333:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759432.246337:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759432.246339:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759432.246342:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759432.246345:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246348:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246351:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246353:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759432.246357:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759432.246360:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246363:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759432.246366:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759432.246370:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759432.246373:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246375:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759432.246378:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759432.246387:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759432.246391:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759432.246396:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759432.246397:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246401:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759432.246404:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759432.246408:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759432.246418:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759432.246425:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759432.246433:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759432.246444:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759432.246449:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759432.246454:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759432.246483:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759432.246487:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759432.246490:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759432.246492:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759432.246494:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759432.246497:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759432.246500:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18114 00000400:00000200:2.0:1787759432.246504:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759432.246508:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759432.246511:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759432.246514:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246517:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246520:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246532:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759432.246535:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759432.246536:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759432.246538:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759432.246540:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759432.246542:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759432.246545:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759432.246549:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246551:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246554:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246556:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759432.246559:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759432.246562:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246565:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759432.246567:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759432.246573:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759432.246575:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246578:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759432.246599:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759432.246602:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246604:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759432.246609:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759432.246612:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759432.246615:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759432.246616:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246618:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759432.246620:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759432.246622:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759432.246626:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759432.246631:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759432.246637:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759432.246645:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759432.246647:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759432.246651:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759432.246659:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759432.246662:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759432.246665:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759432.246667:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759432.246669:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759432.246672:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759432.246675:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18114 00000400:00000200:2.0:1787759432.246680:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759432.246683:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759432.246695:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759432.246698:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246701:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246703:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246705:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759432.246708:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759432.246709:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759432.246711:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759432.246713:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759432.246715:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759432.246718:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759432.246722:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246724:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246726:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246728:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759432.246731:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759432.246734:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246736:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759432.246738:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759432.246740:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759432.246742:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246744:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759432.246746:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759432.246749:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246751:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759432.246755:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759432.246757:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759432.246760:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759432.246761:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.246763:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759432.246765:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759432.246767:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759432.246771:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759432.246774:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759432.246779:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759432.246787:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759432.246789:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759432.246793:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759432.246811:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759432.246814:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759432.246817:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759432.246819:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759432.246821:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759432.246824:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759432.246826:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18114 00000400:00000200:2.0:1787759432.246831:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759432.246834:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759432.246836:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759432.246839:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246841:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.246844:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.246846:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759432.246848:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759432.246944:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759432.246948:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.246950:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759432.246962:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.246971:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.246973:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.246976:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759432.246979:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759432.246984:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759432.246988:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00100000:1.0:1787759432.246989:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875529088:192.168.201.104@tcp:250:kworker.0 00000020:00000001:2.0:1787759432.246999:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759432.247001:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759432.247006:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759432.247008:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.247011:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1787759432.247014:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 02000000:00000010:1.0:1787759432.247016:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759432.247019:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759432.247027:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000200:1.0:1787759432.247029:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759432.247035:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000010:1.0:1787759432.247037:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00000040:2.0:1787759432.247048:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000010:1.0:1787759432.247049:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:2.0:1787759432.247053:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.247057:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.247059:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:1.0:1787759432.247062:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529088, portal 25 00000020:00000040:2.0:1787759432.247062:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:1.0:1787759432.247070:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1787759432.247072:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759432.247076:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000001:2.0:1787759432.247076:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759432.247082:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1787759432.247092:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759432.247093:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759432.247098:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.247103:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759432.247108:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1787759432.247147:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759432.247151:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759432.247155:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759432.247160:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875529088, offset 0 00000400:00000200:1.0:1787759432.247168:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759432.247178:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.247184:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759432.247192:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759432.247198:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000008:00000001:2.0:1787759432.247203:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.247204:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759432.247209:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.247211:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.247218:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776558:776558:256:4294967295] 192.168.201.104@tcp LPNI seq info [776549:776549:8:4294967295] 00000100:00000010:2.0:1787759432.247218:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759432.247227:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759432.247232:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1787759432.247233:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759432.247237:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.247244:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759432.247247:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759432.247253:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.247259:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 02000000:00000010:2.0:1787759432.247263:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759432.247272:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759432.247273:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.247285:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00100000:2.0:1787759432.247286:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1787759432.247302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759432.247306:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1787759432.247310:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000100:00000001:2.0:1787759432.247313:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759432.247323:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759432.247325:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1787759432.247334:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000100:00000001:2.0:1787759432.247338:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759432.247344:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1787759432.247350:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759432.247351:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759432.247355:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759432.247357:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1787759432.247358:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000001:2.0:1787759432.247360:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759432.247368:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18114 00000400:00000200:1.0:1787759432.247370:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759432.247376:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.247381:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759432.247382:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759432.247389:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759432.247394:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.247396:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000100:00000001:2.0:1787759432.247396:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1787759432.247401:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000040:2.0:1787759432.247404:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.247408:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759432.247410:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759432.247413:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:1.0:1787759432.247415:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1787759432.247419:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759432.247422:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759432.247423:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000200:1.0:1787759432.247427:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759432.247427:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759432.247431:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.247435:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759432.247442:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759432.247449:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759432.247454:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759432.247462:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759432.247470:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759432.247473:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759432.247475:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787759432.247476:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759432.247479:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.247481:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759432.247484:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759432.247488:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759432.247489:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759432.247490:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759432.247498:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759432.247504:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759432.247512:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759432.247516:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247518:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.247521:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759432.247523:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1787759432.247525:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759432.247530:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247533:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759432.247537:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000400:00000200:1.0:1787759432.247545:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759432.247547:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247550:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312787724 00000100:00100000:2.0:1787759432.247558:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1787759432.247559:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e6c0. 00000100:00000001:1.0:1787759432.247572:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759432.247574:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759432.247590:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247591:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312787724 00000100:00000010:1.0:1787759432.247599:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e360. 00000100:00000040:2.0:1787759432.247599:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247611:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759432.247622:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247623:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759432.247628:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759432.247630:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18124) 00000100:00000001:1.0:1787759432.247632:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759432.247641:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759432/real 1787759432] req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759432.247653:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759432.247655:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759432.247658:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759432.247662:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759432.247665:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759432.247669:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759432.247673:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759432.247682:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247690:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759432.247692:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.247694:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.247696:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759432.247700:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247707:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759432.247712:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247719:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759432.247723:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.247725:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.247726:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.247728:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759432.247730:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759432.247733:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759432.247738:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759432.247740:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759432.247745:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759432.247753:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875529088:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759432.247758:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759432.247762:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247769:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.247770:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.247773:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759432.247774:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759432.247777:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.247780:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529216:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759432.247784:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759432.247787:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759432.247788:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.247790:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759432.247793:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759432.247796:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.247800:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759432.247803:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759432.247807:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759432.247810:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529216, portal 10 00000100:00000001:1.0:1787759432.247812:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759432.247814:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759432.247821:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247828:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759432.247830:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759432.247833:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759432.247835:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875529216, offset 0 00000400:00000200:1.0:1787759432.247840:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759432.247845:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.247848:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759432.247851:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759432.247854:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759432.247856:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759432.247859:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.247862:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776559:776559:256:4294967295] 192.168.201.104@tcp LPNI seq info [776550:776550:8:4294967295] 00000400:00000200:1.0:1787759432.247866:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.247872:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759432.247876:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.247880:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759432.247884:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759432.247887:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759432.247893:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759432.247896:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1787759432.247901:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.247903:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759432.247906:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759432.247910:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759432.247912:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759432.247915:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759432.247917:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759432.247921:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247930:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.247933:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.247940:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247942:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759432.247945:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759432.247949:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759432.247952:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759432.247954:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312786444 00000100:00000001:1.0:1787759432.247957:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.247960:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312786444 00000100:00000001:1.0:1787759432.247962:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.247965:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759432.247967:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.247969:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759432.247973:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759432/real 1787759432] req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759432.247981:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759432.247983:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759432.247985:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759432.247987:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759432.247989:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759432.247992:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759432.247996:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759432.248004:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248011:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759432.248012:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248014:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248015:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759432.248019:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248026:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759432.248031:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248038:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759432.248041:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248042:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248044:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248046:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759432.248049:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759432.248052:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759432.248056:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759432.248058:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759432.248063:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759432.248071:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529216:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759432.248076:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759432.248080:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248087:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.248088:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248091:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759432.248092:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759432.248095:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.248098:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529344:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759432.248102:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759432.248104:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759432.248105:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248107:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248111:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759432.248114:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.248138:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759432.248141:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759432.248145:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759432.248148:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529344, portal 10 00000100:00000001:1.0:1787759432.248151:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759432.248152:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759432.248158:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248166:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759432.248168:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759432.248171:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759432.248173:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875529344, offset 0 00000400:00000200:1.0:1787759432.248177:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248181:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248184:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759432.248187:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759432.248190:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759432.248192:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759432.248195:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248198:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776560:776560:256:4294967295] 192.168.201.104@tcp LPNI seq info [776551:776551:8:4294967295] 00000400:00000200:1.0:1787759432.248202:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248209:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759432.248214:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.248218:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759432.248222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759432.248225:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759432.248230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759432.248233:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1787759432.248237:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.248240:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759432.248243:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759432.248246:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759432.248249:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759432.248251:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759432.248254:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759432.248257:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248265:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.248269:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248276:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.248278:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759432.248281:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759432.248283:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759432.248287:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759432.248290:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312786445 00000100:00000001:1.0:1787759432.248292:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.248295:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312786445 00000100:00000001:1.0:1787759432.248298:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.248300:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759432.248303:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.248305:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759432.248308:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759432/real 1787759432] req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759432.248317:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759432.248318:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759432.248320:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759432.248323:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759432.248325:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759432.248327:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759432.248331:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759432.248340:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248347:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759432.248349:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248351:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248352:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759432.248356:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248363:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759432.248368:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248375:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759432.248377:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248380:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248381:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248383:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759432.248386:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759432.248389:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759432.248393:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759432.248395:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759432.248400:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759432.248409:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529344:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759432.248413:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248415:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.248419:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875529088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248426:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759432.248429:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248432:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759432.248435:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759432.248438:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759432.248439:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759432.248442:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759432.248445:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:1.0:1787759432.248450:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759432.248453:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759432.248455:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759432.248458:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759432.248459:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248461:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.248465:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875529216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248472:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759432.248473:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248475:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759432.248478:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759432.248480:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759432.248481:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759432.248483:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759432.248485:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:1.0:1787759432.248488:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759432.248489:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759432.248490:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759432.248493:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759432.248494:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248496:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.248500:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875529344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248507:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759432.248508:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248510:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759432.248512:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759432.248513:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759432.248515:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759432.248517:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759432.248519:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759432.248521:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759432.248522:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759432.248524:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759432.248526:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759432.248527:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248530:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248538:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.248540:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.248542:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759432.248544:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.248545:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759432.248549:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248557:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.248559:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248562:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759432.248563:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759432.248565:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.248569:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759432.248573:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759432.248575:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759432.248577:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248589:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248593:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759432.248595:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.248600:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759432.248602:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759432.248606:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759432.248609:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529472, portal 4 00000100:00000001:1.0:1787759432.248612:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759432.248613:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759432.248620:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248627:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759432.248630:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759432.248633:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759432.248636:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875529472, offset 0 00000400:00000200:1.0:1787759432.248640:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248645:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248648:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759432.248651:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759432.248653:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759432.248656:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759432.248658:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248662:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776561:776561:256:4294967295] 192.168.201.104@tcp LPNI seq info [776552:776552:8:4294967295] 00000400:00000200:1.0:1787759432.248666:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248672:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759432.248678:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.248681:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759432.248686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759432.248689:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759432.248693:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759432.248696:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1787759432.248700:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.248703:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759432.248706:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759432.248710:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759432.248713:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759432.248715:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759432.248718:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759432.248722:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248730:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.248734:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248740:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.248742:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759432.248745:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759432.248749:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759432.248752:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759432.248754:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312786504 00000100:00000001:1.0:1787759432.248757:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.248760:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312786504 00000100:00000001:1.0:1787759432.248763:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.248765:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759432.248768:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.248770:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759432.248773:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759432/real 1787759432] req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759432.248781:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759432.248783:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759432.248784:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759432.248787:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759432.248789:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759432.248792:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759432.248795:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759432.248804:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248811:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759432.248813:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248815:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248816:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759432.248820:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248828:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759432.248832:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248840:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759432.248843:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248845:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.248846:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.248848:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759432.248850:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759432.248853:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759432.248857:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759432.248859:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759432.248864:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759432.248872:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759432.248876:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759432.248881:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248887:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.248889:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248891:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759432.248893:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759432.248895:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.248899:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759432.248902:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759432.248904:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759432.248906:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759432.248908:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759432.248911:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759432.248913:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759432.248916:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759432.248919:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759432.248922:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759432.248925:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529600, portal 4 00000100:00000001:1.0:1787759432.248927:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759432.248928:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759432.248934:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.248941:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759432.248943:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759432.248946:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759432.248949:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875529600, offset 0 00000400:00000200:1.0:1787759432.248954:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248958:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248961:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759432.248964:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759432.248966:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759432.248969:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759432.248971:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759432.248974:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776562:776562:256:4294967295] 192.168.201.104@tcp LPNI seq info [776553:776553:8:4294967295] 00000400:00000200:1.0:1787759432.248978:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759432.248985:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759432.248990:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.248994:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759432.248998:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759432.249001:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1787759432.249005:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759432.249009:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1787759432.249013:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759432.249015:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759432.249018:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759432.249021:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759432.249024:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759432.249026:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759432.249029:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759432.249033:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249040:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.249044:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249051:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.249052:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759432.249055:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759432.249058:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759432.249061:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759432.249063:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312786468 00000100:00000001:1.0:1787759432.249066:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.249068:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312786468 00000100:00000001:1.0:1787759432.249070:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312787724 00000100:00000001:1.0:1787759432.249073:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759432.249075:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.249077:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759432.249081:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759432/real 1787759432] req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759432.249089:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759432.249091:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759432.249092:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759432.249095:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759432.249097:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759432.249099:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759432.249103:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759432.249112:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249135:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759432.249137:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249139:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.249140:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759432.249144:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249151:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759432.249155:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249163:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759432.249167:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249168:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759432.249170:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249172:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759432.249174:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759432.249177:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759432.249181:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759432.249183:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759432.249188:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759432.249197:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759432.249201:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249204:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.249207:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875529472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249214:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759432.249216:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759432.249218:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759432.249221:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759432.249223:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759432.249224:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759432.249227:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759432.249229:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:1.0:1787759432.249232:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759432.249233:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759432.249235:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759432.249237:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759432.249239:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249241:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759432.249244:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875529600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759432.249257:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759432.249258:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759432.249260:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759432.249262:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759432.249263:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759432.249265:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759432.249267:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759432.249268:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759432.249271:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759432.249272:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759432.249274:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759432.249276:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759432.249277:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249279:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.249282:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.249283:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.249285:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759432.249287:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759432.694237:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759432.694243:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759432.694245:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759432.694250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759432.694253:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759432.694256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759432.694258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759432.694260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759432.694263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.950281:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.950291:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.950294:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950299:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759432.950300:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.950309:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759432.950311:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.950314:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950315:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.950321:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759432.950323:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.950327:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950329:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.950333:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950335:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950340:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759432.950341:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759432.950344:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759432.950347:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759432.950351:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950351:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759432.950358:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759432.950363:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759432.950367:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.950367:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759432.950374:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759432.950377:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950377:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.950380:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759432.950381:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950383:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.950384:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.950389:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.950392:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.950395:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950396:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.950399:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759432.950401:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.950403:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950408:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.950409:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950413:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950418:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759432.950420:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950423:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759432.950518:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759432.950523:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759432.950525:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950528:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759432.950530:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759432.950533:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759432.950536:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759432.950537:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759432.950543:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759432.950543:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759432.950549:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759432.950551:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759432.950553:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759432.950558:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759432.950561:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950564:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759432.950579:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759432.950582:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759432.950649:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759432.950653:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759432.950654:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759432.950657:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759432.950660:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759432.950662:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.950664:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759432.950666:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759432.950668:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759432.950772:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759432.950776:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759432.950780:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759432.950781:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759432.950785:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759432.950786:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759432.950790:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759432.950792:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759432.950810:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759432.950813:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759432.950816:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759433.590233:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312787724, at 4312787776 00000100:00000010:3.0:1787759433.590246:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e360. 00000100:00000040:2.0:1787759433.590252:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312787724, at 4312787776 00000100:00000010:2.0:1787759433.590268:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e6c0. 00000100:00000001:1.0:1787759433.718454:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759433.718461:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759433.718463:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759433.718469:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759433.718472:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759433.718475:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759433.718477:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759433.718479:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759433.718482:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974194:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759433.974203:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759433.974205:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.974213:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759433.974218:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759433.974224:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974228:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759433.974232:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974236:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759433.974240:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759433.974246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759433.974248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759433.974252:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759433.974255:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759433.974257:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974266:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759433.974270:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759433.974272:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.974275:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759433.974278:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759433.974281:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974283:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759433.974284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974286:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759433.974302:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759433.974310:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759433.974312:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759433.974317:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759433.974321:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759433.974321:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759433.974329:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759433.974330:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759433.974334:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759433.974337:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974339:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759433.974342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759433.974347:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759433.974350:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974356:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759433.974359:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974362:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759433.974373:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759433.974377:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759433.974380:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759433.974383:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759433.974386:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759433.974389:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759433.974391:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759433.974392:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759433.974394:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759433.974426:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759433.974430:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759433.974434:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759433.974448:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759433.974451:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759433.974453:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759433.974455:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759433.974457:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759433.974461:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759433.974461:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759433.974463:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759433.974466:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759433.974468:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759433.974469:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759433.974470:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974475:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759433.974482:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759433.974487:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759433.974487:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759433.974490:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974493:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759433.974495:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759433.974496:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759433.974498:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759433.974502:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759433.974505:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759433.974505:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759433.974508:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759433.974509:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759433.974531:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759433.974534:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759433.974537:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759434.742331:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759434.742340:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759434.742342:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759434.742348:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759434.742351:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759434.742355:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.742358:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759434.742360:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.742364:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759434.998229:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759434.998229:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759434.998234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759434.998238:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759434.998238:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759434.998240:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759434.998243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759434.998249:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759434.998250:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759434.998251:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759434.998255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998256:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759434.998257:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998262:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.998263:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759434.998263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759434.998268:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759434.998268:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998272:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759434.998275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759434.998276:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759434.998283:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759434.998287:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.998290:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998303:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759434.998307:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759434.998309:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759434.998312:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759434.998315:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998317:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998319:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759434.998322:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998325:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998362:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759434.998365:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759434.998366:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759434.998368:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759434.998369:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759434.998371:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998375:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759434.998376:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759434.998380:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998380:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759434.998383:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759434.998385:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759434.998387:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759434.998388:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759434.998389:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759434.998394:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759434.998395:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759434.998399:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759434.998399:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759434.998402:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759434.998405:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759434.998406:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759434.998411:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998415:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759434.998416:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998419:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759434.998420:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759434.998423:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759434.998425:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759434.998426:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759434.998431:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998432:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998434:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998438:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759434.998440:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998442:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759434.998456:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759434.998458:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759434.998460:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759434.998462:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759434.998465:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759434.998467:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998469:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759434.998471:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759434.998473:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759434.998507:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759434.998546:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759434.998549:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759434.998553:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759435.766171:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759435.766180:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759435.766182:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759435.766188:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759435.766192:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759435.766195:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.766198:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759435.766201:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759435.766204:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022203:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.022203:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759436.022208:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759436.022211:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.022212:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759436.022213:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759436.022213:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759436.022215:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759436.022217:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1787759436.022219:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759436.022221:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022223:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759436.022226:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759436.022230:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759436.022231:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759436.022231:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759436.022234:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759436.022236:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759436.022236:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022237:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759436.022240:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759436.022241:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759436.022241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022242:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759436.022243:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759436.022246:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759436.022248:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759436.022250:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759436.022251:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759436.022253:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759436.022255:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759436.022255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022256:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.022263:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022263:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759436.022263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759436.022267:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759436.022267:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022273:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759436.022275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759436.022278:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759436.022284:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.022289:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.022291:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022292:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759436.022294:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759436.022297:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.022299:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759436.022300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759436.022303:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759436.022304:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.022304:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759436.022305:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000020:00000001:3.0:1787759436.022307:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022308:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.022310:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759436.022311:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022311:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759436.022312:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759436.022313:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759436.022315:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759436.022316:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.022317:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022320:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759436.022321:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759436.022325:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759436.022325:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759436.022330:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759436.022331:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759436.022331:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022334:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759436.022334:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759436.022336:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759436.022337:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759436.022339:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759436.022342:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759436.022345:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759436.022347:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759436.022349:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759436.022352:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759436.022359:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759436.022364:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759436.022366:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759436.022369:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759436.022372:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759436.022374:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759436.022376:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759436.022377:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759436.022379:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759436.790236:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759436.790243:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759436.790244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759436.790248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759436.790251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759436.790255:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.790258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759436.790261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759436.790264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046220:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759437.046220:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759437.046224:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.046229:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759437.046229:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759437.046230:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.046234:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759437.046235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.046235:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.046244:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759437.046244:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759437.046244:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759437.046251:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.046252:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759437.046252:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759437.046258:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.046259:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046259:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046265:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759437.046265:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759437.046270:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759437.046270:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046274:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759437.046287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759437.046290:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759437.046291:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046294:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759437.046295:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.046301:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759437.046301:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759437.046305:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046308:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759437.046310:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046321:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046331:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.046339:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.046341:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.046344:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.046346:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.046349:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046351:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.046352:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759437.046355:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.046356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.046358:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759437.046359:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046360:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759437.046364:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759437.046365:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759437.046368:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759437.046369:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759437.046373:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759437.046374:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759437.046378:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759437.046379:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759437.046381:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759437.046384:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759437.046386:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.046387:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759437.046389:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759437.046393:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.046393:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.046397:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759437.046398:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.046401:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.046405:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.046407:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.046411:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.046413:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.046416:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.046451:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759437.046473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759437.046476:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759437.046480:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759437.046481:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759437.046491:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759437.046492:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759437.046509:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759437.046510:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759437.046528:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759437.046531:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759437.046534:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759437.366309:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759437.366322:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759437.366325:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759437.366329:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759437.366333:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759437.366341:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18119 00000400:00000200:3.0:1787759437.366351:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759437.366358:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759437.366361:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759437.366364:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366367:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.366370:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366373:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759437.366377:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759437.366380:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759437.366382:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759437.366385:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759437.366388:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759437.366391:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759437.366394:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366396:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.366398:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366400:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759437.366404:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759437.366408:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366410:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759437.366413:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759437.366417:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759437.366420:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.366423:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759437.366425:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759437.366436:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77ed00. 00000020:00000040:3.0:1787759437.366440:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759437.366445:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759437.366447:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.366451:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759437.366454:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759437.366458:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759437.366467:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759437.366474:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759437.366484:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759437.366523:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759437.366528:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759437.366533:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081aaf704] to pc [ptlrpcd_rcv+-1] req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759437.366561:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759437.366564:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759437.366568:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759437.366570:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759437.366571:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759437.366575:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759437.366578:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18119 00000400:00000200:3.0:1787759437.366583:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759437.366587:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759437.366590:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759437.366594:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366596:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.366599:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759437.366602:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759437.366602:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759437.366605:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759437.366608:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1787759437.366609:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759437.366612:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759437.366613:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1787759437.366617:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759437.366621:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759437.366624:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787759437.366625:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759437.366632:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366637:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.366641:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759437.366642:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.366646:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.366646:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759437.366652:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:1.0:1787759437.366654:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1787759437.366658:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:1.0:1787759437.366659:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759437.366664:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.366665:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759437.366669:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1787759437.366673:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875529728:192.168.201.104@tcp:250:kworker.0 02000000:00000001:3.0:1787759437.366677:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759437.366678:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759437.366682:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.366683:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787759437.366685:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759437.366687:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.366690:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1787759437.366691:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759437.366696:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759437.366697:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 00000100:00000001:3.0:1787759437.366700:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.366702:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759437.366707:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cf00. 00000400:00000200:1.0:1787759437.366711:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:3.0:1787759437.366713:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000010:1.0:1787759437.366718:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 02000000:00000001:3.0:1787759437.366718:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759437.366720:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.366724:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759437.366726:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1787759437.366728:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 02000000:00000001:3.0:1787759437.366728:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759437.366734:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd800. 00000100:00000200:1.0:1787759437.366739:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529728, portal 25 00000100:00000001:3.0:1787759437.366739:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.366745:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759437.366750:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00100000:3.0:1787759437.366750:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759437.366762:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759437.366765:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.366769:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759437.366771:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a86b56] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.366794:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759437.366800:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759437.366804:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000001:3.0:1787759437.366810:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759437.366811:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875529728, offset 0 00000100:00080000:3.0:1787759437.366816:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759437.366823:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1787759437.366824:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366826:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759437.366829:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759437.366833:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1787759437.366836:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:3.0:1787759437.366838:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18119 00000400:00000200:3.0:1787759437.366845:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.366848:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759437.366852:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759437.366857:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759437.366859:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1787759437.366863:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366867:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759437.366868:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000040:3.0:1787759437.366873:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.366875:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787759437.366878:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759437.366881:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000001:3.0:1787759437.366883:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759437.366886:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:1.0:1787759437.366888:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776563:776563:256:4294967295] 192.168.201.104@tcp LPNI seq info [776554:776554:8:4294967295] 00000020:00000001:3.0:1787759437.366890:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759437.366894:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000400:00000200:1.0:1787759437.366897:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:3.0:1787759437.366899:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759437.366903:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759437.366911:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.366912:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:3.0:1787759437.366917:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1787759437.366921:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759437.366924:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000010:1.0:1787759437.366928:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000100:00000001:3.0:1787759437.366928:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759437.366934:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000200:1.0:1787759437.366938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:3.0:1787759437.366941:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:1.0:1787759437.366943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000100:00000001:3.0:1787759437.366948:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759437.366951:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759437.366955:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759437.366959:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759437.366960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759437.366963:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.1:1787759437.366966:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000008:00100000:3.0:1787759437.366967:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759437.366973:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1787759437.366976:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759437.366977:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759437.366980:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000100:00000010:3.0:1787759437.366985:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000400:00000200:1.0:1787759437.366988:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1787759437.366990:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759437.366994:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1787759437.366997:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1787759437.366998:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.367002:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759437.367005:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1787759437.367007:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 02000000:00000001:3.0:1787759437.367008:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759437.367012:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 02000000:00000010:3.0:1787759437.367015:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:1.0:1787759437.367018:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787759437.367020:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759437.367028:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1787759437.367033:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759437.367044:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759437.367047:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759437.367055:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367056:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.367063:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367073:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367075:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759437.367083:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367085:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759437.367087:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1787759437.367093:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:3.0:1787759437.367095:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759437.367098:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759437.367099:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312792843 00000100:00080000:3.0:1787759437.367100:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759437.367106:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:1.0:1787759437.367108:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e600. 00000100:00080000:3.0:1787759437.367111:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18119 00000400:00000200:3.0:1787759437.367144:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759437.367148:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759437.367150:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759437.367154:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1787759437.367155:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367160:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.367163:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759437.367164:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312792844 00000100:00000001:3.0:1787759437.367167:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000010:1.0:1787759437.367171:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ec00. 00000020:00000001:3.0:1787759437.367172:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759437.367176:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:1.0:1787759437.367177:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1787759437.367179:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759437.367182:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1787759437.367183:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:1.0:1787759437.367185:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367190:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1787759437.367190:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759437.367195:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00100000:1.0:1787759437.367199:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437] req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759437.367202:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367207:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759437.367212:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367217:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759437.367220:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000400:00000001:1.0:1787759437.367222:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1787759437.367224:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000001:1.0:1787759437.367226:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1787759437.367230:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759437.367231:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 02000000:00000001:3.0:1787759437.367235:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759437.367238:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 02000000:00000001:3.0:1787759437.367240:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1787759437.367241:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 02000000:00000001:3.0:1787759437.367245:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367247:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787759437.367249:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759437.367252:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000200:1.0:1787759437.367255:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1787759437.367256:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.367261:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759437.367267:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759437.367271:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000200:1.0:1787759437.367273:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759437.367275:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759437.367279:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.367283:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759437.367291:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759437.367294:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367298:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1787759437.367301:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:1.0:1787759437.367302:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.367306:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759437.367309:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367310:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759437.367322:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759437.367322:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759437.367349:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759437.367353:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1787759437.367355:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759437.367358:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759437.367368:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367369:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759437.367377:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.367381:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.367385:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759437.367386:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367390:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1787759437.367391:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759437.367393:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759437.367398:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787759437.367400:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1787759437.367401:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759437.367406:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787759437.367409:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759437.367412:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759437.367413:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1787759437.367419:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18119 00000100:00000040:1.0:1787759437.367423:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759437.367428:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759437.367437:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00100000:1.0:1787759437.367441:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875529728:192.168.201.104@tcp:250:kworker.0 00000100:00080000:3.0:1787759437.367442:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759437.367450:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759437.367451:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759437.367455:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759437.367456:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759437.367460:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759437.367464:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875529728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759437.367465:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759437.367471:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759437.367474:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759437.367478:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759437.367480:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1787759437.367481:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 02000000:00000001:1.0:1787759437.367484:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1787759437.367485:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759437.367501:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759437.367505:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367508:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1787759437.367509:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 00000100:00000040:3.0:1787759437.367511:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367514:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:1.0:1787759437.367515:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1787759437.367517:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000020:00000001:1.0:1787759437.367519:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00080000:3.0:1787759437.367521:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000020:00000040:1.0:1787759437.367523:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:3.0:1787759437.367525:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759437.367528:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:3.0:1787759437.367529:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759437.367532:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1787759437.367533:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:3.0:1787759437.367535:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.367538:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759437.367540:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:3.0:1787759437.367540:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1787759437.367544:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:3.0:1787759437.367545:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759437.367548:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759437.367549:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000010:3.0:1787759437.367551:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759437.367555:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:1.0:1787759437.367556:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1787759437.367557:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1787759437.367559:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787759437.367560:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367565:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759437.367565:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759437.367566:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759437.367570:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759437.367573:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759437.367576:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367577:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.367581:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759437.367581:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759437.367586:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759437.367590:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759437.367591:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759437.367592:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787759437.367595:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.367603:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759437.367603:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759437.367624:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367627:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1787759437.367629:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18129) 00000100:00000001:1.0:1787759437.367630:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.367634:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759437.367636:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759437.367638:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.367641:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759437.367644:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759437.367646:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759437.367648:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.367649:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759437.367652:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759437.367654:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759437.367657:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759437.367659:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759437.367662:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759437.367665:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529856, portal 10 00000100:00000001:1.0:1787759437.367666:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759437.367667:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000040:1.0:1787759437.367673:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367677:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759437.367679:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759437.367681:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759437.367683:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875529856, offset 0 00000400:00000200:1.0:1787759437.367686:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759437.367688:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.367691:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759437.367693:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759437.367695:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759437.367697:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759437.367698:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.367701:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776564:776564:256:4294967295] 192.168.201.104@tcp LPNI seq info [776555:776555:8:4294967295] 00000400:00000200:1.0:1787759437.367704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.367708:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759437.367711:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.367714:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759437.367717:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759437.367719:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787759437.367722:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759437.367724:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787759437.367727:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.367728:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759437.367731:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759437.367733:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759437.367736:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759437.367737:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759437.367739:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759437.367741:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367746:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.367748:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367753:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367754:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759437.367756:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.367759:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759437.367761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759437.367763:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312791564 00000100:00000001:1.0:1787759437.367765:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312792843 00000100:00000001:1.0:1787759437.367767:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312791564 00000100:00000001:1.0:1787759437.367768:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312792844 00000100:00000001:1.0:1787759437.367770:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759437.367771:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367773:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759437.367775:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437] req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759437.367781:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759437.367781:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759437.367782:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759437.367784:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759437.367785:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759437.367787:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759437.367789:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759437.367794:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367798:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759437.367799:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.367800:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.367801:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759437.367803:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367808:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759437.367812:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367818:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759437.367821:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.367823:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.367825:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.367826:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759437.367830:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759437.367833:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759437.367837:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759437.367840:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759437.367844:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759437.367852:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759437.367857:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759437.367861:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367866:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.367867:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.367869:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759437.367870:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759437.367871:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.367873:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759437.367876:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759437.367878:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759437.367879:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.367880:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759437.367883:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759437.367884:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759437.367887:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759437.367888:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759437.367891:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759437.367893:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875529984, portal 10 00000100:00000001:1.0:1787759437.367894:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759437.367895:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759437.367900:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367904:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759437.367906:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759437.367907:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759437.367909:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875529984, offset 0 00000400:00000200:1.0:1787759437.367912:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759437.367915:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.367917:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759437.367919:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759437.367920:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759437.367922:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759437.367923:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.367925:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776565:776565:256:4294967295] 192.168.201.104@tcp LPNI seq info [776556:776556:8:4294967295] 00000400:00000200:1.0:1787759437.367928:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.367932:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759437.367935:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.367937:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759437.367940:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759437.367942:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787759437.367944:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759437.367946:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787759437.367950:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.367952:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759437.367955:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759437.367958:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759437.367961:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759437.367963:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759437.367965:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759437.367968:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367976:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.367979:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.367986:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.367988:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759437.367992:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.367995:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759437.367999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759437.368001:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312791564 00000100:00000001:1.0:1787759437.368003:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312792843 00000100:00000001:1.0:1787759437.368004:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312791564 00000100:00000001:1.0:1787759437.368006:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312792844 00000100:00000001:1.0:1787759437.368008:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759437.368009:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368010:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759437.368013:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437] req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759437.368018:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759437.368019:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759437.368020:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759437.368022:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759437.368024:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759437.368025:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759437.368027:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759437.368032:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368036:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759437.368037:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368038:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368039:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759437.368041:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368045:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759437.368047:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368052:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759437.368054:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368055:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368056:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368057:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759437.368059:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759437.368060:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759437.368062:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759437.368064:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759437.368066:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759437.368071:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875529984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759437.368075:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759437.368078:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368085:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.368086:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.368088:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759437.368090:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759437.368092:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.368095:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759437.368099:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759437.368101:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759437.368102:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.368103:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368107:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759437.368109:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759437.368113:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759437.368136:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759437.368141:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759437.368144:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530112, portal 4 00000100:00000001:1.0:1787759437.368146:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759437.368148:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759437.368154:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368161:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759437.368163:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759437.368166:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759437.368169:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875530112, offset 0 00000400:00000200:1.0:1787759437.368173:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759437.368177:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.368181:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759437.368184:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759437.368186:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759437.368189:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759437.368190:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.368192:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776566:776566:256:4294967295] 192.168.201.104@tcp LPNI seq info [776557:776557:8:4294967295] 00000400:00000200:1.0:1787759437.368195:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.368200:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759437.368203:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.368205:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759437.368208:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759437.368210:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787759437.368213:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759437.368214:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787759437.368217:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.368218:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759437.368221:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759437.368223:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759437.368225:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759437.368226:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759437.368228:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759437.368231:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368237:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368239:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368246:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368248:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759437.368251:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.368254:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759437.368257:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759437.368259:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312791624 00000100:00000001:1.0:1787759437.368262:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312792843 00000100:00000001:1.0:1787759437.368265:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312791624 00000100:00000001:1.0:1787759437.368267:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312792844 00000100:00000001:1.0:1787759437.368270:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759437.368272:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368274:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759437.368278:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437] req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759437.368287:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759437.368289:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759437.368291:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759437.368293:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759437.368295:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759437.368297:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759437.368301:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759437.368310:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368322:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759437.368323:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368325:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368327:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759437.368331:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368338:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759437.368341:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368348:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759437.368351:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368352:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368354:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368355:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759437.368358:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759437.368361:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759437.368364:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759437.368367:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759437.368371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759437.368379:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759437.368383:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368385:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368388:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875529856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368395:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759437.368396:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368399:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759437.368401:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759437.368403:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759437.368405:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759437.368407:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759437.368409:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:1.0:1787759437.368412:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759437.368414:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759437.368415:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:1.0:1787759437.368418:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759437.368419:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368421:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368424:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875529984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368430:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759437.368432:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368434:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759437.368436:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759437.368438:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759437.368439:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759437.368441:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759437.368443:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759437.368445:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759437.368447:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759437.368448:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759437.368451:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759437.368452:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368454:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368457:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875530112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368464:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759437.368466:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368467:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759437.368469:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759437.368470:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759437.368471:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759437.368473:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759437.368474:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759437.368476:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759437.368477:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759437.368478:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759437.368479:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759437.368480:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368481:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368484:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.368484:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368486:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759437.368487:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.368498:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759437.368503:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368510:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.368511:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.368513:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759437.368515:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759437.368518:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.368521:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759437.368525:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759437.368527:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759437.368529:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759437.368530:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368534:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759437.368536:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759437.368540:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759437.368543:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000400:00000010:1.0:1787759437.368547:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000200:1.0:1787759437.368551:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530240, portal 4 00000100:00000001:1.0:1787759437.368552:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759437.368553:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759437.368558:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368566:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759437.368569:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759437.368571:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759437.368574:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875530240, offset 0 00000400:00000200:1.0:1787759437.368579:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759437.368583:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.368587:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759437.368590:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759437.368592:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759437.368595:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759437.368597:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759437.368600:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776567:776567:256:4294967295] 192.168.201.104@tcp LPNI seq info [776558:776558:8:4294967295] 00000400:00000200:1.0:1787759437.368605:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759437.368611:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759437.368616:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.368620:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759437.368625:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759437.368628:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1787759437.368632:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759437.368635:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1787759437.368639:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759437.368641:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759437.368644:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759437.368646:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759437.368648:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759437.368650:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759437.368652:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759437.368654:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368660:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368662:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368670:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368671:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759437.368673:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759437.368675:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759437.368678:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759437.368680:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312791588 00000100:00000001:1.0:1787759437.368682:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312792843 00000100:00000001:1.0:1787759437.368683:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312791588 00000100:00000001:1.0:1787759437.368685:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312792844 00000100:00000001:1.0:1787759437.368687:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759437.368688:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368689:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759437.368691:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759437/real 1787759437] req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759437.368696:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759437.368697:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759437.368698:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:1.0:1787759437.368700:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:1.0:1787759437.368701:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:1.0:1787759437.368703:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759437.368705:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759437.368710:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368714:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759437.368715:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368716:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368717:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759437.368719:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368723:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759437.368726:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368730:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759437.368732:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368733:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759437.368733:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368734:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759437.368736:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759437.368737:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759437.368739:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759437.368741:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759437.368743:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759437.368748:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759437.368752:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368754:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759437.368756:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875530240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759437.368763:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759437.368764:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759437.368766:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759437.368769:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759437.368770:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759437.368772:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759437.368774:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759437.368776:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:1.0:1787759437.368779:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759437.368780:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759437.368782:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759437.368785:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759437.368786:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368788:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.368791:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.368793:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.368795:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759437.368796:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759437.814610:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759437.814617:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759437.814619:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759437.814623:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759437.814625:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759437.814628:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.814631:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759437.814632:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759437.814635:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759438.070222:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759438.070223:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759438.070231:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759438.070232:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759438.070232:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759438.070235:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759438.070235:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.070237:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759438.070237:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.070240:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759438.070243:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759438.070244:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759438.070244:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759438.070244:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759438.070246:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759438.070251:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759438.070251:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759438.070251:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759438.070252:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759438.070255:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759438.070255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759438.070261:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759438.070261:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759438.070262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759438.070265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759438.070266:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.070267:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.070273:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759438.070273:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.070277:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.070281:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.070284:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.070287:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759438.070288:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759438.070291:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759438.070293:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759438.070296:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759438.070299:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759438.070301:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759438.070303:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759438.070304:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.070307:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759438.070308:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759438.070309:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759438.070312:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759438.070315:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759438.070315:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759438.070317:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759438.070318:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070321:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759438.070322:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759438.070322:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759438.070322:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759438.070327:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070328:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759438.070328:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759438.070329:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.070330:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.070333:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759438.070334:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759438.070336:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759438.070336:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.070341:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759438.070341:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.070342:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.070346:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759438.070346:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.070351:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.070353:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070356:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759438.070365:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759438.070368:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759438.070369:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1787759438.070371:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759438.070372:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759438.070375:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759438.070376:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759438.070378:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759438.070381:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070383:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759438.070384:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759438.070385:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759438.710224:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312792843, at 4312792896 00000100:00000040:3.0:1787759438.710224:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312792844, at 4312792896 00000100:00000010:2.0:1787759438.710238:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e600. 00000100:00000010:3.0:1787759438.710238:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ec00. 00000100:00000001:1.0:1787759438.838245:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759438.838252:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759438.838254:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759438.838259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759438.838262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759438.838266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.838268:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759438.838271:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759438.838285:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787759438.902246:0:242283:0:(osc_request.c:747:osc_update_next_shrink()) next time 19325 to shrink grant 00000100:00000001:3.0:1787759439.094293:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759439.094302:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759439.094304:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759439.094310:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759439.094314:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759439.094318:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.094321:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759439.094323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.094326:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094354:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759439.094357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094362:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759439.094364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094367:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759439.094371:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759439.094373:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759439.094377:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094381:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759439.094384:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094386:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094388:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759439.094394:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759439.094395:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759439.094397:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094399:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759439.094400:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094401:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759439.094403:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759439.094423:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759439.094426:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759439.094429:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759439.094671:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759439.094675:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759439.094676:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759439.094679:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759439.094682:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759439.094684:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759439.094686:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759439.094688:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759439.094690:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759439.095021:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.095026:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759439.095028:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759439.095032:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759439.095036:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.095039:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.095042:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759439.095044:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.095045:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.095051:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759439.095051:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759439.095055:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759439.095060:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759439.095063:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759439.095067:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095070:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759439.095072:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095074:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759439.095371:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.095375:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759439.095376:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759439.095379:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759439.095380:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759439.095382:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759439.095384:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759439.095385:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759439.095390:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.095390:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.095393:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095394:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759439.095395:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.095396:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759439.095399:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095400:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759439.095402:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759439.095402:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759439.095403:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759439.095406:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759439.095408:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759439.095410:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759439.095413:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759439.095417:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095420:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759439.095421:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759439.095424:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759439.095452:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759439.095455:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759439.095457:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759439.095468:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759439.095471:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759439.095473:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759439.095475:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759439.095476:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759439.095478:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759439.862247:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759439.862254:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759439.862257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759439.862262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759439.862266:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759439.862269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.862272:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759439.862274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759439.862278:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.118225:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.118233:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.118236:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118236:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759440.118241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759440.118244:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759440.118245:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759440.118248:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.118249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759440.118251:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759440.118253:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.118255:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.118256:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759440.118256:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118261:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759440.118262:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759440.118263:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759440.118266:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.118268:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759440.118268:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759440.118272:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118273:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.118274:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118274:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759440.118278:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118278:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118282:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759440.118282:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759440.118284:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759440.118285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118290:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759440.118290:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759440.118296:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118299:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759440.118301:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118304:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.118314:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759440.118316:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759440.118320:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759440.118320:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759440.118321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759440.118323:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.118324:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759440.118325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759440.118326:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759440.118328:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759440.118330:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759440.118331:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759440.118334:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759440.118336:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759440.118336:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759440.118337:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759440.118338:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118339:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759440.118341:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.118342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759440.118344:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759440.118344:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759440.118347:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759440.118348:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759440.118349:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759440.118350:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759440.118351:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759440.118355:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759440.118355:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759440.118356:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759440.118361:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759440.118363:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759440.118364:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759440.118366:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118367:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759440.118368:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118370:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759440.118372:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118373:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759440.118377:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759440.118378:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118380:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759440.118383:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.118385:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759440.118385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759440.118389:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759440.118389:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759440.118394:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759440.118395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759440.118397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759440.118422:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759440.118425:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759440.118428:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759440.886241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759440.886249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759440.886251:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759440.886257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759440.886260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759440.886264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.886266:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759440.886269:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759440.886272:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759441.142282:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759441.142293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.142297:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759441.142302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759441.142306:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759441.142306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.142311:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.142315:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759441.142315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759441.142319:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759441.142319:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.142321:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759441.142324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759441.142329:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759441.142330:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.142332:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759441.142338:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759441.142341:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.142344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759441.142347:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759441.142350:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.142351:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.142359:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.142359:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.142363:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759441.142365:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759441.142370:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759441.142372:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759441.142377:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759441.142386:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759441.142391:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759441.142392:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759441.142395:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759441.142398:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759441.142401:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.142403:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.142406:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.142408:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759441.142410:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.142414:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.142417:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759441.142420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.142441:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759441.142443:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.142445:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759441.142447:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.142449:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759441.143610:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759441.143615:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759441.143617:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759441.143621:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759441.143628:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759441.143630:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759441.143632:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759441.143636:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759441.143637:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759441.143641:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759441.143642:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759441.143649:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.143651:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759441.143652:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759441.143656:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759441.143657:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759441.143661:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759441.143665:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759441.143669:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759441.143671:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759441.143673:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759441.143677:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.143683:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759441.143685:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759441.143687:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759441.143690:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759441.143691:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759441.143694:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759441.143695:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759441.143701:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759441.143702:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759441.143710:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759441.143714:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759441.143716:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759441.143718:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759441.143723:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759441.910219:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759441.910226:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759441.910227:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759441.910232:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759441.910235:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759441.910238:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.910240:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759441.910241:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759441.910243:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.166223:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.166232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.166234:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.166239:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759442.166243:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.166247:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.166250:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.166253:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166255:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.166256:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.166261:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759442.166264:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759442.166268:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759442.166271:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759442.166273:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166275:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759442.166278:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166280:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759442.166517:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759442.166521:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759442.166523:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759442.166526:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759442.166530:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759442.166530:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759442.166532:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166535:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759442.166537:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759442.166539:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759442.166540:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759442.166544:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759442.166545:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.166549:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759442.166553:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166556:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759442.166557:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166560:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759442.166569:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759442.166573:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759442.166578:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759442.166580:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759442.166584:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759442.166586:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759442.166591:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759442.166592:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.166599:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.166603:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759442.166605:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.166606:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.166609:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759442.166612:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.166613:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759442.166614:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759442.166616:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759442.166617:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759442.166618:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.166619:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759442.166622:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000020:00000001:3.0:1787759442.166622:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.166624:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759442.166624:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759442.166627:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759442.166629:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759442.166630:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.166631:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759442.166632:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759442.166634:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.166636:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.166640:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759442.166641:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759442.166644:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759442.166648:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.166649:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759442.166651:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759442.166653:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759442.166656:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759442.166657:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759442.166660:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759442.166665:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759442.166668:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759442.166671:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759442.166674:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759442.166675:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759442.166677:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759442.486233:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759442.486244:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759442.486246:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759442.486250:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759442.486254:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759442.486261:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18124 00000400:00000200:2.0:1787759442.486270:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759442.486276:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759442.486280:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759442.486283:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486287:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486289:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486292:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759442.486296:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759442.486299:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759442.486302:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759442.486306:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759442.486308:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759442.486311:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759442.486315:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486318:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486320:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486322:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759442.486325:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759442.486329:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486332:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.486335:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759442.486338:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759442.486341:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.486343:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759442.486346:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759442.486355:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759442.486358:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759442.486362:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759442.486363:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.486366:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759442.486369:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759442.486373:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759442.486383:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759442.486390:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759442.486427:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759442.486438:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759442.486443:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759442.486448:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759442.486475:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759442.486479:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759442.486482:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759442.486484:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759442.486486:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759442.486489:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759442.486491:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18124 00000400:00000200:2.0:1787759442.486496:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759442.486499:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759442.486502:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759442.486506:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486508:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486511:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759442.486514:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759442.486514:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759442.486517:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1787759442.486520:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1787759442.486521:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759442.486525:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759442.486526:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759442.486528:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759442.486531:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759442.486535:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759442.486536:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759442.486541:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486546:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486550:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486554:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759442.486556:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1787759442.486558:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:1.0:1787759442.486560:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759442.486563:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:1.0:1787759442.486567:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759442.486568:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.486572:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759442.486573:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759442.486577:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.486579:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759442.486584:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.486585:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875530368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759442.486587:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759442.486592:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1787759442.486592:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759442.486597:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.486599:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1787759442.486600:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.486604:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759442.486606:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 02000000:00000001:1.0:1787759442.486609:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1787759442.486611:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759442.486615:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1787759442.486616:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:2.0:1787759442.486617:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.486620:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759442.486622:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.486623:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759442.486626:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.486632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:2.0:1787759442.486632:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759442.486639:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759442.486640:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76a50. 00000100:00100000:2.0:1787759442.486646:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759442.486649:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40990. 00000100:00000001:2.0:1787759442.486659:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1787759442.486660:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530368, portal 25 00000100:00000001:2.0:1787759442.486662:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.486666:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1787759442.486669:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.486670:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759442.486683:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759442.486684:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759442.486688:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759442.486696:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759442.486698:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759442.486701:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759442.486702:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787759442.486705:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759442.486709:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759442.486713:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18124 00000400:00000010:1.0:1787759442.486715:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000400:00000200:2.0:1787759442.486720:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:1.0:1787759442.486722:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875530368, offset 0 00000400:00000200:2.0:1787759442.486725:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759442.486729:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759442.486734:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759442.486736:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486740:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486742:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486744:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759442.486748:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759442.486749:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759442.486751:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759442.486754:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000400:00000200:1.0:1787759442.486755:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759442.486759:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759442.486762:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:1.0:1787759442.486765:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759442.486772:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1787759442.486776:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759442.486779:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:2.0:1787759442.486780:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.486785:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759442.486786:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759442.486788:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759442.486793:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000040:2.0:1787759442.486793:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759442.486799:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486801:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.486803:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759442.486808:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776568:776568:256:4294967295] 192.168.201.104@tcp LPNI seq info [776559:776559:8:4294967295] 02000000:00000001:2.0:1787759442.486808:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759442.486813:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.486819:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759442.486824:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759442.486827:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759442.486832:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.486836:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.486837:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000010:2.0:1787759442.486841:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000800:00000200:1.0:1787759442.486847:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000020:00000040:2.0:1787759442.486848:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759442.486853:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759442.486855:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.486857:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1787759442.486858:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 02000000:00000001:2.0:1787759442.486859:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759442.486862:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759442.486868:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000800:00000200:1.0:1787759442.486869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759442.486874:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1787759442.486879:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00100000:2.0:1787759442.486882:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759442.486892:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759442.486895:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.486900:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759442.486900:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759442.486910:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759442.486914:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759442.486916:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759442.486923:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759442.486924:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312797963 00000100:00000001:2.0:1787759442.486926:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759442.486929:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1787759442.486932:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eb40. 00000100:00000001:2.0:1787759442.486933:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759442.486938:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18124 00000100:00000001:1.0:1787759442.486942:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1787759442.486944:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759442.486950:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759442.486952:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312797963 00000100:00080000:2.0:1787759442.486953:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759442.486958:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000010:1.0:1787759442.486960:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ee40. 00000100:00000001:2.0:1787759442.486962:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759442.486967:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1787759442.486967:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.486971:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759442.486974:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1787759442.486975:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759442.486979:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:1.0:1787759442.486981:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759442.486982:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759442.486984:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:1.0:1787759442.486989:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759442.486989:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:1.0:1787759442.486995:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759442.486995:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759442.487001:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487004:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759442.487007:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759442.487008:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759442.487010:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759442.487012:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1787759442.487016:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:1.0:1787759442.487017:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759442.487022:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1787759442.487024:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759442.487025:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759442.487030:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.487033:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1787759442.487034:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487043:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1787759442.487045:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759442.487046:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.487050:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487052:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759442.487054:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759442.487056:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1787759442.487057:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1787759442.487062:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787759442.487063:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.487068:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.487071:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530496:192.168.201.104@tcp:38:kworker.0 00000100:00000010:2.0:1787759442.487073:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759442.487079:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000001:1.0:1787759442.487080:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759442.487084:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759442.487085:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759442.487089:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759442.487089:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487094:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787759442.487095:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759442.487098:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1787759442.487101:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:2.0:1787759442.487101:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487106:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.487114:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:2.0:1787759442.487114:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759442.487145:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759442.487150:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1787759442.487152:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76528. 00000400:00000010:1.0:1787759442.487160:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40440. 00000100:00000001:2.0:1787759442.487162:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1787759442.487166:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530496, portal 10 00000100:00000001:2.0:1787759442.487166:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487172:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1787759442.487173:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487175:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000001:2.0:1787759442.487186:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487188:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759442.487190:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759442.487197:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759442.487200:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759442.487204:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759442.487206:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787759442.487208:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1787759442.487213:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759442.487215:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18124 00000400:00000010:1.0:1787759442.487218:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f402a8. 00000400:00000200:2.0:1787759442.487222:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:1.0:1787759442.487224:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875530496, offset 0 00000400:00000200:2.0:1787759442.487228:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759442.487231:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1787759442.487235:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759442.487238:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487242:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759442.487244:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759442.487246:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487250:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:1.0:1787759442.487252:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000001:2.0:1787759442.487255:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:1.0:1787759442.487258:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1787759442.487259:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759442.487263:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:1.0:1787759442.487264:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000020:00000040:2.0:1787759442.487267:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000400:00000200:1.0:1787759442.487269:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1787759442.487272:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:1.0:1787759442.487275:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000001:2.0:1787759442.487277:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:1.0:1787759442.487283:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776569:776569:255:4294967295] 192.168.201.104@tcp LPNI seq info [776560:776560:7:4294967295] 00000100:00000040:2.0:1787759442.487286:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487291:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1787759442.487295:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759442.487296:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487300:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759442.487306:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000400:00000200:1.0:1787759442.487308:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00080000:2.0:1787759442.487313:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759442.487318:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759442.487319:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000001:2.0:1787759442.487322:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1787759442.487326:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038500. 02000000:00000001:2.0:1787759442.487327:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759442.487332:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787759442.487335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759442.487336:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759442.487340:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000800:00000200:1.1:1787759442.487344:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000008:00000001:2.0:1787759442.487345:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487349:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.487350:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487356:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000100:00000010:2.0:1787759442.487358:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759442.487363:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000400:00000200:1.0:1787759442.487364:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759442.487368:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1787759442.487369:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312796684 02000000:00000001:2.0:1787759442.487372:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487374:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312797963 00000100:00000001:2.0:1787759442.487376:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1787759442.487380:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312796684 02000000:00000001:2.0:1787759442.487381:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759442.487384:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487385:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312797963 02000000:00000010:2.0:1787759442.487391:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759442.487395:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487414:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759442.487417:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487420:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759442.487424:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487431:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.487433:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487435:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759442.487437:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759442.487439:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.487442:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759442.487445:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759442.487447:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759442.487449:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487450:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759442.487454:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759442.487456:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.487460:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759442.487463:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76948. 00000400:00000010:1.0:1787759442.487466:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40770. 00000100:00000200:1.0:1787759442.487470:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530624, portal 10 00000100:00000001:1.0:1787759442.487472:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759442.487474:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759442.487480:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487487:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759442.487490:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759442.487493:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40550. 00000100:00000200:1.0:1787759442.487495:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875530624, offset 0 00000400:00000200:1.0:1787759442.487501:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487505:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487509:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759442.487512:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759442.487514:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759442.487516:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759442.487519:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487522:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776570:776570:254:4294967295] 192.168.201.104@tcp LPNI seq info [776561:776561:6:4294967295] 00000400:00000200:1.0:1787759442.487528:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487534:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759442.487539:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759442.487544:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038800. 00000800:00000200:1.0:1787759442.487548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759442.487552:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759442.487555:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487558:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759442.487562:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759442.487564:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312796684 00000100:00000001:1.0:1787759442.487567:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312797963 00000100:00000001:1.0:1787759442.487570:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312796684 00000100:00000001:1.0:1787759442.487574:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312797963 00000100:00100000:2.0:1787759442.487574:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759442.487580:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759442.487586:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.487592:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759442.487593:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759442.487596:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487598:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.487603:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1787759442.487604:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487606:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787759442.487611:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759442.487614:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.487618:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759442.487618:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487624:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759442.487625:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18134) 00000100:00000001:1.0:1787759442.487635:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.487637:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487640:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759442.487643:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759442.487645:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.487648:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759442.487652:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759442.487654:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759442.487655:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487657:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759442.487661:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759442.487664:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.487667:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759442.487670:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76898. 00000400:00000010:1.0:1787759442.487674:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40d48. 00000100:00000200:1.0:1787759442.487677:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530752, portal 4 00000100:00000001:1.0:1787759442.487680:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759442.487681:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759442.487688:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487695:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759442.487697:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759442.487700:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759442.487703:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875530752, offset 0 00000400:00000200:1.0:1787759442.487708:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487712:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487715:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759442.487718:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759442.487721:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759442.487723:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759442.487726:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487729:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776571:776571:253:4294967295] 192.168.201.104@tcp LPNI seq info [776562:776562:5:4294967295] 00000400:00000200:1.0:1787759442.487733:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487740:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759442.487745:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759442.487749:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038200. 00000800:00000200:1.0:1787759442.487753:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759442.487757:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759442.487760:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487763:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759442.487767:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759442.487769:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312796743 00000100:00000001:1.0:1787759442.487772:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312797963 00000100:00000001:1.0:1787759442.487774:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312796743 00000100:00000001:1.0:1787759442.487782:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312797963 00000100:00000001:1.0:1787759442.487784:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759442.487786:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487789:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487791:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.487794:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.487795:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787759442.487797:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759442.487799:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.487800:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759442.487804:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487817:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.487818:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487820:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759442.487822:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759442.487824:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.487827:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759442.487830:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759442.487832:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759442.487834:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759442.487836:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759442.487839:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759442.487841:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759442.487844:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759442.487847:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76f78. 00000400:00000010:1.0:1787759442.487851:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40220. 00000100:00000200:1.0:1787759442.487854:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875530880, portal 4 00000100:00000001:1.0:1787759442.487856:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759442.487857:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759442.487863:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759442.487870:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759442.487873:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759442.487875:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759442.487878:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875530880, offset 0 00000400:00000200:1.0:1787759442.487883:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487887:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487890:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759442.487893:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759442.487895:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759442.487897:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759442.487900:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759442.487904:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776572:776572:252:4294967295] 192.168.201.104@tcp LPNI seq info [776563:776563:4:4294967295] 00000400:00000200:1.0:1787759442.487909:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759442.487915:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759442.487919:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759442.487923:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759442.487927:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759442.487932:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759442.487935:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759442.487938:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759442.487941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759442.487943:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312796707 00000100:00000001:1.0:1787759442.487946:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312797963 00000100:00000001:1.0:1787759442.487949:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312796707 00000100:00000001:1.0:1787759442.487951:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312797963 00000100:00000001:1.0:1787759442.487954:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759442.487956:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487959:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487961:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.487964:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.487966:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787759442.487968:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759442.487969:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.487971:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.487973:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759442.934219:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759442.934226:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759442.934228:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759442.934233:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759442.934236:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759442.934240:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.934243:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759442.934245:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759442.934249:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190210:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759443.190210:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759443.190220:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759443.190223:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759443.190227:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759443.190228:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759443.190231:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190235:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759443.190236:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759443.190240:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759443.190241:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759443.190245:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.190246:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759443.190251:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.190255:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759443.190255:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759443.190255:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759443.190258:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.190261:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759443.190262:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759443.190266:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759443.190271:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759443.190274:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759443.190276:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.190279:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759443.190281:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.190284:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759443.190286:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759443.190291:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759443.190292:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759443.190293:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759443.190294:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759443.190296:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759443.190300:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759443.190300:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190301:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759443.190307:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759443.190307:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759443.190309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759443.190312:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.190313:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759443.190313:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190317:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759443.190318:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759443.190320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759443.190322:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759443.190323:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759443.190323:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759443.190324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190325:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.190329:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759443.190329:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190331:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759443.190332:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759443.190336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759443.190337:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759443.190338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759443.190342:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759443.190346:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759443.190348:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759443.190349:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759443.190353:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759443.190354:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759443.190356:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190357:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759443.190357:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190362:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759443.190363:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759443.190365:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759443.190368:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759443.190370:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759443.190371:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759443.190373:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759443.190376:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759443.190377:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759443.190378:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190380:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759443.190381:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759443.190384:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759443.190398:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759443.190400:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759443.190402:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759443.190406:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759443.830239:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312797963, at 4312798016 00000100:00000040:3.0:1787759443.830239:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312797963, at 4312798016 00000100:00000010:2.0:1787759443.830255:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eb40. 00000100:00000010:3.0:1787759443.830257:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ee40. 00000100:00000001:1.0:1787759443.958220:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759443.958229:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759443.958231:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759443.958236:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759443.958239:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759443.958246:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.958249:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759443.958250:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759443.958253:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.214255:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759444.214255:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.214264:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759444.214264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759444.214268:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759444.214268:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.214276:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759444.214276:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759444.214281:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214286:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214289:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.214293:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759444.214294:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214296:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759444.214298:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759444.214303:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759444.214305:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759444.214308:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.214362:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759444.214378:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.214380:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759444.214384:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759444.214387:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214389:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759444.214390:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.214394:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.214396:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.214397:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214399:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.214402:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759444.214403:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759444.214409:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214411:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214414:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.214416:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.214417:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759444.214419:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.214421:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.214425:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759444.214427:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759444.214429:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759444.214431:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759444.214434:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.214435:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759444.214438:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.214439:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759444.214442:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759444.214444:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759444.214446:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.214447:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759444.214448:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214453:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759444.214453:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214457:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759444.214458:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759444.214462:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759444.214462:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759444.214469:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759444.214470:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759444.214474:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214477:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759444.214479:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759444.214481:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759444.214494:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759444.214498:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759444.214503:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759444.214505:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759444.214509:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759444.214511:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759444.214514:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759444.214516:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759444.214532:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759444.214535:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759444.214538:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759444.214578:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759444.214581:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759444.214582:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759444.214585:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759444.214587:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759444.214589:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759444.214591:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759444.214592:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759444.214594:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759444.982244:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759444.982252:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759444.982254:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759444.982259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759444.982263:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759444.982266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.982269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759444.982271:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759444.982274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238231:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759445.238231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759445.238235:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759445.238239:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759445.238240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759445.238242:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759445.238243:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238247:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759445.238248:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1787759445.238250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759445.238253:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759445.238254:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759445.238256:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759445.238260:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759445.238260:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759445.238262:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238264:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759445.238264:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238266:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759445.238270:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238271:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759445.238274:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759445.238280:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759445.238281:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759445.238285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759445.238286:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759445.238289:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759445.238290:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759445.238313:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759445.238316:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759445.238319:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759445.238339:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759445.238342:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759445.238344:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759445.238347:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759445.238368:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759445.238371:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.238557:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759445.238562:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759445.238563:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759445.238566:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759445.238568:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759445.238570:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759445.238763:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238764:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759445.238768:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238772:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759445.238772:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759445.238776:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.238779:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238801:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759445.238806:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.238807:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759445.238808:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759445.238811:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759445.238814:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759445.238817:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238818:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.238821:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238823:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759445.238825:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759445.238826:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238829:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759445.238831:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238839:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759445.238839:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238842:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759445.238845:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238855:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759445.238858:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.238860:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238861:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759445.238863:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759445.238865:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759445.238867:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759445.238868:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.238870:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759445.238873:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759445.238874:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759445.238877:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759445.238878:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759445.238880:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759445.238882:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759445.238885:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759445.238887:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759445.238890:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759445.238970:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759445.238972:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759445.238975:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787759445.558495:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:1.0:1787759445.558538:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787759445.558549:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759445.558553:0:2412:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:1.0:1787759445.558558:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759445.558563:0:2412:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787759445.558568:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759445.558572:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:1.0:1787759445.558578:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759445.558583:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759445.558591:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:1.0:1787759445.558594:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:1.0:1787759445.558600:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759445.558609:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558639:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759445.558643:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558652:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.558655:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759445.558664:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759445.558667:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038500. 00000400:00000200:1.0:1787759445.558670:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759445.558674:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759445.558677:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f402a8 00000400:00000010:1.0:1787759445.558679:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f402a8. 00000100:00000001:1.0:1787759445.558682:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759445.558692:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558700:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759445.558704:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558712:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.558713:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759445.558718:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759445.558721:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038800. 00000400:00000200:1.0:1787759445.558724:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759445.558728:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759445.558730:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40550 00000400:00000010:1.0:1787759445.558732:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40550. 00000100:00000001:1.0:1787759445.558735:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759445.558742:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558749:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759445.558752:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558759:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.558761:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759445.558766:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759445.558769:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038200. 00000400:00000200:1.0:1787759445.558772:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759445.558776:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759445.558778:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759445.558781:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759445.558784:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759445.558788:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558795:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759445.558799:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558806:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.558808:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759445.558812:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759445.558814:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759445.558817:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759445.558821:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759445.558823:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759445.558825:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759445.558828:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759445.558832:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558840:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759445.558844:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759445.558851:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759445.558852:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759445.558909:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759445.558913:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759445.558915:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759445.558923:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759445] req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759445.558934:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759445.558937:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759445.558940:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76f78. 00000400:00000200:3.0:1787759445.558944:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40220 00000400:00000010:3.0:1787759445.558946:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40220. 00000100:00000001:3.0:1787759445.558948:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759445.558952:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759445.558968:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.558975:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759445.558977:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.558980:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.558982:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759445.558987:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.558994:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759445.559000:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559009:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759445.559012:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559014:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559016:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559019:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759445.559022:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759445.559026:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759445.559031:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759445.559035:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759445.559040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759445.559049:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759445.559054:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759445.559058:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759445] req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759445.559072:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759445.559073:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759445.559075:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76898. 00000400:00000200:3.0:1787759445.559077:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40d48 00000400:00000010:3.0:1787759445.559079:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40d48. 00000100:00000001:3.0:1787759445.559081:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759445.559084:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759445.559094:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559101:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759445.559102:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559103:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559105:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759445.559108:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559142:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759445.559147:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559155:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759445.559158:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559159:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559161:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559163:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759445.559165:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759445.559168:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759445.559171:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759445.559174:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759445.559180:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759445.559188:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759445.559193:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759445.559197:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759445] req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759445.559205:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759445.559206:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759445.559209:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76528. 00000400:00000200:3.0:1787759445.559211:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40440 00000400:00000010:3.0:1787759445.559213:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40440. 00000100:00000001:3.0:1787759445.559216:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759445.559219:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759445.559228:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559235:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759445.559236:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559238:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559240:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759445.559243:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559249:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759445.559253:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559261:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759445.559263:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559266:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559267:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559281:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759445.559285:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759445.559288:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759445.559292:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759445.559294:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759445.559299:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759445.559308:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759445.559312:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759445.559316:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759445] req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759445.559323:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759445.559325:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759445.559327:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76948. 00000400:00000200:3.0:1787759445.559330:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40770 00000400:00000010:3.0:1787759445.559332:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40770. 00000100:00000001:3.0:1787759445.559334:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759445.559337:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759445.559356:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559364:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759445.559365:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559367:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559368:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759445.559372:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559386:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759445.559391:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559399:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759445.559402:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559403:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559404:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559406:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759445.559409:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759445.559412:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759445.559415:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759445.559418:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759445.559422:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759445.559431:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875530624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759445.559435:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759445.559438:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759442/real 1787759445] req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759445.559446:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759445.559447:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759445.559450:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76a50. 00000400:00000200:3.0:1787759445.559453:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40990 00000400:00000010:3.0:1787759445.559455:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40990. 00000100:00000001:3.0:1787759445.559458:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759445.559461:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759445.559476:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559482:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759445.559484:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559485:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559486:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759445.559490:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559497:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759445.559501:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559507:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759445.559510:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559512:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759445.559513:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559515:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759445.559516:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759445.559519:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759445.559522:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759445.559524:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759445.559529:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759445.559536:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875530368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759445.559540:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559543:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759445.559546:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875530880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559558:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759445.559561:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759445.559565:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:3.0:1787759445.559569:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759445.559573:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759445.559575:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759445.559577:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759445.559580:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:3.0:1787759445.559585:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759445.559587:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759445.559589:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759445.559593:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759445.559595:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559596:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759445.559600:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875530752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559606:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759445.559607:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759445.559609:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:3.0:1787759445.559611:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759445.559613:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759445.559614:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759445.559617:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759445.559618:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:3.0:1787759445.559621:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759445.559622:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759445.559624:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759445.559626:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759445.559627:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559629:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759445.559633:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875530496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559640:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759445.559641:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759445.559643:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:3.0:1787759445.559645:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759445.559646:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759445.559648:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759445.559650:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759445.559652:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759445.559654:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759445.559655:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759445.559657:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759445.559659:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759445.559661:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559662:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759445.559665:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875530624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559671:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759445.559672:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759445.559674:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:3.0:1787759445.559676:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759445.559677:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759445.559679:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759445.559681:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759445.559682:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:3.0:1787759445.559686:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759445.559687:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759445.559688:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759445.559691:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759445.559692:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559694:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759445.559697:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875530368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759445.559704:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759445.559705:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759445.559707:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:3.0:1787759445.559709:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759445.559711:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759445.559712:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759445.559715:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759445.559716:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:3.0:1787759445.559719:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759445.559720:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759445.559721:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759445.559723:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759445.559724:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559727:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759445.559735:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759445.559736:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759445.559738:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759445.559739:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.006209:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.006216:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759446.006217:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759446.006221:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.006224:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759446.006227:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.006229:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.006231:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.006233:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262266:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759446.262277:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.262285:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759446.262288:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759446.262294:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759446.262296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759446.262297:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262302:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759446.262304:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759446.262308:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759446.262309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759446.262311:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262314:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.262318:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262323:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759446.262324:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759446.262329:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759446.262345:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262359:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.262365:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759446.262366:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.262367:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759446.262371:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759446.262372:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759446.262376:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759446.262376:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759446.262376:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759446.262386:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.262387:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759446.262387:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759446.262393:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759446.262394:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759446.262394:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759446.262397:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262400:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262405:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759446.262405:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759446.262406:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759446.262409:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759446.262414:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759446.262416:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759446.262420:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759446.262425:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759446.262428:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262429:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.262433:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759446.262433:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262436:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759446.262441:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.262446:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759446.262447:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759446.262450:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759446.262451:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759446.262453:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.262455:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759446.262455:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262461:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759446.262461:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759446.262467:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759446.262470:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262474:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759446.262474:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759446.262474:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759446.262483:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759446.262484:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759446.262485:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262486:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759446.262495:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759446.262498:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759446.262498:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759446.262500:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759446.262502:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759446.262505:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759446.262507:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759446.262510:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759446.262514:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759446.262514:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759446.262518:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759446.262525:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759446.262527:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759446.262553:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759446.262555:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759446.262558:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759447.030225:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.030233:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.030235:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.030240:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.030244:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.030248:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.030251:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759447.030254:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.030257:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759447.287163:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759447.287170:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759447.287176:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759447.287177:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759447.287180:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759447.287181:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759447.287185:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759447.287186:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759447.287213:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759447.287216:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759447.287219:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759447.287304:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.287308:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.287310:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.287324:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759447.287328:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759447.287331:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.287334:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759447.287336:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.287339:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.289431:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.289437:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.289439:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.289443:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.289446:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.289449:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.289452:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.289453:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759447.289456:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.289458:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.289460:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.289461:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.289465:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759447.289468:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759447.289471:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.289473:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759447.289475:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759447.289477:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.289512:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759447.289516:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759447.289517:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.289520:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759447.289523:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759447.289525:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.289526:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.289528:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.289530:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.289577:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.289581:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759447.289582:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759447.289583:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.289589:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759447.289589:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759447.289590:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759447.289594:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.289595:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759447.289595:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759447.289599:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.289600:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759447.289601:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759447.289605:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759447.289606:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759447.289606:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759447.289608:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759447.289610:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.289611:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759447.289612:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759447.289616:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.289616:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759447.289619:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759447.289623:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.289623:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.289627:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.289631:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759447.289770:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759447.289773:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759447.289774:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759447.289777:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759447.289779:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759447.289781:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.289784:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759447.289785:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759447.289788:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759447.606295:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759447.606306:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759447.606323:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759447.606328:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759447.606332:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759447.606340:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18129 00000400:00000200:0.0:1787759447.606348:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759447.606354:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759447.606358:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759447.606361:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606365:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606368:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606370:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759447.606375:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759447.606377:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759447.606380:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759447.606384:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759447.606387:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759447.606390:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759447.606394:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606396:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606406:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606409:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759447.606412:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759447.606416:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606419:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759447.606423:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759447.606427:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759447.606430:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606433:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759447.606436:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759447.606443:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759447.606446:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759447.606451:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759447.606453:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606456:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759447.606459:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759447.606463:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759447.606472:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759447.606478:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.606488:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759447.606499:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759447.606504:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.606509:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759447.606539:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759447.606546:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759447.606549:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759447.606551:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759447.606552:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759447.606556:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759447.606559:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18129 00000400:00000200:0.0:1787759447.606563:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759447.606566:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759447.606568:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759447.606571:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606574:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606576:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606578:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759447.606580:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759447.606581:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759447.606583:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759447.606585:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759447.606587:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759447.606589:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759447.606593:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606595:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606597:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606599:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759447.606602:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759447.606605:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606609:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759447.606611:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759447.606618:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759447.606620:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606622:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759447.606626:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759447.606630:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606632:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759447.606647:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759447.606650:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759447.606653:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759447.606655:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606657:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759447.606658:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759447.606660:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759447.606664:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759447.606668:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.606674:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759447.606681:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759447.606683:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.606687:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759447.606696:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759447.606699:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759447.606702:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759447.606704:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759447.606705:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759447.606708:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759447.606711:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18129 00000400:00000200:0.0:1787759447.606715:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759447.606718:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759447.606721:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759447.606724:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606726:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606728:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606731:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759447.606734:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759447.606735:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759447.606737:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759447.606739:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759447.606741:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759447.606744:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759447.606748:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606750:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606752:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606754:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759447.606757:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759447.606760:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606763:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759447.606765:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759447.606768:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759447.606771:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606773:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759447.606774:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759447.606777:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606779:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759447.606783:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759447.606786:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759447.606788:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759447.606790:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606792:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759447.606794:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759447.606796:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759447.606800:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759447.606804:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.606809:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759447.606817:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759447.606819:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.606823:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759447.606832:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759447.606834:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759447.606838:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759447.606840:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759447.606841:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759447.606844:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759447.606847:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18129 00000400:00000200:0.0:1787759447.606851:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759447.606855:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759447.606857:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759447.606860:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606863:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606865:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606868:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759447.606870:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759447.606871:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759447.606873:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759447.606875:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759447.606877:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759447.606879:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759447.606883:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606884:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606886:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606887:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759447.606889:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759447.606892:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606894:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759447.606896:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759447.606899:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759447.606901:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606903:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759447.606905:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759447.606907:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606909:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759447.606914:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759447.606916:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759447.606919:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759447.606920:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.606922:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759447.606924:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759447.606925:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759447.606929:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759447.606932:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.606938:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759447.606945:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759447.606947:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.606951:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759447.606958:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759447.606960:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759447.606964:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759447.606966:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759447.606967:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759447.606970:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759447.606973:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18129 00000400:00000200:0.0:1787759447.606977:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759447.606980:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759447.606982:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759447.606985:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606987:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.606989:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.606991:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759447.606994:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759447.606995:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759447.606997:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759447.606998:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759447.607000:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759447.607003:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759447.607006:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.607008:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759447.607010:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759447.607012:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759447.607015:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759447.607018:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759447.607020:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759447.607022:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759447.607025:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759447.607027:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.607029:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759447.607030:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759447.607033:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.607035:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759447.607038:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759447.607041:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759447.607043:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759447.607044:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759447.607046:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759447.607047:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759447.607049:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759447.607052:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759447.607055:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759447.607059:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759447.607065:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759447.607067:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.607070:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759447.607077:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759447.607082:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18139) 00000100:00000001:3.0:1787759447.607158:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759447.607162:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759447.607165:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759447.607172:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.607181:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.607183:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.607187:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759447.607190:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759447.607192:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.607196:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875531008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759447.607202:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759447.607206:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759447.607210:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.607213:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759447.607220:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759447.607222:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.607229:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759447.607233:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759447.607240:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759447.607249:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531008, portal 25 00000100:00000001:3.0:1787759447.607252:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759447.607255:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:3.0:1787759447.607260:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.607268:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759447.607286:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759447.607289:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759447.607292:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875531008, offset 0 00000400:00000200:3.0:1787759447.607300:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759447.607318:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.607324:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759447.607330:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759447.607335:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759447.607339:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759447.607342:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759447.607346:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776573:776573:256:4294967295] 192.168.201.104@tcp LPNI seq info [776564:776564:8:4294967295] 00000400:00000200:3.0:1787759447.607350:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.607363:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759447.607369:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.607375:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759447.607383:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759447.607387:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759447.607393:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759447.607409:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759447.607414:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.607418:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759447.607423:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759447.607428:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759447.607435:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759447.607437:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759447.607442:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759447.607446:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.607456:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.607460:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.607469:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.607471:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759447.607478:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.607483:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759447.607486:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312803084 00000100:00000010:3.0:1787759447.607492:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14000. 00000100:00000001:3.0:1787759447.607500:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759447.607506:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312803084 00000100:00000010:3.0:1787759447.607509:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14780. 00000100:00000001:3.0:1787759447.607512:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759447.607516:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759447.607519:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.607522:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759447.607527:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447] req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759447.607537:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759447.607539:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759447.607541:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759447.607545:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759447.607547:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759447.607550:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759447.608374:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759447.608390:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608397:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759447.608399:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608401:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.608403:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759447.608407:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608413:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759447.608418:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608424:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759447.608427:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608429:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.608430:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608432:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759447.608434:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759447.608437:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759447.608441:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759447.608443:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759447.608447:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759447.608454:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875531008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759447.608459:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759447.608462:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608474:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.608475:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.608478:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759447.608480:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759447.608482:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.608485:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759447.608488:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759447.608491:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759447.608493:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.608494:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759447.608508:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759447.608514:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.608519:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759447.608523:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759447.608528:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759447.608532:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531136, portal 10 00000100:00000001:3.0:1787759447.608534:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759447.608535:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759447.608543:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608549:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759447.608552:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759447.608555:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759447.608557:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875531136, offset 0 00000400:00000200:3.0:1787759447.608563:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759447.608569:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.608573:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759447.608578:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759447.608581:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759447.608584:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759447.608586:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759447.608590:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776574:776574:256:4294967295] 192.168.201.104@tcp LPNI seq info [776565:776565:8:4294967295] 00000400:00000200:3.0:1787759447.608594:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.608601:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759447.608606:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.608611:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759447.608617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759447.608620:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759447.608625:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759447.608630:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759447.608633:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.608636:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759447.608639:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759447.608643:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759447.608646:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759447.608648:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759447.608651:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759447.608654:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608661:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.608664:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608670:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.608671:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759447.608675:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759447.608679:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759447.608682:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759447.608685:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312801805 00000100:00000001:3.0:1787759447.608688:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.608690:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312801805 00000100:00000001:3.0:1787759447.608692:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.608695:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759447.608697:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.608699:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759447.608703:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447] req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759447.608710:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759447.608712:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759447.608714:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759447.608717:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759447.608718:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759447.608720:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759447.608723:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759447.608732:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608738:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759447.608740:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608742:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.608744:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759447.608748:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608754:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759447.608759:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608766:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759447.608769:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608771:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.608772:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.608773:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759447.608777:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759447.608781:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759447.608785:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759447.608787:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759447.608792:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759447.608799:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759447.608804:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759447.608808:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608815:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.608816:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.608819:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759447.608821:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759447.608823:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.608826:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759447.608830:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759447.608832:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759447.608834:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.608836:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759447.608840:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759447.608842:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.608845:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759447.608848:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759447.608852:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759447.608855:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531264, portal 10 00000100:00000001:3.0:1787759447.608857:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759447.608858:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:3.0:1787759447.608864:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608870:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759447.608873:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759447.608876:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759447.608878:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875531264, offset 0 00000400:00000200:3.0:1787759447.608882:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759447.608886:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.608890:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759447.608892:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759447.608895:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759447.608897:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759447.608899:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759447.608901:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776575:776575:256:4294967295] 192.168.201.104@tcp LPNI seq info [776566:776566:8:4294967295] 00000400:00000200:3.0:1787759447.608905:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.608910:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759447.608915:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.608918:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759447.608922:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759447.608925:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759447.608929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759447.608932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759447.608936:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.608938:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759447.608941:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759447.608944:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759447.608947:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759447.608948:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759447.608951:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759447.608954:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608961:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.608964:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.608970:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.608972:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759447.608976:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759447.608979:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759447.608982:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759447.608984:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312801805 00000100:00000001:3.0:1787759447.608987:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.608989:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312801805 00000100:00000001:3.0:1787759447.608991:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.608993:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759447.608996:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.608997:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759447.609001:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447] req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759447.609015:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759447.609017:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759447.609018:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759447.609021:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759447.609023:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759447.609025:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759447.609028:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759447.609035:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609041:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759447.609043:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609044:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609045:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759447.609049:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609055:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759447.609059:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609066:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759447.609069:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609071:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609072:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609075:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759447.609077:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759447.609080:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759447.609083:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759447.609086:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759447.609090:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759447.609098:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759447.609103:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759447.609106:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609114:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.609138:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.609141:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759447.609143:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759447.609145:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.609148:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759447.609151:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759447.609153:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759447.609155:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.609156:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609160:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759447.609162:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.609166:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759447.609169:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759447.609173:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759447.609176:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531392, portal 4 00000100:00000001:3.0:1787759447.609179:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759447.609180:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759447.609186:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609192:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759447.609195:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759447.609197:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759447.609199:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875531392, offset 0 00000400:00000200:3.0:1787759447.609204:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759447.609208:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.609211:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759447.609214:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759447.609216:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759447.609218:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759447.609220:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759447.609223:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776576:776576:256:4294967295] 192.168.201.104@tcp LPNI seq info [776567:776567:8:4294967295] 00000400:00000200:3.0:1787759447.609227:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.609233:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759447.609238:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.609242:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759447.609246:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759447.609249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759447.609253:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759447.609256:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759447.609260:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.609262:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759447.609265:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759447.609269:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759447.609272:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759447.609273:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759447.609277:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759447.609280:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609288:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609292:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609298:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.609300:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759447.609303:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759447.609306:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759447.609323:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759447.609325:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312801865 00000100:00000001:3.0:1787759447.609328:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.609330:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312801865 00000100:00000001:3.0:1787759447.609332:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.609334:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759447.609336:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.609338:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759447.609343:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447] req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759447.609355:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759447.609356:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759447.609357:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759447.609360:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759447.609362:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759447.609364:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759447.609367:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759447.609374:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609386:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759447.609387:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609389:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609391:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759447.609394:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609400:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759447.609404:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609414:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759447.609417:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609419:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609420:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609422:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759447.609423:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759447.609426:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759447.609429:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759447.609431:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759447.609435:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759447.609442:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759447.609446:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759447.609450:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609456:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759447.609458:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.609461:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759447.609462:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759447.609465:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759447.609467:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759447.609471:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759447.609473:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759447.609474:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759447.609476:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609480:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759447.609482:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759447.609486:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759447.609489:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759447.609492:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759447.609495:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531520, portal 4 00000100:00000001:3.0:1787759447.609497:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759447.609498:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:3.0:1787759447.609503:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609509:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759447.609512:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759447.609514:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759447.609517:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875531520, offset 0 00000400:00000200:3.0:1787759447.609521:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759447.609525:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.609528:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759447.609531:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759447.609533:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759447.609536:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759447.609538:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759447.609541:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776577:776577:256:4294967295] 192.168.201.104@tcp LPNI seq info [776568:776568:8:4294967295] 00000400:00000200:3.0:1787759447.609546:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759447.609551:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759447.609557:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.609561:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759447.609565:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759447.609568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759447.609572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759447.609575:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759447.609580:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759447.609582:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759447.609586:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759447.609590:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759447.609592:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759447.609594:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759447.609596:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759447.609600:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609607:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609609:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609615:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.609617:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759447.609619:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759447.609622:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759447.609625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759447.609627:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312801829 00000100:00000001:3.0:1787759447.609630:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.609632:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312801829 00000100:00000001:3.0:1787759447.609634:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312803084 00000100:00000001:3.0:1787759447.609636:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759447.609638:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.609640:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759447.609644:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759447/real 1787759447] req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759447.609652:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759447.609654:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759447.609656:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759447.609658:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759447.609660:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759447.609663:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759447.609666:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759447.609674:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609680:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759447.609681:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609683:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609684:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759447.609688:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609694:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759447.609698:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609704:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759447.609707:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609709:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759447.609710:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609712:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759447.609714:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759447.609717:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759447.609721:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759447.609723:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759447.609728:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759447.609738:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759447.609742:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609744:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609747:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875531008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609754:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759447.609757:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609759:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759447.609763:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759447.609766:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759447.609767:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759447.609769:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759447.609772:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:3.0:1787759447.609776:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759447.609777:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759447.609779:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759447.609783:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759447.609785:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609786:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609789:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875531136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609795:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759447.609796:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609798:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759447.609800:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759447.609802:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759447.609803:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759447.609805:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759447.609806:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:3.0:1787759447.609808:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759447.609809:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759447.609811:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759447.609814:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759447.609815:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609816:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609820:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875531264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609825:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759447.609826:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609828:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759447.609830:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759447.609831:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759447.609832:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759447.609834:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759447.609835:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:3.0:1787759447.609837:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759447.609838:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759447.609839:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759447.609841:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759447.609842:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609844:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609847:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875531392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609852:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759447.609854:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609855:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759447.609857:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759447.609858:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759447.609859:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759447.609861:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759447.609862:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759447.609865:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759447.609866:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759447.609867:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759447.609869:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759447.609870:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609871:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759447.609874:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875531520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759447.609880:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759447.609881:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759447.609882:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759447.609884:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759447.609885:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759447.609886:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759447.609888:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759447.609889:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759447.609891:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759447.609892:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759447.609893:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759447.609896:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759447.609897:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609900:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759447.609907:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759447.609909:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759447.609911:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759447.609913:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.054203:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759448.054211:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.054213:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759448.054218:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759448.054221:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759448.054224:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.054226:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759448.054229:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.054232:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.310214:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759448.310215:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759448.310222:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759448.310224:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.310225:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759448.310226:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.310229:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759448.310229:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759448.310229:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.310237:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759448.310238:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759448.310238:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759448.310238:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.310245:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759448.310245:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759448.310246:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759448.310246:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759448.310249:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.310251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759448.310252:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759448.310252:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759448.310254:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759448.310258:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.310259:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759448.310261:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.310264:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759448.310265:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759448.310267:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.310268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759448.310271:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759448.310271:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759448.310275:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759448.310279:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.310280:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.310284:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.310284:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759448.310288:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759448.310289:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759448.310290:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759448.310293:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759448.310308:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759448.310311:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759448.310313:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759448.310316:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759448.310318:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759448.310320:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759448.310322:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759448.310322:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759448.310325:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759448.310328:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759448.310329:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759448.310329:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.310330:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759448.310333:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.310335:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.310336:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759448.310336:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.310338:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759448.310338:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759448.310340:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759448.310343:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759448.310345:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759448.310345:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759448.310349:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759448.310350:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759448.310354:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.310355:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759448.310356:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759448.310359:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759448.310361:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759448.310365:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759448.310365:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759448.310369:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310370:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310378:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759448.310379:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310383:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759448.310386:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759448.310388:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759448.310391:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310395:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759448.310396:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310398:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310400:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310404:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759448.310406:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759448.310407:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759448.310408:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310410:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759448.310411:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310412:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759448.310414:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759448.310432:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759448.310435:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759448.310437:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759448.950260:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312803084, at 4312803136 00000100:00000040:2.0:1787759448.950274:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312803084, at 4312803136 00000100:00000010:3.0:1787759448.950279:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000010:2.0:1787759448.950309:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000001:1.0:1787759449.078213:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759449.078221:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.078223:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759449.078229:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759449.078233:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759449.078238:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.078241:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759449.078243:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.078246:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334306:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.334307:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.334318:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759449.334318:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759449.334325:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334326:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759449.334327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759449.334335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759449.334337:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759449.334341:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759449.334344:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759449.334345:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759449.334348:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759449.334350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334358:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759449.334359:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759449.334360:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759449.334364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334371:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.334377:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759449.334377:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759449.334380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334382:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334385:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759449.334391:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759449.334396:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334415:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.334421:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759449.334421:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759449.334424:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759449.334427:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759449.334429:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00010000:3.0:1787759449.334434:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759449.334435:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759449.334440:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.334445:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.334449:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759449.334451:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759449.334453:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334457:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759449.334461:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759449.334466:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759449.334471:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759449.334472:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759449.334476:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759449.334478:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759449.334482:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759449.334484:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334486:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759449.334491:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759449.334494:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334496:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759449.334497:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759449.334505:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759449.334506:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.334508:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759449.334511:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759449.334514:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759449.334515:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.334519:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759449.334521:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759449.334525:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.334532:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759449.334535:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759449.334541:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759449.334541:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759449.334543:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759449.334549:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759449.334553:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759449.334553:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759449.334558:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759449.334558:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759449.334563:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759449.334564:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759449.334571:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.334572:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759449.334575:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759449.334578:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759449.334581:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759449.334586:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.334590:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759449.334591:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759449.334594:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.102192:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759450.102201:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.102203:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.102210:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759450.102214:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.102217:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.102220:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.102222:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.102226:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358215:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759450.358215:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759450.358215:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759450.358221:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759450.358223:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759450.358223:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759450.358224:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358227:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358227:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759450.358229:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759450.358232:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759450.358232:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759450.358236:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759450.358236:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759450.358239:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759450.358239:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759450.358240:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.358243:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759450.358243:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759450.358244:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759450.358245:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759450.358247:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759450.358248:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.358249:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.358252:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358253:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358253:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.358255:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759450.358255:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759450.358259:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.358273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759450.358276:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759450.358276:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358281:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759450.358282:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759450.358286:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759450.358287:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759450.358287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.358290:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358290:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358291:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759450.358295:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759450.358295:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759450.358298:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759450.358298:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759450.358300:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759450.358300:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759450.358302:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759450.358303:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759450.358303:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759450.358305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759450.358308:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358310:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759450.358310:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759450.358313:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759450.358315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759450.358316:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759450.358320:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759450.358323:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759450.358323:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759450.358327:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759450.358327:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358328:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759450.358333:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759450.358333:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759450.358333:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759450.358337:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759450.358337:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759450.358338:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759450.358339:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759450.358344:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759450.358344:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759450.358345:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759450.358348:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.358350:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759450.358351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759450.358352:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759450.358354:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.358356:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759450.358356:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759450.358358:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759450.358361:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.358363:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759450.358363:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759450.358367:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759450.358370:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759450.358386:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759450.358389:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759450.358391:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759451.128069:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759451.128078:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759451.128080:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759451.128086:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759451.128089:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759451.128093:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.128096:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759451.128099:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.128102:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382266:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759451.382266:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759451.382266:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759451.382270:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759451.382275:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759451.382275:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759451.382277:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759451.382280:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759451.382280:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759451.382280:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382281:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759451.382283:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759451.382290:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759451.382291:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759451.382291:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759451.382291:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759451.382296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.382298:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759451.382298:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759451.382299:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759451.382301:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759451.382304:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.382305:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759451.382305:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.382309:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382313:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759451.382313:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.382314:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382316:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759451.382319:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759451.382322:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759451.382326:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759451.382327:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.382331:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759451.382331:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759451.382331:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382336:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759451.382336:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759451.382337:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.382339:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382339:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759451.382342:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759451.382342:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759451.382347:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759451.382347:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.382349:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759451.382349:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382352:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.382353:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759451.382354:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759451.382356:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382357:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759451.382359:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759451.382359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759451.382363:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759451.382367:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382368:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759451.382368:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759451.382370:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759451.382372:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759451.382374:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759451.382375:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759451.382379:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759451.382380:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759451.382381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759451.382384:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.382388:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759451.382388:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759451.382389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759451.382394:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759451.382395:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759451.382395:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759451.382398:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759451.382402:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759451.382406:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759451.382409:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382411:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759451.382413:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759451.382416:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759451.382424:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759451.382429:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759451.382433:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759452.150289:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759452.150298:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759452.150300:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.150306:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759452.150310:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759452.150313:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.150317:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759452.150320:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.150323:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759452.406185:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759452.406194:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759452.406197:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759452.406203:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759452.406209:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759452.406213:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759452.406216:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759452.406221:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406235:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759452.406237:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.406239:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759452.406241:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.406244:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759452.406249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759452.406253:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406256:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759452.406259:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406262:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.406286:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759452.406287:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759452.406287:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759452.406297:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759452.406299:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.406300:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759452.406301:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759452.406305:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759452.406305:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.406306:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759452.406307:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.406315:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759452.406316:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759452.406317:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759452.406319:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406320:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759452.406325:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759452.406333:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.406334:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759452.406335:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759452.406338:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.406340:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.406341:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759452.406347:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759452.406353:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759452.406353:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.406355:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759452.406355:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759452.406358:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406359:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406363:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759452.406363:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.406367:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406372:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759452.406374:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759452.406380:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.406390:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759452.406395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759452.406396:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759452.406398:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759452.406399:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759452.406403:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.406404:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759452.406404:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759452.406408:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759452.406414:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759452.406416:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759452.406419:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759452.406420:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759452.406420:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759452.406427:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406428:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759452.406428:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.406435:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.406438:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759452.406439:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759452.406440:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759452.406442:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759452.406444:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759452.406445:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759452.406457:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759452.406461:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759452.406486:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759452.406489:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759452.406492:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759452.726296:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759452.726307:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759452.726309:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759452.726314:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759452.726319:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759452.726327:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18134 00000400:00000200:1.0:1787759452.726335:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759452.726342:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759452.726345:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759452.726349:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726352:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759452.726355:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726358:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759452.726362:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759452.726364:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759452.726367:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759452.726370:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759452.726373:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759452.726376:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759452.726379:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726382:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759452.726384:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726387:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759452.726390:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759452.726393:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726397:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759452.726400:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759452.726404:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759452.726407:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726410:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759452.726412:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759452.726422:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759452.726425:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759452.726435:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759452.726438:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726441:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759452.726444:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759452.726449:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759452.726459:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:1.0:1787759452.726465:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.726475:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759452.726485:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759452.726490:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759452.726495:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.726515:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759452.726518:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759452.726522:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759452.726524:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759452.726525:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759452.726528:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759452.726531:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18134 00000400:00000200:1.0:1787759452.726536:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759452.726540:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759452.726542:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759452.726546:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759452.726547:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759452.726549:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759452.726553:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787759452.726554:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759452.726557:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787759452.726558:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759452.726563:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759452.726566:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00000040:3.0:1787759452.726567:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787759452.726568:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759452.726572:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759452.726576:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759452.726580:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:3.0:1787759452.726586:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759452.726589:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759452.726594:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759452.726595:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787759452.726598:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1787759452.726600:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787759452.726602:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759452.726605:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726606:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759452.726611:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00100000:3.0:1787759452.726614:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875531648:192.168.201.104@tcp:250:kworker.0 00000100:00080000:1.0:1787759452.726616:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726623:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.726623:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759452.726627:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759452.726631:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759452.726635:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759452.726635:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759452.726641:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.726642:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787759452.726645:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:3.0:1787759452.726649:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 00000008:00100000:1.0:1787759452.726650:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759452.726654:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787759452.726656:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726660:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.726664:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759452.726667:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000400:00000010:3.0:1787759452.726670:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000020:00000040:1.0:1787759452.726672:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759452.726677:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759452.726678:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726680:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1787759452.726680:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 02000000:00000001:1.0:1787759452.726683:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759452.726686:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759452.726690:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531648, portal 25 02000000:00000010:1.0:1787759452.726691:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:3.0:1787759452.726695:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759452.726697:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.726699:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00100000:1.0:1787759452.726705:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787759452.726711:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.726721:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759452.726726:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.726727:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759452.726732:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759452.726735:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759452.726739:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875531648, offset 0 00000100:00000040:1.0:1787759452.726740:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759452.726751:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726755:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759452.726759:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787759452.726762:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759452.726764:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759452.726767:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759452.726769:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1787759452.726771:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:1.0:1787759452.726773:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759452.726779:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18134 00000400:00000200:3.0:1787759452.726780:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759452.726785:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.726788:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759452.726792:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:3.0:1787759452.726796:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1787759452.726797:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1787759452.726802:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000040:1.0:1787759452.726804:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726808:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759452.726811:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776578:776578:256:4294967295] 192.168.201.104@tcp LPNI seq info [776569:776569:8:4294967295] 00000100:00000040:1.0:1787759452.726814:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726820:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759452.726822:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:1.0:1787759452.726824:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759452.726827:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759452.726829:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759452.726831:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759452.726836:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759452.726839:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000020:00000001:1.0:1787759452.726840:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759452.726847:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:3.0:1787759452.726851:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759452.726852:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759452.726858:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000010:3.0:1787759452.726859:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00000001:1.0:1787759452.726861:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759452.726865:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000200:3.0:1787759452.726870:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:1.0:1787759452.726871:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:3.0:1787759452.726876:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000001:1.0:1787759452.726877:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759452.726882:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.1:1787759452.726887:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:1.0:1787759452.726888:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1787759452.726893:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 02000000:00000001:1.0:1787759452.726894:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726896:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759452.726898:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759452.726903:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726908:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1787759452.726908:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.726913:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000100:00000010:1.0:1787759452.726914:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759452.726919:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:3.0:1787759452.726920:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1787759452.726925:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759452.726929:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.726929:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787759452.726933:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759452.726934:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759452.726936:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759452.726939:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000001:1.0:1787759452.726944:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.726944:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759452.726950:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00100000:1.0:1787759452.726953:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759452.726956:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759452.726963:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.726964:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759452.726969:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759452.726978:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.726980:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.726987:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.726997:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.726999:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.726999:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1787759452.727004:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759452.727007:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759452.727009:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759452.727012:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1787759452.727015:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759452.727016:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759452.727021:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312808203 00000100:00000001:1.0:1787759452.727022:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759452.727028:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18134 00000400:00000200:1.0:1787759452.727033:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759452.727037:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000010:3.0:1787759452.727037:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14780. 00000100:00080000:1.0:1787759452.727042:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759452.727046:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.727048:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759452.727050:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1787759452.727051:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.727056:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759452.727058:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312808203 00000020:00000001:1.0:1787759452.727059:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759452.727062:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000010:3.0:1787759452.727065:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ba0. 00000020:00000001:1.0:1787759452.727066:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759452.727070:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:3.0:1787759452.727071:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1787759452.727075:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759452.727077:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787759452.727080:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759452.727082:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759452.727087:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759452.727087:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787759452.727092:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1787759452.727096:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452] req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759452.727098:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759452.727104:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759452.727109:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000400:00000001:3.0:1787759452.727113:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787759452.727115:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000001:3.0:1787759452.727134:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759452.727137:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759452.727140:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759452.727141:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759452.727145:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759452.727149:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.727161:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759452.727161:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759452.727167:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759452.727171:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759452.727173:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1787759452.727176:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727177:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727181:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727183:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759452.727187:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.727188:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759452.727192:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759452.727197:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727201:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.727202:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759452.727208:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000100:00000040:3.0:1787759452.727209:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759452.727214:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759452.727227:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759452.727229:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727231:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759452.727233:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759452.727236:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727239:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:1.0:1787759452.727242:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:3.0:1787759452.727244:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.727248:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727248:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727249:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727254:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759452.727256:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:1.0:1787759452.727258:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759452.727260:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759452.727268:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759452.727269:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759452.727272:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727274:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759452.727277:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759452.727284:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.727288:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759452.727293:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759452.727302:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1787759452.727305:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875531648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759452.727306:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759452.727309:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759452.727314:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759452.727314:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727319:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787759452.727321:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18134 00000100:00000040:3.0:1787759452.727326:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875531648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759452.727327:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759452.727333:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759452.727337:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759452.727343:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759452.727344:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1787759452.727348:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1787759452.727349:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1787759452.727353:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000010:3.0:1787759452.727354:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 00000100:00000001:1.0:1787759452.727358:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:3.0:1787759452.727359:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759452.727363:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:3.0:1787759452.727363:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759452.727367:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000040:3.0:1787759452.727368:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759452.727371:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1787759452.727373:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:1.0:1787759452.727375:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 02000000:00000010:3.0:1787759452.727378:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 00000020:00000001:1.0:1787759452.727379:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759452.727384:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 02000000:00000001:3.0:1787759452.727384:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759452.727388:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1787759452.727391:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000010:3.0:1787759452.727392:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:1.0:1787759452.727393:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759452.727397:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759452.727398:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759452.727399:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759452.727402:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:3.0:1787759452.727402:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787759452.727407:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759452.727408:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759452.727409:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759452.727412:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759452.727414:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759452.727416:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727417:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759452.727419:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759452.727419:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:1.0:1787759452.727423:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727424:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727425:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727429:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1787759452.727430:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000100:00000001:3.0:1787759452.727432:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787759452.727434:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:3.0:1787759452.727435:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787759452.727438:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759452.727440:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727442:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759452.727443:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759452.727445:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759452.727447:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000040:3.0:1787759452.727450:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759452.727451:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759452.727457:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759452.727469:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759452.727470:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759452.727472:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727473:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727478:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787759452.727479:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759452.727482:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759452.727488:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759452.727490:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759452.727494:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531776:192.168.201.104@tcp:38:kworker.0 00000100:00000040:1.0:1787759452.727495:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18144) 00000100:00000001:3.0:1787759452.727501:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759452.727503:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759452.727505:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727508:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759452.727512:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759452.727514:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.727518:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759452.727521:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759452.727525:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759452.727528:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531776, portal 10 00000100:00000001:3.0:1787759452.727531:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759452.727532:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:3.0:1787759452.727540:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727545:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759452.727547:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759452.727549:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759452.727551:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875531776, offset 0 00000400:00000200:3.0:1787759452.727554:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727557:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727560:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759452.727562:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759452.727564:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759452.727566:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759452.727567:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727569:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776579:776579:256:4294967295] 192.168.201.104@tcp LPNI seq info [776570:776570:8:4294967295] 00000400:00000200:3.0:1787759452.727572:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727577:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759452.727580:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727583:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759452.727585:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759452.727588:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759452.727591:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759452.727593:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759452.727596:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727597:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759452.727599:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759452.727601:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759452.727603:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759452.727605:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759452.727606:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759452.727608:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727614:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.727616:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727620:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727621:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759452.727623:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759452.727625:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759452.727627:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759452.727628:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312806924 00000100:00000001:3.0:1787759452.727630:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.727632:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312806924 00000100:00000001:3.0:1787759452.727633:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.727635:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759452.727636:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727638:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759452.727640:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452] req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759452.727649:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759452.727650:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759452.727651:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759452.727653:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759452.727654:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759452.727655:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759452.727657:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759452.727662:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727667:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759452.727668:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727669:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727669:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759452.727671:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727675:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759452.727678:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727682:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759452.727683:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727684:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727685:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727686:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759452.727689:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759452.727690:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759452.727692:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759452.727694:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759452.727697:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759452.727702:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759452.727705:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759452.727706:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727710:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759452.727711:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727712:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759452.727713:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759452.727715:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759452.727716:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759452.727718:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759452.727719:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759452.727720:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727721:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759452.727724:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759452.727725:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.727727:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759452.727728:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759452.727730:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759452.727732:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875531904, portal 10 00000100:00000001:3.0:1787759452.727733:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759452.727735:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:3.0:1787759452.727738:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727742:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759452.727744:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759452.727745:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759452.727747:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875531904, offset 0 00000400:00000200:3.0:1787759452.727750:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727752:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727754:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759452.727756:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759452.727758:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759452.727759:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759452.727761:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727763:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776580:776580:256:4294967295] 192.168.201.104@tcp LPNI seq info [776571:776571:8:4294967295] 00000400:00000200:3.0:1787759452.727766:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727769:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759452.727772:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727774:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759452.727776:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759452.727778:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759452.727781:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759452.727783:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759452.727786:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727787:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759452.727789:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759452.727791:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759452.727793:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759452.727795:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759452.727796:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759452.727799:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727804:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.727806:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727809:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727811:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759452.727812:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759452.727814:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759452.727816:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759452.727817:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312806924 00000100:00000001:3.0:1787759452.727819:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.727821:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312806924 00000100:00000001:3.0:1787759452.727823:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.727824:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759452.727825:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727826:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759452.727828:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452] req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759452.727832:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759452.727833:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759452.727834:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759452.727836:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759452.727837:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759452.727838:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759452.727840:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759452.727846:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727849:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759452.727850:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727851:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727852:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759452.727854:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727858:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759452.727860:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727864:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759452.727867:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727868:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.727869:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.727870:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759452.727872:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759452.727874:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759452.727875:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759452.727877:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759452.727879:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759452.727884:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875531904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759452.727886:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759452.727888:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727891:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759452.727892:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727893:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759452.727894:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759452.727896:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759452.727898:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759452.727900:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759452.727901:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759452.727902:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.727903:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759452.727905:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759452.727907:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.727909:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759452.727910:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759452.727912:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759452.727914:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532032, portal 4 00000100:00000001:3.0:1787759452.727916:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759452.727916:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:3.0:1787759452.727920:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727924:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759452.727926:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759452.727927:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759452.727928:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875532032, offset 0 00000400:00000200:3.0:1787759452.727931:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727933:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727935:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759452.727937:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759452.727938:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759452.727939:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759452.727941:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759452.727943:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776581:776581:256:4294967295] 192.168.201.104@tcp LPNI seq info [776572:776572:8:4294967295] 00000400:00000200:3.0:1787759452.727946:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.727949:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759452.727951:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727953:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759452.727955:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759452.727957:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759452.727960:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759452.727962:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759452.727964:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.727966:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759452.727968:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759452.727970:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759452.727971:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759452.727972:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759452.727974:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759452.727976:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727984:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.727986:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.727990:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.727991:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759452.727993:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759452.727994:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759452.727996:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759452.727998:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312806983 00000100:00000001:3.0:1787759452.727999:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.728000:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312806983 00000100:00000001:3.0:1787759452.728002:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.728004:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759452.728005:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.728006:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759452.728008:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452] req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759452.728012:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759452.728013:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759452.728014:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759452.728015:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759452.728016:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759452.728017:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759452.728019:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759452.728024:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728028:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759452.728030:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728031:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.728032:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759452.728034:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728038:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759452.728040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728044:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759452.728045:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728046:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.728047:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728048:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759452.728050:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759452.728051:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759452.728053:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759452.728054:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759452.728057:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759452.728061:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759452.728063:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728065:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.728067:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875531776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728073:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759452.728075:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759452.728077:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759452.728079:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759452.728081:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759452.728083:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759452.728085:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759452.728087:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:3.0:1787759452.728090:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759452.728091:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759452.728093:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:3.0:1787759452.728096:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759452.728097:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728099:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.728103:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875531904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728109:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759452.728111:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759452.728112:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759452.728130:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759452.728132:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759452.728133:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759452.728134:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759452.728135:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:3.0:1787759452.728137:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759452.728138:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759452.728139:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:3.0:1787759452.728140:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759452.728141:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728143:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.728146:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875532032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728150:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759452.728151:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759452.728152:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759452.728153:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759452.728154:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759452.728155:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759452.728156:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759452.728157:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:3.0:1787759452.728158:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759452.728160:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759452.728161:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:3.0:1787759452.728162:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759452.728163:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728164:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728167:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759452.728168:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.728169:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759452.728170:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759452.728171:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759452.728173:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728178:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759452.728179:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.728180:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759452.728181:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759452.728183:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759452.728184:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759452.728186:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759452.728188:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759452.728189:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759452.728190:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759452.728192:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759452.728194:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759452.728196:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759452.728197:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759452.728200:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759452.728202:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532160, portal 4 00000100:00000001:3.0:1787759452.728204:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759452.728205:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:3.0:1787759452.728208:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728213:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759452.728214:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759452.728216:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759452.728230:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875532160, offset 0 00000400:00000200:3.0:1787759452.728235:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759452.728238:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.728240:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759452.728242:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759452.728244:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759452.728246:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759452.728247:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759452.728249:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776582:776582:256:4294967295] 192.168.201.104@tcp LPNI seq info [776573:776573:8:4294967295] 00000400:00000200:3.0:1787759452.728252:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759452.728256:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759452.728259:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.728261:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759452.728263:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759452.728265:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759452.728268:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759452.728270:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759452.728273:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759452.728274:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759452.728276:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759452.728278:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759452.728280:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759452.728281:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759452.728283:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759452.728285:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728290:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.728292:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728296:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.728297:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759452.728300:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759452.728302:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759452.728304:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759452.728305:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312806948 00000100:00000001:3.0:1787759452.728307:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.728309:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312806948 00000100:00000001:3.0:1787759452.728311:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312808203 00000100:00000001:3.0:1787759452.728313:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759452.728314:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.728316:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759452.728318:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759452/real 1787759452] req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759452.728322:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759452.728323:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759452.728324:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759452.728325:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759452.728327:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759452.728328:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759452.728330:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759452.728334:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728339:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759452.728340:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728341:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.728342:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759452.728344:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728348:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759452.728350:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728355:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759452.728357:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728358:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759452.728359:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728360:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759452.728361:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759452.728363:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759452.728365:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759452.728366:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759452.728369:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759452.728373:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759452.728376:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728377:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759452.728379:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875532160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759452.728383:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759452.728384:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759452.728385:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759452.728386:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759452.728387:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759452.728388:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759452.728389:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759452.728390:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:3.0:1787759452.728392:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759452.728393:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759452.728394:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:3.0:1787759452.728395:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759452.728396:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728398:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759452.728400:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759452.728401:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759452.728402:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759452.728403:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.174195:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.174202:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759453.174204:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.174219:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.174223:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.174227:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.174230:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759453.174233:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.174236:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759453.430285:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.430287:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759453.430293:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.430295:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759453.430295:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759453.430298:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759453.430298:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430301:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759453.430304:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759453.430310:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759453.430313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759453.430313:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.430314:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759453.430315:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.430323:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759453.430324:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759453.430325:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759453.430327:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759453.430328:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759453.430333:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759453.430341:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.430342:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759453.430342:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759453.430344:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.430353:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759453.430353:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.430354:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759453.430355:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.430363:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.430366:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759453.430370:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759453.430376:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.430381:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759453.430381:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430385:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.430386:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759453.430389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759453.430390:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759453.430392:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759453.430393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430394:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759453.430405:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759453.430408:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759453.430409:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759453.430413:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430415:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759453.430416:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759453.430417:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759453.430419:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759453.430423:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430424:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759453.430424:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.430426:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759453.430429:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759453.430436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759453.430437:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.430439:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759453.430439:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759453.430440:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759453.430446:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759453.430451:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759453.430451:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759453.430459:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.430461:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759453.430464:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.430465:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759453.430467:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.430469:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759453.430471:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759453.430472:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.430474:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759453.430481:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759453.430482:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759453.430482:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759453.430483:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759453.430484:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759453.430491:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759453.430492:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759453.430495:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759453.430504:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759453.430504:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759453.430510:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759453.430514:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759454.070179:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312808203, at 4312808256 00000100:00000010:3.0:1787759454.070206:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000040:2.0:1787759454.070209:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312808203, at 4312808256 00000100:00000010:2.0:1787759454.070219:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000001:1.0:1787759454.198247:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.198254:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759454.198257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759454.198263:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759454.198267:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.198270:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.198273:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759454.198275:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.198278:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454247:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759454.454250:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759454.454255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454257:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759454.454260:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759454.454261:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759454.454264:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759454.454264:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759454.454267:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759454.454269:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759454.454270:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759454.454272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454273:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759454.454274:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759454.454276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759454.454278:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759454.454278:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759454.454279:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759454.454284:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759454.454285:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759454.454288:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.454289:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.454293:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759454.454294:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759454.454295:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759454.454300:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759454.454305:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759454.454308:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759454.454311:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759454.454317:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759454.454321:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.454322:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759454.454325:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759454.454329:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759454.454332:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454332:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759454.454333:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759454.454335:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759454.454337:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759454.454338:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454338:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759454.454339:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454341:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759454.454344:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759454.454345:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759454.454345:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759454.454349:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759454.454351:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759454.454353:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454355:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759454.454356:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759454.454358:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759454.454361:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454362:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759454.454365:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454369:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759454.454469:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.454474:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759454.454475:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759454.454476:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759454.454477:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759454.454478:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759454.454481:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759454.454482:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759454.454482:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454486:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759454.454486:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759454.454487:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759454.454491:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.454492:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759454.454493:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759454.454495:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.454498:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759454.454499:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759454.454500:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454503:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759454.454510:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759454.454510:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759454.454512:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759454.454515:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759454.454520:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759454.454523:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759454.454526:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.222269:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.222282:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.222285:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759455.222290:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.222294:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.222298:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.222301:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759455.222304:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.222307:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.478216:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.478225:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.478227:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759455.478230:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759455.478231:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759455.478233:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759455.478236:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759455.478237:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.478239:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759455.478241:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759455.478241:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.478244:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759455.478249:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.478249:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759455.478249:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.478252:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.478255:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759455.478255:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.478256:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759455.478260:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759455.478261:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.478266:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759455.478267:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759455.478270:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759455.478271:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.478276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759455.478277:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759455.478305:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759455.478308:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759455.478311:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478315:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759455.478317:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478319:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478322:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759455.478328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759455.478334:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759455.478338:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759455.478340:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759455.478362:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759455.478365:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759455.478368:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759455.478371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759455.478372:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759455.478377:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759455.478377:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759455.478381:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759455.478381:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759455.478386:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759455.478387:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759455.478389:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759455.478390:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759455.478392:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759455.478394:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759455.478394:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759455.478396:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759455.478397:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759455.478398:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759455.478401:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759455.478402:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759455.478403:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759455.478404:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759455.478408:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759455.478409:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759455.478412:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759455.478413:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759455.478417:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759455.478420:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759455.478422:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759455.478424:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759455.478426:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759455.478428:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759455.478430:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759455.478432:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759455.478434:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759455.478436:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759455.478437:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759455.478439:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759455.478481:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759455.478483:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759455.478483:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759455.478485:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759455.478486:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759455.478487:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.478489:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759455.478490:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759455.478491:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.246239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.246245:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.246247:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759456.246252:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759456.246254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759456.246257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.246259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759456.246261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.246263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759456.502258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.502261:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759456.502266:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759456.502267:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759456.502270:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502271:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759456.502271:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759456.502275:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759456.502278:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759456.502278:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759456.502279:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759456.502282:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759456.502285:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.502286:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759456.502286:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.502292:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502292:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759456.502292:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502298:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759456.502301:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502304:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759456.502304:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759456.502308:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.502311:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.502312:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759456.502312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502316:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.502316:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.502319:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502320:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759456.502322:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759456.502326:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759456.502329:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502329:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.502332:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759456.502334:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.502335:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502338:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.502339:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759456.502343:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759456.502344:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759456.502347:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759456.502350:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759456.502352:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759456.502353:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759456.502354:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759456.502354:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.502357:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.502360:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759456.502361:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759456.502361:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759456.502363:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759456.502365:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759456.502366:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759456.502366:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502367:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759456.502370:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759456.502373:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759456.502374:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759456.502374:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759456.502374:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759456.502379:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759456.502380:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759456.502380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759456.502387:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759456.502387:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502394:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759456.502397:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502398:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759456.502400:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759456.502401:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759456.502404:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759456.502405:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759456.502407:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000020:00000001:3.0:1787759456.502408:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759456.502409:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759456.502410:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759456.502413:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759456.502414:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502417:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759456.502418:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759456.502419:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759456.502422:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.270269:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759457.270277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759457.270279:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.270284:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759457.270287:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759457.270291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.270294:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.270297:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.270300:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759457.526245:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.526246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759457.526248:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759457.526253:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.526255:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759457.526255:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759457.526257:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759457.526259:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.526260:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759457.526260:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759457.526267:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759457.526267:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759457.526268:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759457.526268:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759457.526274:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.526275:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759457.526276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759457.526279:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.526280:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526284:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.526287:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759457.526287:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526294:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759457.526296:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759457.526299:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759457.526302:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759457.526302:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759457.526307:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.526311:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.526316:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1787759457.526316:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759457.526320:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759457.526323:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759457.526326:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.526329:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526331:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.526333:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526336:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759457.526342:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759457.526346:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759457.526348:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759457.526351:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759457.526354:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759457.526363:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759457.526366:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759457.526368:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759457.526370:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759457.526392:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759457.526395:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759457.526396:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759457.526399:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759457.526402:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759457.526404:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759457.526407:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759457.526408:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759457.526409:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526413:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759457.526414:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.526415:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759457.526417:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.526421:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759457.526422:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759457.526424:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.526426:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759457.526429:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759457.526430:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.526434:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759457.526435:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.526438:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526439:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.526445:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.526445:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.526449:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.526452:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759457.526504:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759457.526507:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759457.526508:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759457.526510:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759457.526513:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759457.526514:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759457.526517:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759457.526518:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759457.526521:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759457.846273:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759457.846291:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759457.846294:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759457.846298:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759457.846303:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759457.846311:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18139 00000400:00000200:0.0:1787759457.846322:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759457.846328:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759457.846332:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759457.846336:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846340:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759457.846343:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846346:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759457.846350:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759457.846352:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759457.846355:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759457.846358:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759457.846361:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759457.846363:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759457.846368:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846371:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759457.846375:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846377:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759457.846382:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759457.846386:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846389:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846393:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759457.846396:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759457.846399:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846402:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759457.846404:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759457.846410:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759457.846413:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759457.846417:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759457.846418:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846422:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759457.846424:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759457.846429:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759457.846436:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759457.846444:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759457.846454:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759457.846465:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759457.846470:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759457.846483:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759457.846507:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759457.846511:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759457.846515:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759457.846516:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759457.846518:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759457.846526:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759457.846529:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18139 00000400:00000200:0.0:1787759457.846533:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759457.846536:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759457.846538:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759457.846538:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1787759457.846540:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846543:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759457.846544:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1787759457.846545:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846548:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759457.846549:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1787759457.846553:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759457.846554:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759457.846555:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759457.846557:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759457.846559:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759457.846560:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759457.846563:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846564:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759457.846566:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846568:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:1.0:1787759457.846570:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759457.846571:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759457.846576:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846579:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846583:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759457.846589:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1787759457.846592:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.846592:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846596:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846597:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1787759457.846598:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1787759457.846600:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1787759457.846603:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1787759457.846604:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846607:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759457.846610:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759457.846612:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759457.846614:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759457.846616:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846618:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759457.846618:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846621:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759457.846623:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.846627:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875532288:192.168.201.104@tcp:250:kworker.0 02000000:00000010:0.0:1787759457.846628:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759457.846633:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.846635:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1787759457.846640:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787759457.846640:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759457.846644:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846650:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1787759457.846650:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787759457.846655:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759457.846657:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787759457.846658:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759457.846664:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846668:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.846672:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759457.846675:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759457.846678:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759457.846680:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1787759457.846680:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000100:00080000:0.0:1787759457.846682:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759457.846685:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759457.846687:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18139 00000400:00000010:1.0:1787759457.846689:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000400:00000200:0.0:1787759457.846690:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759457.846695:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759457.846697:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759457.846699:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846700:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759457.846700:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532288, portal 25 00000100:00000040:0.0:1787759457.846704:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759457.846705:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759457.846707:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759457.846709:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000020:00000001:0.0:1787759457.846711:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759457.846715:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759457.846717:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759457.846720:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000040:1.0:1787759457.846721:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759457.846724:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759457.846730:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000001:1.0:1787759457.846736:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759457.846740:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759457.846744:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000040:0.0:1787759457.846745:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846750:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759457.846750:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875532288, offset 0 00000100:00000040:0.0:1787759457.846755:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846757:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759457.846760:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000200:1.0:1787759457.846762:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:0.0:1787759457.846765:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846768:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846770:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759457.846772:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787759457.846773:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759457.846775:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846778:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759457.846780:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759457.846783:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.846784:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:0.0:1787759457.846785:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759457.846790:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759457.846793:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:1.0:1787759457.846794:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1787759457.846796:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759457.846798:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846800:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759457.846802:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1787759457.846802:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:0.0:1787759457.846805:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759457.846809:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000400:00000200:1.0:1787759457.846810:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1787759457.846813:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.846816:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00100000:0.0:1787759457.846820:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759457.846826:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776583:776583:256:4294967295] 192.168.201.104@tcp LPNI seq info [776574:776574:8:4294967295] 00000100:00000001:0.0:1787759457.846831:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759457.846833:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759457.846837:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759457.846842:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759457.846844:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1787759457.846848:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759457.846849:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759457.846853:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759457.846854:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759457.846857:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759457.846859:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18139 00000400:00000200:0.0:1787759457.846866:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.846870:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:0.0:1787759457.846872:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759457.846877:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759457.846879:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846883:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1787759457.846884:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759457.846886:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846889:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759457.846891:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000010:1.0:1787759457.846892:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000020:00000040:0.0:1787759457.846893:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759457.846895:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759457.846898:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759457.846899:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759457.846901:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:1.0:1787759457.846905:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:0.0:1787759457.846906:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.846910:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759457.846913:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:1.0:1787759457.846913:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1787759457.846916:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759457.846920:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759457.846924:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:1.1:1787759457.846925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759457.846926:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759457.846929:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1787759457.846932:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 02000000:00000001:0.0:1787759457.846933:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1787759457.846941:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759457.846943:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1787759457.846944:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000100:00000001:0.0:1787759457.846947:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759457.846950:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759457.846953:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.846954:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759457.846958:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000400:00000200:1.0:1787759457.846960:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:0.0:1787759457.846961:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759457.846967:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759457.846970:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.846971:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1787759457.846974:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759457.846978:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1787759457.846979:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 02000000:00000001:0.0:1787759457.846981:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759457.846983:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 02000000:00000010:0.0:1787759457.846986:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:1.0:1787759457.846989:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787759457.846992:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759457.846997:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759457.846999:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759457.847023:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759457.847026:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847026:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759457.847030:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759457.847034:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759457.847038:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759457.847043:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759457.847052:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759457.847053:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.847055:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1787759457.847057:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1787759457.847058:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759457.847063:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759457.847064:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.847071:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.847074:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312813323 00000100:00080000:0.0:1787759457.847076:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18139 00000100:00000010:1.0:1787759457.847080:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eea0. 00000400:00000200:0.0:1787759457.847086:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.847088:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1787759457.847091:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759457.847093:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759457.847096:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759457.847096:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312813323 00000100:00000001:0.0:1787759457.847100:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759457.847102:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000010:1.0:1787759457.847103:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ee40. 00000100:00000001:0.0:1787759457.847104:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759457.847108:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759457.847110:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:1.0:1787759457.847111:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1787759457.847113:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759457.847144:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.847149:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847151:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759457.847156:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457] req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759457.847167:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759457.847169:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759457.847172:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759457.847175:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759457.847177:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000020:00000040:0.0:1787759457.847180:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:1.0:1787759457.847181:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1787759457.847185:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000200:1.0:1787759457.847188:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759457.847190:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759457.847198:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.847204:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759457.847209:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759457.847210:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759457.847215:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759457.847220:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:1.0:1787759457.847226:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1787759457.847227:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759457.847230:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.847233:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847234:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1787759457.847237:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759457.847238:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759457.847242:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1787759457.847246:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759457.847247:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.847253:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759457.847256:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759457.847260:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.847263:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847263:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787759457.847269:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759457.847273:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000040:1.0:1787759457.847273:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759457.847277:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759457.847279:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759457.847283:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759457.847286:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759457.847290:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847290:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759457.847296:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1787759457.847298:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:1.0:1787759457.847299:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.847303:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759457.847304:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847306:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759457.847310:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:0.0:1787759457.847314:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787759457.847316:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759457.847325:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759457.847328:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759457.847330:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1787759457.847333:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759457.847338:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759457.847340:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759457.847365:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.847366:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875532288:192.168.201.104@tcp:250:kworker.0 00000100:00000040:0.0:1787759457.847371:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18149) 00000100:00000001:1.0:1787759457.847374:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847378:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.847382:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875532288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847390:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759457.847392:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759457.847395:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759457.847399:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759457.847402:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759457.847404:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759457.847407:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759457.847410:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:1.0:1787759457.847414:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759457.847416:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759457.847418:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:1.0:1787759457.847423:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759457.847424:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847427:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847434:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759457.847436:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847438:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759457.847440:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759457.847441:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759457.847445:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847452:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.847454:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.847456:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759457.847458:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759457.847460:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.847463:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759457.847467:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759457.847469:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759457.847471:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.847472:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759457.847475:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759457.847478:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.847482:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759457.847485:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759457.847489:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759457.847492:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532416, portal 10 00000100:00000001:1.0:1787759457.847494:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759457.847496:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:1.0:1787759457.847502:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847508:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759457.847511:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759457.847513:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759457.847515:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875532416, offset 0 00000400:00000200:1.0:1787759457.847520:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759457.847524:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.847528:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759457.847531:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759457.847533:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759457.847536:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759457.847538:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759457.847542:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776584:776584:256:4294967295] 192.168.201.104@tcp LPNI seq info [776575:776575:8:4294967295] 00000400:00000200:1.0:1787759457.847546:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.847552:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759457.847556:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.847559:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759457.847563:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759457.847566:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759457.847570:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759457.847573:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759457.847577:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.847579:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759457.847582:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759457.847586:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759457.847589:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759457.847591:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759457.847594:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759457.847597:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847605:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.847608:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847614:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847615:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759457.847618:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759457.847622:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759457.847625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.847627:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312812044 00000100:00000001:1.0:1787759457.847630:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.847632:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312812044 00000100:00000001:1.0:1787759457.847634:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.847636:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.847639:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847641:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759457.847646:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457] req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759457.847655:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759457.847656:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759457.847658:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759457.847661:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759457.847663:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759457.847665:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759457.847669:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759457.847677:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847684:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759457.847686:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847687:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.847689:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759457.847692:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847699:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759457.847702:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847709:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759457.847712:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847713:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.847715:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847717:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759457.847720:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759457.847723:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759457.847727:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759457.847730:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759457.847734:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759457.847741:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759457.847745:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759457.847749:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847755:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.847757:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.847759:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759457.847761:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759457.847763:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.847765:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759457.847769:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759457.847771:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759457.847772:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.847774:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759457.847778:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759457.847780:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.847783:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759457.847786:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759457.847789:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759457.847792:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532544, portal 10 00000100:00000001:1.0:1787759457.847794:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759457.847795:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:1.0:1787759457.847801:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847807:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759457.847810:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759457.847813:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759457.847815:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875532544, offset 0 00000400:00000200:1.0:1787759457.847820:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759457.847824:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.847828:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759457.847831:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759457.847833:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759457.847836:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759457.847838:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759457.847841:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776585:776585:256:4294967295] 192.168.201.104@tcp LPNI seq info [776576:776576:8:4294967295] 00000400:00000200:1.0:1787759457.847845:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.847851:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759457.847856:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.847859:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759457.847863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759457.847866:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759457.847870:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759457.847873:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759457.847877:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.847879:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759457.847882:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759457.847886:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759457.847889:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759457.847891:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759457.847894:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759457.847897:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847905:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.847909:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847915:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847917:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759457.847920:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759457.847923:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759457.847927:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.847929:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312812044 00000100:00000001:1.0:1787759457.847931:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.847934:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312812044 00000100:00000001:1.0:1787759457.847936:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.847938:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.847940:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.847942:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759457.847946:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457] req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759457.847954:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759457.847955:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759457.847957:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759457.847959:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759457.847961:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759457.847963:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759457.847966:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759457.847975:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847981:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759457.847983:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.847984:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.847986:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759457.847989:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.847996:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759457.848000:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848007:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759457.848010:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848012:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.848013:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848015:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759457.848017:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759457.848020:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759457.848023:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759457.848025:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759457.848029:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759457.848037:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759457.848041:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759457.848044:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848051:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.848052:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.848054:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759457.848056:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759457.848058:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.848061:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759457.848064:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759457.848066:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759457.848068:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.848070:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848073:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759457.848075:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.848079:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759457.848083:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759457.848086:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759457.848089:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532672, portal 4 00000100:00000001:1.0:1787759457.848091:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759457.848092:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:1.0:1787759457.848098:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848105:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759457.848107:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759457.848110:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759457.848112:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875532672, offset 0 00000400:00000200:1.0:1787759457.848154:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759457.848158:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.848162:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759457.848164:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759457.848167:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759457.848169:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759457.848172:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759457.848175:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776586:776586:256:4294967295] 192.168.201.104@tcp LPNI seq info [776577:776577:8:4294967295] 00000400:00000200:1.0:1787759457.848179:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.848185:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759457.848189:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.848193:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759457.848197:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759457.848200:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759457.848205:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759457.848207:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759457.848211:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.848213:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759457.848216:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759457.848220:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759457.848222:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759457.848224:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759457.848227:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759457.848232:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848239:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848242:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848249:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.848251:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759457.848253:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759457.848257:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759457.848260:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.848262:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312812104 00000100:00000001:1.0:1787759457.848265:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.848267:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312812104 00000100:00000001:1.0:1787759457.848270:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.848272:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.848274:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.848276:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759457.848280:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457] req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759457.848288:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759457.848289:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759457.848291:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759457.848293:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759457.848295:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759457.848297:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759457.848301:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759457.848309:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848321:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759457.848322:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848324:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.848326:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759457.848329:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848337:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759457.848341:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848348:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759457.848351:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848353:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.848354:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848356:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759457.848358:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759457.848361:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759457.848364:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759457.848366:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759457.848371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759457.848378:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759457.848383:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759457.848386:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848393:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759457.848394:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.848397:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759457.848399:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759457.848401:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759457.848404:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759457.848407:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759457.848409:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759457.848411:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759457.848412:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848415:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759457.848417:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759457.848421:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759457.848424:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759457.848427:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759457.848430:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532800, portal 4 00000100:00000001:1.0:1787759457.848432:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759457.848433:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:1.0:1787759457.848439:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848445:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759457.848447:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759457.848450:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759457.848452:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875532800, offset 0 00000400:00000200:1.0:1787759457.848457:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759457.848461:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.848464:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759457.848466:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759457.848469:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759457.848472:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759457.848474:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759457.848477:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776587:776587:256:4294967295] 192.168.201.104@tcp LPNI seq info [776578:776578:8:4294967295] 00000400:00000200:1.0:1787759457.848481:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759457.848487:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759457.848492:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.848495:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759457.848499:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759457.848502:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759457.848506:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759457.848510:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759457.848514:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759457.848516:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759457.848519:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759457.848522:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759457.848525:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759457.848527:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759457.848530:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759457.848533:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848540:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848543:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848549:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.848551:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759457.848554:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759457.848557:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759457.848560:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759457.848562:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312812068 00000100:00000001:1.0:1787759457.848564:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.848566:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312812068 00000100:00000001:1.0:1787759457.848568:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312813323 00000100:00000001:1.0:1787759457.848571:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759457.848573:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.848575:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759457.848578:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759457/real 1787759457] req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759457.848586:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759457.848587:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759457.848589:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759457.848592:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759457.848593:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759457.848596:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759457.848599:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759457.848607:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848613:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759457.848615:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848617:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.848618:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759457.848621:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848628:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759457.848632:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848638:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759457.848641:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848642:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759457.848644:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848645:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759457.848647:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759457.848650:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759457.848653:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759457.848656:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759457.848660:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759457.848668:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875532800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759457.848672:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848674:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848678:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875532416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848684:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759457.848686:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848688:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759457.848691:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759457.848693:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759457.848694:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759457.848697:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759457.848699:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:1.0:1787759457.848701:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759457.848703:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759457.848704:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:1.0:1787759457.848707:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759457.848708:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848710:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848713:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875532544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848719:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759457.848721:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848723:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759457.848725:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759457.848726:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759457.848727:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759457.848730:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759457.848731:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:1.0:1787759457.848733:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759457.848735:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759457.848736:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:1.0:1787759457.848738:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759457.848740:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848741:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848745:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875532672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848750:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759457.848752:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848753:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759457.848755:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759457.848757:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759457.848758:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759457.848760:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759457.848761:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:1.0:1787759457.848763:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759457.848765:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759457.848766:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:1.0:1787759457.848768:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759457.848770:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848772:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759457.848775:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875532800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759457.848781:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759457.848782:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759457.848784:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759457.848786:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759457.848787:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759457.848788:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759457.848790:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759457.848792:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:1.0:1787759457.848794:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759457.848795:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759457.848797:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:1.0:1787759457.848799:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759457.848800:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848803:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759457.848807:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759457.848808:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759457.848810:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759457.848812:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759458.294279:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.294289:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.294292:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759458.294299:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759458.294303:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759458.294308:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.294311:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759458.294314:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759458.294318:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759458.550256:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.550268:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.550271:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759458.550277:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759458.550279:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759458.550286:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759458.550289:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759458.550291:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.550292:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759458.550295:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550299:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759458.550301:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759458.550302:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.550303:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759458.550313:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759458.550314:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759458.550315:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759458.550319:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.550323:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759458.550323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550329:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759458.550332:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.550334:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759458.550337:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550338:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550347:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759458.550349:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759458.550364:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759458.550368:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759458.550370:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759458.550373:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759458.550376:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759458.550379:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550380:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759458.550383:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759458.550385:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759458.550395:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759458.550398:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759458.550400:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759458.550402:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759458.550405:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759458.550412:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759458.550415:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759458.550417:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759458.550420:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759458.550483:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759458.550488:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759458.550489:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759458.550496:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759458.550497:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759458.550500:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759458.550510:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759458.550511:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759458.550518:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759458.550518:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759458.550522:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759458.550524:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759458.550526:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759458.550531:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759458.550534:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759458.550538:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759458.550542:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759458.550545:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759458.550546:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759458.550551:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759458.550554:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759458.550557:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759458.550560:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759458.550564:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759458.550566:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759458.550568:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759458.550571:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550596:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759458.550598:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550601:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759458.550601:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550604:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759458.550606:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759458.550608:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759458.550610:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550612:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759458.550614:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550616:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550617:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550620:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759458.550621:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759458.550621:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759458.550622:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550623:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759458.550624:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550625:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759458.550626:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759458.550641:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759458.550644:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759458.550647:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759459.190221:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312813323, at 4312813376 00000100:00000040:3.0:1787759459.190221:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312813323, at 4312813376 00000100:00000010:2.0:1787759459.190235:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eea0. 00000100:00000010:3.0:1787759459.190237:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ee40. 00000100:00000001:1.0:1787759459.318269:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.318279:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.318282:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759459.318289:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.318293:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759459.318298:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759459.318301:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759459.318304:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759459.318308:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574208:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.574220:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.574223:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759459.574230:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.574236:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.574237:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.574242:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.574246:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759459.574250:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759459.574252:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574253:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759459.574256:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759459.574256:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759459.574262:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.574262:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759459.574264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759459.574266:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759459.574277:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759459.574277:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574278:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759459.574278:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759459.574284:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759459.574288:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759459.574296:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759459.574297:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759459.574297:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759459.574306:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.574307:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759459.574314:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759459.574315:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759459.574316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759459.574318:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759459.574323:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759459.574324:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759459.574329:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759459.574337:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574339:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.574346:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.574348:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759459.574349:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759459.574352:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759459.574353:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759459.574361:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574362:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.574369:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759459.574369:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.574370:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.574379:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.574380:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759459.574380:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759459.574383:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574385:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759459.574386:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759459.574388:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.574391:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759459.574391:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759459.574395:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759459.574395:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.574400:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.574407:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759459.574407:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759459.574411:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759459.574416:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574421:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759459.574428:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759459.574430:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759459.574433:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759459.574438:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759459.574439:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759459.574442:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759459.574445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759459.574448:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759459.574450:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759459.574452:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759459.574453:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759459.574463:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759459.574464:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759459.574466:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759459.574472:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759459.574473:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759459.574499:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759459.574502:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759459.574504:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759460.342253:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.342264:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.342266:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759460.342273:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759460.342277:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.342282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.342285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.342287:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.342290:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759460.598270:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759460.598274:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759460.598274:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.598277:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759460.598280:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759460.598283:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.598285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759460.598285:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759460.598287:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.598292:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.598294:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759460.598297:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759460.598298:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759460.598305:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759460.598307:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759460.598307:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759460.598315:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.598318:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.598319:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759460.598320:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759460.598323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.598328:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.598330:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759460.598331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759460.598331:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.598338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759460.598343:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.598344:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759460.598348:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.598349:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759460.598349:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.598358:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759460.598363:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759460.598363:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759460.598367:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759460.598371:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.598383:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.598387:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.598389:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.598391:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759460.598393:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759460.598394:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.598399:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.598400:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759460.598403:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759460.598406:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759460.598410:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759460.598411:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759460.598412:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759460.598412:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759460.598415:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.598418:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759460.598419:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759460.598421:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759460.598422:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759460.598426:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759460.598432:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759460.598437:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759460.598437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759460.598439:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759460.598446:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759460.598448:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759460.598450:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759460.598451:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759460.598455:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759460.598459:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759460.598460:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759460.598461:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759460.598470:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759460.598471:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759460.598471:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759460.598484:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759460.598487:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759460.598488:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759460.598495:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.598496:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759460.598504:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759460.598504:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.598521:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759460.598522:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759460.598528:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759460.598529:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759460.598532:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759460.598536:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759460.598547:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759460.598549:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759460.598572:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759460.598575:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759460.598577:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759461.366251:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759461.366260:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759461.366262:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759461.366267:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759461.366271:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759461.366274:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.366277:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759461.366279:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.366281:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759461.622282:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759461.622284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759461.622289:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759461.622292:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759461.622293:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759461.622298:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.622299:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759461.622300:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759461.622307:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759461.622309:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759461.622310:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759461.622313:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759461.622319:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759461.622321:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759461.622321:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.622324:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759461.622334:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759461.622335:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759461.622341:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.622348:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759461.622348:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.622352:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.622356:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.622374:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759461.622379:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759461.622382:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759461.622385:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759461.622389:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759461.622392:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.622394:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759461.622396:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759461.622400:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759461.622432:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759461.622436:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759461.622437:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759461.622439:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759461.622443:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759461.622444:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759461.622446:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759461.622450:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759461.622453:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759461.622457:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759461.622460:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759461.622463:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759461.622465:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759461.622478:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759461.622481:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759461.622483:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759461.622484:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759461.622486:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759461.622488:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759461.622489:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759461.622491:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759461.622492:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759461.622499:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759461.622500:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759461.622501:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759461.622503:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759461.622504:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759461.622506:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759461.622507:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759461.622508:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759461.622509:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.623107:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759461.623110:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759461.623111:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759461.623115:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759461.623149:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759461.623150:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759461.623153:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759461.623154:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.623162:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759461.623165:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759461.623166:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759461.623170:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759461.623172:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759461.623178:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759461.623181:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759461.623187:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759461.623188:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759461.623211:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759461.623213:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759461.623216:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759462.390260:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759462.390271:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759462.390274:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.390281:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759462.390286:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759462.390291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.390294:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.390297:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.390300:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.646277:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759462.646277:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759462.646286:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759462.646288:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759462.646289:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759462.646293:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.646295:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759462.646298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759462.646299:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759462.646305:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646306:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759462.646309:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759462.646311:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.646312:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.646319:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759462.646319:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759462.646324:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759462.646327:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759462.646329:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759462.646338:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759462.646342:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.646343:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759462.646350:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759462.646352:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759462.646354:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759462.646355:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759462.646361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759462.646362:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759462.646362:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759462.646371:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759462.646371:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759462.646372:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759462.646375:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759462.646377:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646381:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759462.646382:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759462.646384:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759462.646387:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.646396:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.646398:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759462.646399:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.646400:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759462.646401:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759462.646405:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646412:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759462.646438:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759462.646441:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759462.646443:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759462.646445:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759462.646448:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759462.646450:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759462.646455:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759462.646457:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646460:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759462.646461:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759462.646467:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759462.646470:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759462.646473:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759462.646476:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759462.646479:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646482:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759462.646491:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759462.646496:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759462.646501:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759462.646505:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759462.646510:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759462.646511:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759462.646515:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759462.646517:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759462.646520:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759462.646522:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759462.646544:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759462.646547:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759462.646550:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759462.646638:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759462.646643:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759462.646644:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759462.646647:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759462.646650:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759462.646652:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759462.646654:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759462.646656:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759462.646658:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759462.966252:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759462.966261:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759462.966263:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759462.966266:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759462.966270:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759462.966276:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18144 00000400:00000200:0.0:1787759462.966284:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759462.966289:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759462.966291:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759462.966294:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966296:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966298:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966300:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759462.966304:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759462.966306:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759462.966308:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759462.966310:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759462.966312:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759462.966314:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759462.966317:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966319:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966321:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966322:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759462.966325:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759462.966328:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966329:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759462.966332:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759462.966334:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759462.966336:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966337:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759462.966339:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759462.966350:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759462.966353:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759462.966356:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759462.966357:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966359:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759462.966362:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759462.966365:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759462.966372:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759462.966377:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759462.966384:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759462.966392:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759462.966395:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759462.966398:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759462.966418:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759462.966421:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759462.966423:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759462.966425:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759462.966426:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759462.966429:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759462.966430:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18144 00000400:00000200:0.0:1787759462.966433:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759462.966435:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759462.966437:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759462.966439:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966441:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966442:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966443:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759462.966445:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759462.966446:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759462.966447:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759462.966448:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759462.966450:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759462.966452:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759462.966455:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966456:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966459:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966460:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759462.966462:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759462.966464:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966466:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759462.966467:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759462.966468:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1787759462.966471:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759462.966474:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.966474:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759462.966478:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759462.966479:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1787759462.966481:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759462.966484:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966487:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.966490:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759462.966491:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759462.966494:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759462.966498:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759462.966500:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966505:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759462.966508:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1787759462.966508:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1787759462.966510:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.966512:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759462.966516:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:1.0:1787759462.966517:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787759462.966521:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.966522:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759462.966527:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759462.966530:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787759462.966534:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875532928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759462.966544:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1787759462.966546:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1787759462.966549:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1787759462.966550:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.966554:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759462.966556:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759462.966558:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787759462.966565:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759462.966566:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 00000100:00080000:0.0:1787759462.966567:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1787759462.966571:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759462.966572:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759462.966574:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759462.966577:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759462.966581:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1787759462.966581:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759462.966587:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18144 00000400:00000010:1.0:1787759462.966588:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000200:0.0:1787759462.966593:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759462.966599:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000010:1.0:1787759462.966599:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00080000:0.0:1787759462.966603:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759462.966607:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:1.0:1787759462.966609:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875532928, portal 25 00000100:00000001:0.0:1787759462.966610:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759462.966614:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1787759462.966616:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759462.966618:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000001:0.0:1787759462.966620:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759462.966625:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:1.0:1787759462.966627:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759462.966628:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759462.966631:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759462.966634:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759462.966639:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000001:1.0:1787759462.966642:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1787759462.966644:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759462.966648:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759462.966652:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000010:1.0:1787759462.966654:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000001:0.0:1787759462.966657:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966660:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000200:1.0:1787759462.966660:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875532928, offset 0 00000100:00000001:0.0:1787759462.966664:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759462.966667:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759462.966672:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:1.0:1787759462.966672:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966677:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759462.966678:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759462.966681:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759462.966683:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.966684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759462.966685:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759462.966688:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759462.966690:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966692:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759462.966694:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759462.966696:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759462.966698:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759462.966699:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966701:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1787759462.966702:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:0.0:1787759462.966703:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759462.966705:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759462.966708:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759462.966712:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.966714:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1787759462.966718:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759462.966721:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:0.0:1787759462.966728:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1787759462.966728:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1787759462.966733:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.966734:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000040:0.0:1787759462.966738:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759462.966742:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776588:776588:256:4294967295] 192.168.201.104@tcp LPNI seq info [776579:776579:8:4294967295] 00000100:00000001:0.0:1787759462.966751:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.966753:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759462.966754:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759462.966758:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759462.966759:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759462.966761:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759462.966764:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759462.966768:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18144 00000400:00000200:1.0:1787759462.966770:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:0.0:1787759462.966774:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759462.966779:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:1.0:1787759462.966783:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:0.0:1787759462.966784:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759462.966789:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966791:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1787759462.966792:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000100:00000040:0.0:1787759462.966793:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966797:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759462.966799:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759462.966800:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759462.966801:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759462.966804:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000800:00000200:1.0:1787759462.966805:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:0.0:1787759462.966811:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:1.0:1787759462.966811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000020:00000001:0.0:1787759462.966815:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759462.966820:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:1.1:1787759462.966821:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759462.966822:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759462.966825:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966828:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:1.1:1787759462.966828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000020:00000040:0.0:1787759462.966831:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759462.966835:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759462.966839:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1787759462.966839:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759462.966843:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1787759462.966843:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 02000000:00000001:0.0:1787759462.966846:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759462.966849:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966851:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759462.966851:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:0.0:1787759462.966852:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759462.966856:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966859:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.966859:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000010:0.0:1787759462.966862:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759462.966865:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000400:00000200:1.0:1787759462.966865:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 02000000:00000001:0.0:1787759462.966866:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759462.966869:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787759462.966870:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:0.0:1787759462.966871:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759462.966874:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759462.966876:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.966877:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1787759462.966879:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759462.966883:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759462.966884:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759462.966889:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759462.966903:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759462.966903:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787759462.966906:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.966910:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759462.966911:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.966936:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.966937:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.966940:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1787759462.966943:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787759462.966947:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759462.966948:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759462.966952:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1787759462.966955:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759462.966956:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759462.966960:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312818443 00000100:00000001:0.0:1787759462.966962:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:1.0:1787759462.966966:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eb40. 00000100:00080000:0.0:1787759462.966967:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18144 00000100:00000001:1.0:1787759462.966974:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1787759462.966975:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759462.966981:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:1.0:1787759462.966982:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312818443 00000100:00080000:0.0:1787759462.966985:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000010:1.0:1787759462.966987:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ec00. 00000100:00000040:0.0:1787759462.966992:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759462.966993:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759462.966998:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1787759462.967000:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759462.967004:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759462.967005:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.967010:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759462.967011:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1787759462.967016:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:1.0:1787759462.967017:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462] req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759462.967019:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759462.967023:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759462.967027:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759462.967032:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000001:1.0:1787759462.967033:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1787759462.967035:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000001:1.0:1787759462.967036:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759462.967052:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759462.967055:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759462.967057:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759462.967060:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759462.967064:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759462.967071:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.967076:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1787759462.967078:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759462.967081:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759462.967086:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759462.967091:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:1.0:1787759462.967093:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759462.967097:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787759462.967098:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759462.967103:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759462.967105:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759462.967108:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759462.967110:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1787759462.967111:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.967115:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759462.967139:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759462.967145:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1787759462.967149:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759462.967155:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.967160:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967162:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1787759462.967166:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000100:00000040:1.0:1787759462.967168:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759462.967170:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759462.967177:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759462.967180:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759462.967185:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759462.967188:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1787759462.967191:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1787759462.967192:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967197:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967200:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1787759462.967202:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:1.0:1787759462.967202:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967205:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759462.967207:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759462.967211:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759462.967212:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759462.967218:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00100000:0.0:1787759462.967221:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759462.967234:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1787759462.967235:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759462.967240:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.967243:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759462.967249:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759462.967260:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875532928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759462.967264:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967269:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759462.967271:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18154) 00000100:00000001:1.0:1787759462.967272:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.967278:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875532928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967285:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759462.967288:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759462.967291:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759462.967295:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759462.967297:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759462.967298:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759462.967301:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759462.967303:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:1.0:1787759462.967308:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759462.967310:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759462.967312:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:1.0:1787759462.967316:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759462.967317:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967319:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967327:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759462.967329:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967331:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759462.967332:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759462.967338:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759462.967342:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967349:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.967351:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967353:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759462.967355:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759462.967357:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.967361:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759462.967364:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759462.967367:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759462.967368:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967370:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759462.967373:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759462.967375:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.967379:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759462.967382:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759462.967386:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759462.967390:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533056, portal 10 00000100:00000001:1.0:1787759462.967392:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759462.967393:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759462.967400:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967406:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759462.967408:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759462.967411:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759462.967413:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875533056, offset 0 00000400:00000200:1.0:1787759462.967417:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759462.967421:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.967425:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759462.967428:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759462.967430:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759462.967432:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759462.967435:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759462.967437:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776589:776589:256:4294967295] 192.168.201.104@tcp LPNI seq info [776580:776580:8:4294967295] 00000400:00000200:1.0:1787759462.967441:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.967447:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759462.967451:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.967455:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759462.967459:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759462.967462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759462.967466:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759462.967468:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759462.967472:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.967474:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759462.967477:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759462.967481:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759462.967484:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759462.967486:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759462.967488:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759462.967492:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967500:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.967504:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967511:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967513:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759462.967516:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.967520:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759462.967523:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759462.967525:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312817164 00000100:00000001:1.0:1787759462.967529:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.967531:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312817164 00000100:00000001:1.0:1787759462.967534:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.967536:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759462.967539:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967541:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759462.967544:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462] req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759462.967551:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759462.967553:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759462.967554:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759462.967557:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759462.967559:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759462.967561:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759462.967564:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759462.967572:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967578:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759462.967579:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967582:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.967583:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759462.967587:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967593:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759462.967597:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967603:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759462.967606:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967608:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.967609:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967611:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759462.967614:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759462.967617:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759462.967621:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759462.967624:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759462.967628:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759462.967636:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759462.967640:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759462.967643:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967650:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.967651:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967653:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759462.967655:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759462.967657:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.967660:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759462.967663:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759462.967665:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759462.967667:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967669:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759462.967672:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759462.967675:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.967678:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759462.967681:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759462.967684:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759462.967687:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533184, portal 10 00000100:00000001:1.0:1787759462.967689:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759462.967691:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759462.967697:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967704:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759462.967707:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759462.967710:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759462.967712:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875533184, offset 0 00000400:00000200:1.0:1787759462.967717:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759462.967721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.967725:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759462.967728:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759462.967730:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759462.967733:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759462.967735:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759462.967738:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776590:776590:256:4294967295] 192.168.201.104@tcp LPNI seq info [776581:776581:8:4294967295] 00000400:00000200:1.0:1787759462.967742:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.967749:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759462.967754:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.967758:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759462.967762:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759462.967765:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759462.967769:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759462.967772:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759462.967776:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.967778:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759462.967781:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759462.967785:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759462.967788:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759462.967790:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759462.967793:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759462.967797:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967805:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.967809:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967817:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967818:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759462.967821:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.967824:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759462.967828:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759462.967830:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312817164 00000100:00000001:1.0:1787759462.967832:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.967835:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312817164 00000100:00000001:1.0:1787759462.967837:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.967839:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759462.967841:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.967843:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759462.967847:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462] req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759462.967855:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759462.967856:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759462.967857:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759462.967860:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759462.967862:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759462.967864:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759462.967867:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759462.967876:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967882:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759462.967883:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967885:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.967886:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759462.967891:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967898:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759462.967902:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967909:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759462.967911:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967913:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.967914:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.967916:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759462.967919:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759462.967922:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759462.967926:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759462.967928:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759462.967933:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759462.967942:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759462.967946:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759462.967950:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.967957:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.967959:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967961:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759462.967963:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759462.967965:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.967969:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759462.967973:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759462.967975:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759462.967977:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.967979:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759462.967982:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759462.967985:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.967989:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759462.967991:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759462.967995:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759462.967998:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533312, portal 4 00000100:00000001:1.0:1787759462.968000:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759462.968002:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759462.968008:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968015:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759462.968017:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759462.968020:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759462.968023:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875533312, offset 0 00000400:00000200:1.0:1787759462.968028:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759462.968032:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.968035:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759462.968058:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759462.968061:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759462.968064:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759462.968067:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759462.968070:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776591:776591:256:4294967295] 192.168.201.104@tcp LPNI seq info [776582:776582:8:4294967295] 00000400:00000200:1.0:1787759462.968075:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.968081:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759462.968086:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.968090:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759462.968094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759462.968097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759462.968102:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759462.968104:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759462.968108:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.968111:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759462.968114:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759462.968136:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759462.968140:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759462.968142:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759462.968145:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759462.968149:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968157:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968160:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968167:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.968169:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759462.968172:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.968175:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759462.968179:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759462.968181:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312817224 00000100:00000001:1.0:1787759462.968184:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.968187:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312817224 00000100:00000001:1.0:1787759462.968189:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.968192:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759462.968194:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.968197:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759462.968200:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462] req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759462.968209:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759462.968211:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759462.968212:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759462.968216:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759462.968217:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759462.968221:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759462.968224:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759462.968233:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968239:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759462.968241:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968243:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.968244:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759462.968248:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968256:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759462.968260:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968267:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759462.968270:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968272:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.968273:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968276:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759462.968278:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759462.968281:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759462.968285:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759462.968287:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759462.968292:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759462.968300:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759462.968304:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759462.968308:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968316:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759462.968318:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.968320:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759462.968322:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759462.968324:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759462.968327:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759462.968330:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759462.968332:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759462.968334:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759462.968336:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759462.968339:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759462.968341:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759462.968345:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759462.968347:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759462.968351:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759462.968354:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533440, portal 4 00000100:00000001:1.0:1787759462.968356:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759462.968358:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:1.0:1787759462.968364:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968371:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759462.968373:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759462.968376:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759462.968378:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875533440, offset 0 00000400:00000200:1.0:1787759462.968382:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759462.968386:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.968390:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759462.968393:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759462.968395:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759462.968397:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759462.968400:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759462.968403:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776592:776592:256:4294967295] 192.168.201.104@tcp LPNI seq info [776583:776583:8:4294967295] 00000400:00000200:1.0:1787759462.968408:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759462.968414:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759462.968419:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.968423:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759462.968427:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759462.968430:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759462.968435:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759462.968437:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759462.968442:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759462.968444:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759462.968447:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759462.968451:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759462.968454:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759462.968456:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759462.968458:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759462.968462:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968469:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968472:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759487 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968479:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.968481:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759462.968484:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759462.968487:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759462.968490:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759462.968492:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312817188 00000100:00000001:1.0:1787759462.968495:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.968497:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312817188 00000100:00000001:1.0:1787759462.968499:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312818443 00000100:00000001:1.0:1787759462.968502:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759462.968505:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.968507:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759462.968511:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759462/real 1787759462] req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759462.968519:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759462.968521:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759462.968523:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759462.968526:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759462.968527:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759462.968530:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759462.968533:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759462.968543:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968549:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759462.968551:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968553:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.968555:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759462.968558:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968565:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759462.968569:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968576:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759462.968579:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968581:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759462.968582:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968584:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759462.968586:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759462.968589:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759462.968593:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759462.968596:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759462.968601:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759462.968609:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759462.968613:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968615:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968619:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875533056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968625:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759462.968627:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759462.968629:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759462.968632:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759462.968633:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759462.968635:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759462.968637:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759462.968639:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:1.0:1787759462.968642:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759462.968643:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759462.968645:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759462.968648:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759462.968650:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968652:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968655:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875533184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968662:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759462.968663:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759462.968664:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759462.968667:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759462.968668:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759462.968670:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759462.968672:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759462.968674:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:1.0:1787759462.968676:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759462.968677:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759462.968679:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759462.968682:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759462.968683:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968685:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968688:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875533312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968695:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759462.968696:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759462.968698:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759462.968700:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759462.968701:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759462.968702:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759462.968704:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759462.968706:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:1.0:1787759462.968708:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759462.968709:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759462.968711:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759462.968713:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759462.968714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968716:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759462.968719:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875533440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759487 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759462.968726:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759462.968727:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759462.968729:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759462.968731:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759462.968733:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759462.968734:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759462.968736:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759462.968737:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:1.0:1787759462.968739:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759462.968740:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759462.968742:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759462.968745:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759462.968746:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968748:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759462.968753:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759462.968754:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759462.968756:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759462.968758:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.414233:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759463.414241:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759463.414243:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759463.414249:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759463.414252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759463.414256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.414259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759463.414262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.414265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759463.670287:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759463.670293:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759463.670296:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759463.670303:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759463.670304:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759463.670304:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759463.670305:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759463.670306:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759463.670308:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759463.670311:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670313:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759463.670315:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759463.670318:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759463.670324:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759463.670324:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759463.670326:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759463.670329:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.670331:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759463.670333:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759463.670333:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759463.670334:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759463.670337:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759463.670339:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759463.670341:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.670347:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759463.670349:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759463.670350:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759463.670350:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670353:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759463.670356:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759463.670359:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759463.670367:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759463.670368:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670371:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759463.670376:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.670383:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759463.670386:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759463.670391:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759463.670393:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759463.670396:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759463.670398:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759463.670400:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759463.670404:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759463.670405:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759463.670409:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759463.670411:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759463.670412:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759463.670415:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759463.670418:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759463.670419:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759463.670421:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759463.670429:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759463.670430:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759463.670431:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759463.670434:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759463.670445:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759463.670447:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759463.670447:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759463.670449:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759463.670456:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759463.670457:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670458:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759463.670459:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759463.670466:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759463.670467:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759463.670470:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759463.670474:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759463.670475:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670483:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759463.670493:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670494:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759463.670495:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759463.670501:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759463.670502:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759463.670505:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759463.670508:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759463.670509:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759463.670512:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759463.670519:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759463.670521:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759463.670542:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759463.670545:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759463.670548:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759464.310232:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312818443, at 4312818496 00000100:00000040:2.0:1787759464.310237:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312818443, at 4312818496 00000100:00000010:3.0:1787759464.310247:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ec00. 00000100:00000010:2.0:1787759464.310259:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eb40. 00000100:00000001:1.0:1787759464.438238:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759464.438246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.438248:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759464.438253:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759464.438258:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759464.438262:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.438265:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759464.438267:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.438271:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759464.694256:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759464.694265:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.694268:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759464.694276:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759464.694277:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759464.694280:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759464.694285:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.694287:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759464.694288:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759464.694290:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759464.694293:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759464.694294:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759464.694294:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759464.694299:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759464.694304:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759464.694305:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759464.694311:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759464.694312:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759464.694319:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759464.694322:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759464.694323:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759464.694326:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.694327:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759464.694327:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759464.694332:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759464.694332:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759464.694333:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759464.694334:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759464.694339:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759464.694342:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759464.694342:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759464.694343:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759464.694356:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759464.694358:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759464.694359:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759464.694359:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759464.694360:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.694366:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759464.694366:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759464.694367:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759464.694369:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759464.694370:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759464.694380:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759464.694381:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759464.694381:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759464.694386:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.694387:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.694392:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759464.694394:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759464.694397:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.694417:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759464.694417:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759464.694428:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759464.694429:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759464.694433:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759464.694433:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759464.694436:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759464.694438:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.694441:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759464.694441:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759464.694443:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759464.694452:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759464.694452:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759464.694461:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759464.694462:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759464.694467:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759464.694469:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759464.694471:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759464.694473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759464.694478:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759464.694479:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759464.694479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759464.694494:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759464.694495:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759464.694497:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759464.694503:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759464.694511:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759464.694513:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759464.694517:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759464.694519:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759464.694540:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759464.694543:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759464.694546:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759465.462177:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759465.462185:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759465.462186:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759465.462191:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759465.462194:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759465.462196:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.462199:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759465.462201:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.462203:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759465.718252:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759465.718253:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759465.718253:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759465.718253:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759465.718268:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759465.718269:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759465.718269:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759465.718269:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759465.718275:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759465.718276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759465.718277:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759465.718278:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759465.718290:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759465.718290:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759465.718291:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759465.718292:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759465.718302:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759465.718303:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759465.718303:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759465.718304:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759465.718307:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759465.718310:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718312:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.718312:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759465.718312:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759465.718318:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759465.718324:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759465.718325:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759465.718330:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718334:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759465.718334:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759465.718338:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718343:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759465.718344:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759465.718348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.718353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759465.718355:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759465.718359:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759465.718361:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759465.718365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759465.718368:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759465.718368:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759465.718371:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759465.718372:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759465.718374:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718377:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759465.718377:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759465.718380:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759465.718380:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759465.718383:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759465.718383:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759465.718385:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759465.718388:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759465.718389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759465.718393:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759465.718393:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718396:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759465.718396:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759465.718406:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759465.718408:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.718408:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759465.718414:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759465.718417:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759465.718420:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759465.718421:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759465.718422:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759465.718427:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759465.718427:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759465.718428:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759465.718435:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759465.718438:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759465.718439:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759465.718443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759465.718449:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759465.718451:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759465.718453:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759465.718459:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759465.718459:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759465.718470:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759465.718474:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759465.718475:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759465.718478:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759465.718479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759465.718481:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759465.718485:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759465.718488:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759465.718511:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759465.718515:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759465.718518:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759466.486242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759466.486251:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759466.486253:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759466.486259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759466.486262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759466.486266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759466.486268:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759466.486270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759466.486273:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742235:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759466.742235:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759466.742235:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759466.742235:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759466.742243:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759466.742244:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759466.742244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759466.742245:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759466.742245:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742247:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742249:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759466.742252:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759466.742254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759466.742254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759466.742255:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759466.742256:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759466.742260:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759466.742261:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759466.742261:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759466.742262:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759466.742265:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759466.742267:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759466.742267:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759466.742271:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759466.742272:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759466.742272:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759466.742275:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759466.742275:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742276:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759466.742278:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759466.742282:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742283:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742284:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759466.742288:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759466.742292:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759466.742306:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759466.742306:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759466.742308:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759466.742310:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742311:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759466.742312:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759466.742314:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742315:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759466.742315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759466.742318:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759466.742319:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759466.742319:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759466.742320:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742322:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742324:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759466.742325:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759466.742328:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759466.742328:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759466.742329:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759466.742330:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759466.742333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759466.742334:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742335:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759466.742335:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759466.742340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759466.742341:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759466.742342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759466.742345:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742346:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742348:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759466.742350:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759466.742352:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759466.742352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759466.742358:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742365:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759466.742369:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759466.742371:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759466.742373:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759466.742376:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759466.742376:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759466.742379:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759466.742379:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759466.742383:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759466.742385:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759466.742386:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759466.742388:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.510208:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759467.510219:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759467.510221:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759467.510228:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759467.510233:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759467.510237:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.510239:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759467.510242:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.510246:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759467.766237:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759467.766237:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759467.766238:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759467.766240:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759467.766245:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759467.766247:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759467.766247:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759467.766248:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766249:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759467.766250:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759467.766251:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766253:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759467.766256:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759467.766257:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759467.766258:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759467.766263:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759467.766263:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759467.766264:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759467.766268:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759467.766269:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759467.766271:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759467.766271:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759467.766275:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759467.766276:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766277:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759467.766277:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759467.766282:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759467.766283:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.766283:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759467.766288:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759467.766292:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759467.766300:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759467.766302:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759467.766302:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766304:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759467.766304:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766305:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759467.766306:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759467.766310:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.766310:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759467.766311:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759467.766313:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759467.766314:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.766315:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759467.766317:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759467.766318:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759467.766321:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759467.766321:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759467.766322:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759467.766325:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759467.766326:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766327:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759467.766328:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759467.766333:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.766333:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759467.766333:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759467.766336:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766340:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759467.766340:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759467.766343:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759467.766346:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766353:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759467.766356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759467.766357:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759467.766359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759467.766360:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759467.766364:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759467.766367:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759467.766367:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759467.766370:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759467.766372:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759467.766373:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759467.766374:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759467.766382:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759467.766386:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759467.766387:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759467.766390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759467.766391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759467.766407:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759467.766409:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759467.766411:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759468.086247:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759468.086258:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759468.086261:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759468.086264:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759468.086268:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759468.086275:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18149 00000400:00000200:1.0:1787759468.086283:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759468.086288:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759468.086291:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759468.086294:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086297:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086298:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086300:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759468.086304:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759468.086306:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759468.086309:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759468.086311:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759468.086313:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759468.086315:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759468.086318:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086320:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086322:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086325:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759468.086328:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759468.086332:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086335:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.086338:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759468.086342:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759468.086345:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086348:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759468.086351:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759468.086363:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000020:00000040:1.0:1787759468.086375:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759468.086378:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759468.086380:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086383:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759468.086385:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759468.086389:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759468.086396:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759468.086403:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759468.086412:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759468.086420:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759468.086423:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759468.086427:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.086447:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759468.086450:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759468.086453:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759468.086454:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759468.086455:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759468.086457:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759468.086459:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18149 00000400:00000200:1.0:1787759468.086462:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759468.086465:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759468.086467:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759468.086470:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086472:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086474:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086475:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759468.086477:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759468.086478:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759468.086479:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759468.086482:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:3.0:1787759468.086482:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1787759468.086484:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759468.086488:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:3.0:1787759468.086489:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787759468.086490:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086493:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759468.086494:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759468.086495:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086499:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759468.086500:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759468.086505:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:3.0:1787759468.086506:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.086507:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.086510:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759468.086516:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.086517:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787759468.086518:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.086520:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086522:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759468.086525:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1787759468.086527:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759468.086528:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787759468.086531:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.086532:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086534:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759468.086539:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000100:00100000:3.0:1787759468.086539:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875533568:192.168.201.104@tcp:250:kworker.0 00000020:00000040:1.0:1787759468.086543:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:3.0:1787759468.086545:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759468.086546:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759468.086548:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086550:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759468.086550:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759468.086551:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759468.086553:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.086554:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.086558:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759468.086560:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759468.086564:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759468.086564:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759468.086567:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759468.086570:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759468.086575:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.086579:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:1.0:1787759468.086585:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1787759468.086587:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:1.0:1787759468.086588:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759468.086596:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759468.086596:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533568, portal 25 00000100:00000001:3.0:1787759468.086599:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759468.086602:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:3.0:1787759468.086612:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.086624:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759468.086629:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759468.086631:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1787759468.086632:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759468.086634:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759468.086637:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1787759468.086637:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086641:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:3.0:1787759468.086643:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00080000:1.0:1787759468.086645:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18149 00000400:00000200:1.0:1787759468.086650:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:3.0:1787759468.086650:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875533568, offset 0 00000400:00000200:1.0:1787759468.086655:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759468.086657:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759468.086662:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.086664:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086665:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086670:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086673:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759468.086676:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759468.086679:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:3.0:1787759468.086679:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:1.0:1787759468.086683:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759468.086686:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759468.086690:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759468.086691:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000001:1.0:1787759468.086696:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759468.086698:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787759468.086704:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.086705:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:1.0:1787759468.086710:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759468.086710:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787759468.086716:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.086716:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086720:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759468.086724:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776593:776593:256:4294967295] 192.168.201.104@tcp LPNI seq info [776584:776584:8:4294967295] 00000020:00000040:1.0:1787759468.086725:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759468.086731:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759468.086733:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759468.086735:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.086738:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759468.086741:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759468.086744:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086748:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1787759468.086748:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000008:00100000:1.0:1787759468.086750:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000800:00000200:3.0:1787759468.086755:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.086760:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000008:00000001:1.0:1787759468.086761:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086765:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759468.086769:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000800:00000200:3.0:1787759468.086770:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:1.0:1787759468.086772:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000800:00000200:3.0:1787759468.086775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 02000000:00000001:1.0:1787759468.086776:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759468.086777:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086782:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759468.086784:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759468.086785:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759468.086788:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000010:1.0:1787759468.086790:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759468.086794:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759468.086796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00100000:1.0:1787759468.086800:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1787759468.086807:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086811:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1787759468.086812:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000100:00000001:1.0:1787759468.086813:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759468.086819:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759468.086822:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787759468.086826:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759468.086829:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787759468.086833:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1787759468.086834:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759468.086837:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759468.086839:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759468.086842:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1787759468.086843:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00080000:1.0:1787759468.086845:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18149 00000400:00000010:3.0:1787759468.086847:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000400:00000200:1.0:1787759468.086851:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759468.086853:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1787759468.086855:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759468.086858:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1787759468.086860:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759468.086863:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086868:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086872:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086874:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759468.086876:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759468.086877:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759468.086878:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759468.086880:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759468.086881:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759468.086882:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1787759468.086883:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759468.086888:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759468.086889:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.086890:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.086894:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086898:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759468.086903:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:3.0:1787759468.086905:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759468.086906:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759468.086908:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.086909:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759468.086912:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787759468.086913:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759468.086916:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086917:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759468.086918:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759468.086920:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086922:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.086922:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759468.086926:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759468.086929:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000400:00000200:3.0:1787759468.086930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759468.086933:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759468.086935:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.086936:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312823563 00000100:00000001:1.0:1787759468.086937:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759468.086939:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759468.086941:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759468.086945:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000010:3.0:1787759468.086945:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ba0. 00000100:00000001:3.0:1787759468.086963:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759468.086967:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.086971:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312823563 00000100:00100000:1.0:1787759468.086976:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1787759468.086978:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14900. 00000100:00000001:3.0:1787759468.086982:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759468.086987:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.086992:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.086993:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759468.086995:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787759468.086997:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.087001:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759468/real 1787759468] req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759468.087004:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.087013:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759468.087017:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759468.087021:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759468.087022:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:3.0:1787759468.087022:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787759468.087023:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1787759468.087026:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787759468.087027:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:3.0:1787759468.087029:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000100:00080000:1.0:1787759468.087031:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18149 00000400:00000200:3.0:1787759468.087033:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000200:1.0:1787759468.087036:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.087036:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759468.087041:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787759468.087042:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759468.087045:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1787759468.087047:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759468.087050:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.087054:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.087058:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759468.087061:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759468.087064:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759468.087066:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000200:3.0:1787759468.087067:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787759468.087068:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759468.087070:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759468.087073:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759468.087077:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759468.087083:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759468.087085:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759468.087086:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759468.087090:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759468.087091:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759468.087092:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759468.087096:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:3.0:1787759468.087096:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087100:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787759468.087101:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759468.087105:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759468.087107:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759468.087110:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1787759468.087111:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759468.087112:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.087115:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759468.087143:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1787759468.087147:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759468.087150:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.087153:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.087153:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787759468.087158:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759468.087162:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:3.0:1787759468.087163:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787759468.087166:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759468.087168:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787759468.087169:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087170:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759468.087172:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759468.087173:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787759468.087175:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759468.087176:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1787759468.087178:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087179:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:1.0:1787759468.087182:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00080000:3.0:1787759468.087183:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787759468.087188:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759468.087189:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759468.087194:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1787759468.087197:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787759468.087200:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759468.087217:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1787759468.087220:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875533568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759468.087221:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759468.087227:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087231:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087235:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787759468.087236:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.087239:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875533568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759468.087243:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18159) 00000100:00000001:3.0:1787759468.087245:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759468.087248:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759468.087250:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759468.087253:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759468.087255:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759468.087256:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759468.087258:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759468.087260:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:3.0:1787759468.087264:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759468.087266:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759468.087267:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:3.0:1787759468.087270:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759468.087271:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087272:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087279:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759468.087281:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087282:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759468.087283:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759468.087284:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759468.087286:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087291:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759468.087292:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087293:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759468.087295:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759468.087296:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.087298:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759468.087300:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759468.087302:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759468.087303:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087304:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759468.087307:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759468.087308:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759468.087311:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.087313:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759468.087315:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759468.087318:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533696, portal 10 00000100:00000001:3.0:1787759468.087319:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759468.087320:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000100:00000040:3.0:1787759468.087325:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087330:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759468.087331:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759468.087333:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759468.087334:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875533696, offset 0 00000400:00000200:3.0:1787759468.087337:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087340:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087342:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759468.087344:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759468.087346:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759468.087347:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759468.087349:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087351:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776594:776594:256:4294967295] 192.168.201.104@tcp LPNI seq info [776585:776585:8:4294967295] 00000400:00000200:3.0:1787759468.087354:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087358:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759468.087361:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087363:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759468.087366:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759468.087368:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759468.087371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759468.087373:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:3.0:1787759468.087376:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087377:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759468.087380:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759468.087382:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759468.087384:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759468.087386:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759468.087388:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759468.087390:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087395:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.087397:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087401:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087403:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759468.087404:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.087408:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759468.087410:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759468.087411:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312822284 00000100:00000001:3.0:1787759468.087413:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087415:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312822284 00000100:00000001:3.0:1787759468.087417:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087419:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.087420:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087421:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759468.087423:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759468/real 1787759468] req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759468.087428:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759468.087429:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759468.087430:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759468.087432:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759468.087433:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759468.087435:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759468.087437:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759468.087443:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087447:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759468.087448:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087449:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087450:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759468.087452:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087456:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759468.087458:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087465:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759468.087467:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087468:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087469:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087471:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759468.087475:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759468.087477:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759468.087481:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759468.087484:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759468.087488:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759468.087497:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759468.087502:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759468.087506:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087515:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759468.087516:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087518:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759468.087519:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759468.087521:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.087523:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759468.087525:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759468.087527:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759468.087528:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087529:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759468.087531:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759468.087533:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759468.087535:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.087537:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759468.087539:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759468.087542:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533824, portal 10 00000100:00000001:3.0:1787759468.087543:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759468.087544:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:3.0:1787759468.087549:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087553:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759468.087555:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759468.087557:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759468.087558:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875533824, offset 0 00000400:00000200:3.0:1787759468.087561:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087564:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087566:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759468.087568:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759468.087569:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759468.087570:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759468.087572:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087574:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776595:776595:256:4294967295] 192.168.201.104@tcp LPNI seq info [776586:776586:8:4294967295] 00000400:00000200:3.0:1787759468.087577:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087581:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759468.087584:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087586:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759468.087589:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759468.087591:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759468.087594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759468.087596:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:3.0:1787759468.087598:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087600:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759468.087602:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759468.087604:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759468.087606:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759468.087607:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759468.087609:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759468.087612:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087619:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.087622:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087628:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087630:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759468.087633:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.087636:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759468.087639:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759468.087641:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312822284 00000100:00000001:3.0:1787759468.087644:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087646:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312822284 00000100:00000001:3.0:1787759468.087649:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087651:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.087654:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087656:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759468.087660:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759468/real 1787759468] req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759468.087668:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759468.087669:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759468.087671:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759468.087674:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759468.087676:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759468.087678:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759468.087682:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759468.087690:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087696:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759468.087697:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087698:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759468.087702:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087706:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759468.087708:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087712:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759468.087714:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087715:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087716:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087717:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759468.087719:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759468.087721:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759468.087723:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759468.087725:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759468.087727:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759468.087732:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759468.087735:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759468.087737:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087740:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759468.087741:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087743:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759468.087744:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759468.087745:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.087747:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759468.087751:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759468.087753:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759468.087754:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087756:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759468.087759:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759468.087761:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759468.087765:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.087767:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759468.087771:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759468.087775:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875533952, portal 4 00000100:00000001:3.0:1787759468.087777:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759468.087778:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:3.0:1787759468.087784:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087791:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759468.087794:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759468.087795:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759468.087797:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875533952, offset 0 00000400:00000200:3.0:1787759468.087800:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087805:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759468.087807:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759468.087808:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759468.087810:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759468.087811:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.087813:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776596:776596:256:4294967295] 192.168.201.104@tcp LPNI seq info [776587:776587:8:4294967295] 00000400:00000200:3.0:1787759468.087816:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.087820:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759468.087822:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087824:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759468.087827:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759468.087829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759468.087832:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759468.087834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:3.0:1787759468.087836:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.087837:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759468.087840:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759468.087842:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759468.087844:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759468.087845:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759468.087847:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759468.087849:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087854:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.087856:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087860:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087861:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759468.087863:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.087865:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759468.087867:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759468.087869:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312822343 00000100:00000001:3.0:1787759468.087870:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087872:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312822343 00000100:00000001:3.0:1787759468.087874:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.087875:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.087877:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.087878:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759468.087880:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759468/real 1787759468] req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759468.087884:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759468.087885:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759468.087886:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759468.087888:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759468.087889:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759468.087890:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759468.087892:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759468.087897:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087901:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759468.087902:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087903:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087903:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759468.087905:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087909:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759468.087912:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087917:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759468.087918:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087920:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.087921:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.087922:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759468.087924:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759468.087926:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759468.087929:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759468.087931:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759468.087936:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759468.087944:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875533952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759468.087964:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759468.087969:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.087977:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759468.087978:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087980:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759468.087981:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759468.087983:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.087985:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759468.087988:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759468.087989:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759468.087990:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759468.087991:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759468.087994:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759468.087995:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759468.087997:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759468.088000:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759468.088002:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759468.088004:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534080, portal 4 00000100:00000001:3.0:1787759468.088005:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759468.088006:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:3.0:1787759468.088010:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088014:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759468.088016:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759468.088017:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759468.088019:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875534080, offset 0 00000400:00000200:3.0:1787759468.088022:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759468.088024:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.088026:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759468.088028:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759468.088029:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759468.088031:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759468.088032:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759468.088034:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776597:776597:256:4294967295] 192.168.201.104@tcp LPNI seq info [776588:776588:8:4294967295] 00000400:00000200:3.0:1787759468.088037:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759468.088041:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759468.088044:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.088046:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759468.088049:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759468.088051:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1787759468.088054:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759468.088055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:3.0:1787759468.088058:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759468.088059:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759468.088061:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759468.088063:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759468.088065:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759468.088067:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759468.088070:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759468.088074:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088081:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.088084:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088090:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.088092:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759468.088095:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759468.088098:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759468.088101:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759468.088103:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312822307 00000100:00000001:3.0:1787759468.088106:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.088108:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312822307 00000100:00000001:3.0:1787759468.088111:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312823563 00000100:00000001:3.0:1787759468.088113:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759468.088128:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.088130:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759468.088133:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759468/real 1787759468] req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759468.088138:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759468.088139:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759468.088140:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759468.088142:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759468.088143:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759468.088144:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759468.088147:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759468.088152:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088160:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759468.088161:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088162:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.088163:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759468.088165:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088169:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759468.088171:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088175:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759468.088177:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088178:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759468.088178:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088180:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759468.088181:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759468.088183:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759468.088186:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759468.088188:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759468.088190:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759468.088195:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759468.088198:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088199:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.088201:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875533696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088205:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759468.088206:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759468.088208:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759468.088209:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759468.088210:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759468.088211:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759468.088213:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759468.088214:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759468.088216:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759468.088217:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759468.088218:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:3.0:1787759468.088219:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759468.088220:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088221:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.088223:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875533824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088227:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759468.088228:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759468.088228:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759468.088230:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759468.088230:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759468.088231:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759468.088232:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759468.088233:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:3.0:1787759468.088235:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759468.088235:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759468.088236:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:3.0:1787759468.088238:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759468.088238:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088239:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.088241:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875533952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088245:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759468.088246:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759468.088247:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759468.088248:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759468.088249:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759468.088250:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759468.088251:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759468.088252:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:3.0:1787759468.088254:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759468.088255:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759468.088256:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:3.0:1787759468.088257:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759468.088258:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088259:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759468.088260:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875534080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759468.088264:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759468.088265:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759468.088266:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759468.088267:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759468.088268:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759468.088268:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759468.088270:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759468.088270:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:3.0:1787759468.088272:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759468.088272:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759468.088273:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:3.0:1787759468.088274:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759468.088275:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088276:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.088279:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759468.088279:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759468.088281:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759468.088282:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.534268:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759468.534279:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759468.534282:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759468.534289:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759468.534294:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759468.534298:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759468.534302:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759468.534305:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759468.534308:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790240:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759468.790240:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759468.790240:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759468.790240:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759468.790248:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759468.790249:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759468.790249:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759468.790251:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759468.790251:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790253:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.790255:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759468.790259:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759468.790260:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759468.790261:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759468.790263:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759468.790265:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759468.790266:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759468.790267:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759468.790270:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759468.790270:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759468.790272:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759468.790272:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.790275:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759468.790276:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759468.790279:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759468.790280:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759468.790283:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759468.790284:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.790286:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759468.790289:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759468.790290:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759468.790292:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790293:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759468.790298:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759468.790301:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790312:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759468.790312:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759468.790316:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759468.790318:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759468.790319:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790320:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759468.790321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759468.790322:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759468.790323:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759468.790325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790326:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759468.790327:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759468.790330:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759468.790330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759468.790331:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759468.790333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759468.790336:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759468.790337:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759468.790338:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759468.790343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759468.790343:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759468.790344:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759468.790344:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759468.790345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759468.790347:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759468.790349:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759468.790349:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759468.790350:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759468.790351:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790356:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759468.790358:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759468.790359:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759468.790362:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790364:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759468.790364:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759468.790367:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790368:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759468.790372:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759468.790373:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759468.790381:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759468.790385:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759468.790385:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759468.790389:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759468.790390:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759468.790392:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790393:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759468.790398:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1787759468.790399:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759468.790403:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790404:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759468.790406:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790408:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759468.790409:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759468.790414:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759468.790416:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759468.790419:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759468.790428:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759468.790431:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759468.790433:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759469.430238:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312823563, at 4312823616 00000100:00000040:3.0:1787759469.430238:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312823563, at 4312823616 00000100:00000010:3.0:1787759469.430256:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000010:2.0:1787759469.430258:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000001:1.0:1787759469.558251:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759469.558262:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759469.558264:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759469.558272:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759469.558275:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759469.558279:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.558282:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759469.558285:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.558289:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814202:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759469.814203:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759469.814203:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759469.814203:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759469.814213:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759469.814215:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759469.814215:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759469.814217:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814219:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814219:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759469.814223:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759469.814225:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759469.814227:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759469.814227:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759469.814228:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759469.814229:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759469.814233:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759469.814234:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759469.814235:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759469.814238:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.814239:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759469.814240:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759469.814242:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759469.814244:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759469.814245:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759469.814247:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759469.814247:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759469.814249:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.814251:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759469.814252:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759469.814252:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814255:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.814259:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814260:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759469.814264:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759469.814267:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759469.814268:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759469.814272:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759469.814274:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814275:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759469.814276:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759469.814279:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759469.814280:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759469.814282:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759469.814284:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759469.814284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759469.814287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759469.814288:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759469.814289:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759469.814290:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759469.814292:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759469.814293:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759469.814293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814294:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759469.814296:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814298:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759469.814299:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759469.814303:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814304:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759469.814305:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759469.814309:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759469.814309:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759469.814309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759469.814314:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759469.814314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759469.814315:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814319:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759469.814320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759469.814321:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759469.814324:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759469.814324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759469.814325:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759469.814328:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759469.814329:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759469.814334:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759469.814338:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759469.814341:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759469.814343:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759469.814345:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759469.814348:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759469.814355:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759469.814358:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759469.814362:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759470.582220:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759470.582228:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759470.582230:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759470.582237:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759470.582240:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759470.582244:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759470.582247:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759470.582249:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759470.582253:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759470.838250:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759470.838250:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759470.838250:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759470.838250:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759470.838262:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759470.838263:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759470.838263:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759470.838264:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759470.838266:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838269:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759470.838270:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759470.838270:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759470.838274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759470.838280:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759470.838280:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759470.838281:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759470.838281:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759470.838292:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759470.838294:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759470.838294:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759470.838298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759470.838299:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759470.838301:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759470.838301:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759470.838305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759470.838311:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759470.838312:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759470.838317:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759470.838322:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838323:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759470.838328:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838331:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759470.838331:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759470.838335:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838339:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838345:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759470.838352:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759470.838354:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838355:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759470.838358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759470.838359:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759470.838360:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759470.838368:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759470.838369:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759470.838369:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838373:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838379:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759470.838379:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759470.838380:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759470.838382:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838385:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759470.838385:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759470.838387:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759470.838390:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838390:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759470.838392:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759470.838393:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759470.838399:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759470.838403:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838404:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838405:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759470.838409:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759470.838411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759470.838412:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759470.838412:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759470.838415:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759470.838417:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838418:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759470.838419:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759470.838424:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759470.838425:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759470.838428:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838440:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759470.838444:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759470.838445:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759470.838446:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759470.838448:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759470.838452:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838454:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759470.838459:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759470.838462:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759470.838463:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759470.838464:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759470.838468:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759470.838469:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759470.838505:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759470.838510:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759470.838513:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759471.606230:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759471.606238:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759471.606241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759471.606247:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759471.606251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759471.606255:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.606258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759471.606261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.606264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759471.862274:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759471.862280:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759471.862282:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759471.862284:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759471.862291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759471.862293:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759471.862296:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759471.862296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759471.862298:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759471.862300:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759471.862305:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759471.862306:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759471.862309:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759471.862309:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759471.862312:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759471.862313:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759471.862317:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759471.862319:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.862321:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759471.862330:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759471.862330:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759471.862331:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759471.862344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759471.862345:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759471.862345:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759471.862345:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759471.862352:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759471.862353:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759471.862354:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759471.862366:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759471.862367:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759471.862372:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.862373:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759471.862381:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759471.862382:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759471.862382:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759471.862389:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.862390:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759471.862396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759471.862400:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759471.862401:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759471.862401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759471.862408:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759471.862410:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759471.862411:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759471.862411:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759471.862415:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759471.862417:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759471.862417:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759471.862420:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759471.862420:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759471.862420:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759471.862427:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759471.862429:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759471.862430:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759471.862435:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759471.862436:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759471.862437:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759471.862443:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759471.862446:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759471.862448:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759471.862449:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759471.862455:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759471.862457:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759471.862459:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759471.862461:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759471.862462:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000020:00000001:3.0:1787759471.862465:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759471.862467:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759471.862470:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759471.862471:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759471.862471:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759471.862478:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759471.862480:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759471.862480:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759471.862481:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759471.862486:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759471.862487:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759471.862490:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759471.862494:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759471.862499:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759471.862500:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759471.862504:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759472.630192:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759472.630200:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759472.630202:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759472.630208:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759472.630211:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759472.630215:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.630218:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759472.630221:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.630224:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886246:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759472.886252:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759472.886254:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759472.886255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886257:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759472.886259:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759472.886261:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759472.886261:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759472.886264:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759472.886265:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759472.886265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759472.886269:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886270:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759472.886271:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759472.886274:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759472.886274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759472.886274:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886278:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.886280:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759472.886282:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759472.886283:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759472.886286:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759472.886287:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759472.886303:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.886308:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759472.886310:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759472.886314:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759472.886317:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759472.886323:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759472.886327:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759472.886329:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759472.886331:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759472.886334:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759472.886335:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.886337:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759472.886339:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759472.886342:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886349:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759472.886349:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759472.886352:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759472.886354:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759472.886357:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759472.886359:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759472.886362:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.886364:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759472.886366:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.886368:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759472.886377:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759472.886379:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759472.886381:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759472.886383:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759472.886385:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759472.886387:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.886389:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759472.886390:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.886392:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886393:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759472.886396:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759472.886397:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759472.886399:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759472.886401:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759472.886403:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759472.886405:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759472.886407:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759472.886409:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759472.886737:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759472.886740:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759472.886741:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759472.886744:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759472.886746:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759472.886748:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759472.886750:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759472.886751:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759472.886753:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759472.889932:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759472.889937:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759472.889939:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759472.889943:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759472.889946:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759472.889949:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.889952:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759472.889954:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759472.889957:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759473.206257:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759473.206267:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759473.206270:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759473.206274:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759473.206278:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759473.206294:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18154 00000400:00000200:2.0:1787759473.206303:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759473.206309:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759473.206312:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759473.206316:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206319:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206322:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206324:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759473.206329:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759473.206331:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759473.206334:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759473.206338:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759473.206340:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759473.206343:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759473.206347:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206349:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206351:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206354:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759473.206357:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759473.206361:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206364:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.206367:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759473.206370:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759473.206373:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206375:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759473.206378:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759473.206387:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759473.206391:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759473.206395:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759473.206397:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206400:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759473.206402:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759473.206406:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759473.206415:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759473.206421:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759473.206430:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759473.206439:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759473.206445:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759473.206449:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759473.206469:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759473.206472:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759473.206475:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759473.206477:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759473.206478:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759473.206481:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759473.206484:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18154 00000400:00000200:2.0:1787759473.206488:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759473.206492:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759473.206495:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759473.206498:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206501:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206504:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206506:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759473.206507:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1787759473.206509:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759473.206513:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00000001:3.0:1787759473.206513:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1787759473.206517:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759473.206517:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759473.206522:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759473.206526:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759473.206527:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759473.206528:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759473.206534:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206538:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206541:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206545:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759473.206546:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1787759473.206548:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:3.0:1787759473.206549:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759473.206552:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:3.0:1787759473.206555:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759473.206556:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.206559:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759473.206559:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759473.206564:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.206569:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875534208:192.168.201.104@tcp:250:kworker.0 02000000:00000001:2.0:1787759473.206573:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759473.206576:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206578:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759473.206580:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1787759473.206582:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1787759473.206583:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206586:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.206587:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1787759473.206589:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759473.206592:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759473.206592:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.206598:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759473.206598:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759473.206599:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206602:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759473.206603:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759473.206604:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759473.206605:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000010:2.0:1787759473.206609:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 02000000:00000001:3.0:1787759473.206609:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206615:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206620:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:2.0:1787759473.206621:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787759473.206626:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:2.0:1787759473.206628:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759473.206631:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759473.206634:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787759473.206635:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:2.0:1787759473.206644:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759473.206646:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1787759473.206646:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534208, portal 25 00000100:00080000:2.0:1787759473.206651:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759473.206651:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759473.206655:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1787759473.206655:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00080000:2.0:1787759473.206658:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759473.206661:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759473.206665:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18154 00000100:00000040:3.0:1787759473.206666:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759473.206669:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759473.206675:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759473.206679:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759473.206684:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759473.206685:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787759473.206686:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206691:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759473.206691:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206695:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:3.0:1787759473.206696:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000020:00000001:2.0:1787759473.206697:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759473.206699:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759473.206701:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:3.0:1787759473.206702:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875534208, offset 0 00000020:00000040:2.0:1787759473.206703:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759473.206707:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759473.206709:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759473.206713:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.206714:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206715:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206718:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206719:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759473.206721:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759473.206724:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759473.206725:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759473.206726:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.206729:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759473.206731:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759473.206733:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206734:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759473.206735:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759473.206738:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759473.206740:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206742:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787759473.206743:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759473.206748:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000400:00000200:3.0:1787759473.206750:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000020:00000040:2.0:1787759473.206751:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759473.206755:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759473.206757:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206757:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759473.206761:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759473.206764:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1787759473.206764:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:2.0:1787759473.206767:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759473.206771:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000400:00000200:3.0:1787759473.206772:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776598:776598:256:4294967295] 192.168.201.104@tcp LPNI seq info [776589:776589:8:4294967295] 00000100:00000001:2.0:1787759473.206775:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206781:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:2.0:1787759473.206783:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759473.206789:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759473.206792:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759473.206797:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759473.206798:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759473.206809:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206814:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787759473.206815:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00080000:2.0:1787759473.206819:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759473.206823:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:3.0:1787759473.206824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759473.206825:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759473.206827:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759473.206831:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.0:1787759473.206832:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00080000:2.0:1787759473.206834:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18154 00000400:00000200:2.0:1787759473.206839:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:3.1:1787759473.206843:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:2.0:1787759473.206844:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759473.206848:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1787759473.206850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00000040:2.0:1787759473.206851:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206854:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206867:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206870:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759473.206872:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759473.206875:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759473.206876:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000100:3.0:1787759473.206876:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000040:2.0:1787759473.206880:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000800:00000010:3.0:1787759473.206880:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000020:00000001:2.0:1787759473.206884:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759473.206887:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000200:3.0:1787759473.206889:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1787759473.206891:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.206894:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.206898:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.206899:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759473.206900:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759473.206904:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759473.206908:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759473.206908:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00000001:2.0:1787759473.206913:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759473.206914:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 02000000:00000001:2.0:1787759473.206915:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759473.206918:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759473.206920:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1787759473.206921:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206924:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759473.206926:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759473.206928:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759473.206928:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759473.206931:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759473.206934:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759473.206938:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759473.206942:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759473.206944:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206946:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759473.206948:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759473.206948:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787759473.206949:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759473.206954:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000040:3.0:1787759473.206955:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759473.206958:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759473.206966:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759473.206971:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206974:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759473.206975:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759473.206977:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759473.206980:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.206982:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.206989:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.206991:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759473.206992:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759473.206997:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759473.206997:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312828683 00000100:00000001:2.0:1787759473.206999:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759473.207001:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759473.207004:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759473.207006:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18154 00000100:00000010:3.0:1787759473.207006:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14900. 00000400:00000200:2.0:1787759473.207011:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759473.207014:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759473.207015:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00080000:2.0:1787759473.207016:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759473.207020:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.207022:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759473.207024:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759473.207025:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312828683 00000100:00000001:2.0:1787759473.207026:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759473.207029:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759473.207030:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759473.207031:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759473.207033:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759473.207034:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759473.207035:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759473.207037:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.207039:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1787759473.207039:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb149c0. 00000100:00000040:2.0:1787759473.207042:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759473.207045:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759473.207045:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1787759473.207047:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759473.207051:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759473.207052:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759473.207053:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.207056:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759473.207057:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759473.207058:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759473.207061:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207061:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759473.207064:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759473.207066:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759473.207069:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.207069:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759473/real 1787759473] req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759473.207073:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759473.207077:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759473.207081:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759473.207086:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1787759473.207089:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1787759473.207090:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787759473.207092:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1787759473.207094:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1787759473.207095:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 02000000:00000001:2.0:1787759473.207097:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1787759473.207100:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 02000000:00000001:2.0:1787759473.207101:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759473.207104:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 02000000:00000010:2.0:1787759473.207107:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:3.0:1787759473.207108:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787759473.207113:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759473.207147:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759473.207151:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1787759473.207167:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759473.207168:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759473.207173:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207182:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1787759473.207183:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207186:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207191:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207194:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759473.207199:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.207202:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759473.207205:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18165) 00000100:00000001:3.0:1787759473.207213:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759473.207219:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207227:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759473.207230:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207232:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207234:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207236:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759473.207238:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759473.207242:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759473.207246:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759473.207248:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759473.207253:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759473.207261:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875534208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759473.207272:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207275:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.207278:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875534208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207285:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759473.207287:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759473.207290:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759473.207293:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759473.207295:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759473.207297:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759473.207300:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759473.207303:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:3.0:1787759473.207307:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759473.207309:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759473.207310:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759473.207314:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759473.207318:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207321:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207328:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759473.207330:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207332:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759473.207334:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759473.207335:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759473.207339:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207347:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.207349:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207351:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759473.207353:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759473.207355:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.207358:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759473.207362:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759473.207364:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759473.207366:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207368:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759473.207370:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759473.207373:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.207377:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759473.207379:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759473.207383:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759473.207386:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534336, portal 10 00000100:00000001:3.0:1787759473.207388:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759473.207390:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759473.207397:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207404:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759473.207406:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759473.207408:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759473.207411:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875534336, offset 0 00000400:00000200:3.0:1787759473.207415:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759473.207420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.207423:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759473.207426:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759473.207429:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759473.207432:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759473.207434:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.207437:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776599:776599:256:4294967295] 192.168.201.104@tcp LPNI seq info [776590:776590:8:4294967295] 00000400:00000200:3.0:1787759473.207441:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.207447:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759473.207452:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.207456:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759473.207460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759473.207463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759473.207468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759473.207470:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759473.207475:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.207477:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759473.207480:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759473.207484:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759473.207486:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759473.207489:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759473.207491:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759473.207495:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207502:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.207506:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207519:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207520:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759473.207523:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759473.207527:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759473.207530:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759473.207533:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312827404 00000100:00000001:3.0:1787759473.207535:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.207538:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312827404 00000100:00000001:3.0:1787759473.207541:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.207543:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759473.207546:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207548:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759473.207551:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759473/real 1787759473] req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759473.207558:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759473.207560:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759473.207561:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759473.207564:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759473.207566:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759473.207568:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759473.207571:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759473.207580:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207587:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759473.207588:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207590:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207592:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759473.207596:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207603:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759473.207607:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207614:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759473.207616:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207618:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207620:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207622:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759473.207625:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759473.207628:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759473.207631:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759473.207634:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759473.207639:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759473.207647:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759473.207651:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759473.207654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207661:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.207662:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207664:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759473.207666:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759473.207668:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.207672:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759473.207675:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759473.207677:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759473.207679:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207680:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759473.207683:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759473.207686:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.207689:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759473.207692:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759473.207695:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759473.207697:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534464, portal 10 00000100:00000001:3.0:1787759473.207699:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759473.207700:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759473.207706:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207713:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759473.207715:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759473.207717:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759473.207720:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875534464, offset 0 00000400:00000200:3.0:1787759473.207724:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759473.207728:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.207731:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759473.207734:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759473.207736:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759473.207738:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759473.207741:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.207744:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776600:776600:256:4294967295] 192.168.201.104@tcp LPNI seq info [776591:776591:8:4294967295] 00000400:00000200:3.0:1787759473.207749:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.207754:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759473.207759:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.207762:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759473.207766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759473.207768:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759473.207773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759473.207776:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759473.207780:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.207783:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759473.207785:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759473.207789:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759473.207792:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759473.207794:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759473.207796:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759473.207800:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207808:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.207811:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207819:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207820:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759473.207823:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759473.207826:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759473.207829:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759473.207831:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312827404 00000100:00000001:3.0:1787759473.207833:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.207836:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312827404 00000100:00000001:3.0:1787759473.207839:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.207841:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759473.207843:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.207845:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759473.207848:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759473/real 1787759473] req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759473.207870:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759473.207872:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759473.207873:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759473.207876:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759473.207878:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759473.207881:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759473.207885:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759473.207894:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207901:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759473.207902:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207905:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207906:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759473.207910:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207917:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759473.207921:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207928:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759473.207931:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207933:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.207934:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.207936:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759473.207938:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759473.207941:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759473.207944:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759473.207946:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759473.207950:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759473.207959:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759473.207963:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759473.207966:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.207973:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.207975:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207977:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759473.207979:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759473.207981:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.207984:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759473.207988:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759473.207989:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759473.207991:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.207993:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759473.207996:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759473.207999:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.208002:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759473.208005:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759473.208008:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759473.208011:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534592, portal 4 00000100:00000001:3.0:1787759473.208013:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759473.208014:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759473.208020:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208027:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759473.208029:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759473.208032:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759473.208034:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875534592, offset 0 00000400:00000200:3.0:1787759473.208039:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759473.208042:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.208045:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759473.208048:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759473.208051:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759473.208053:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759473.208056:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.208059:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776601:776601:256:4294967295] 192.168.201.104@tcp LPNI seq info [776592:776592:8:4294967295] 00000400:00000200:3.0:1787759473.208064:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.208070:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759473.208074:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.208077:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759473.208081:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759473.208084:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759473.208089:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759473.208091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759473.208095:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.208097:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759473.208100:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759473.208104:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759473.208107:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759473.208108:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759473.208111:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759473.208114:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208137:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208140:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208147:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.208149:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759473.208152:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759473.208155:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759473.208158:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759473.208160:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312827464 00000100:00000001:3.0:1787759473.208163:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.208166:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312827464 00000100:00000001:3.0:1787759473.208168:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.208170:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759473.208173:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.208175:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759473.208178:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759473/real 1787759473] req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759473.208187:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759473.208188:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759473.208190:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759473.208193:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759473.208195:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759473.208197:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759473.208200:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759473.208209:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208216:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759473.208218:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208220:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.208221:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759473.208225:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208231:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759473.208235:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208243:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759473.208246:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208248:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.208249:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208251:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759473.208252:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759473.208255:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759473.208259:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759473.208261:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759473.208265:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759473.208273:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759473.208277:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759473.208281:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208287:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.208289:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.208291:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759473.208293:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759473.208295:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.208298:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759473.208301:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759473.208303:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759473.208305:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759473.208307:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759473.208310:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759473.208312:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759473.208315:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759473.208318:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759473.208321:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759473.208324:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534720, portal 4 00000100:00000001:3.0:1787759473.208326:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759473.208327:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759473.208333:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208340:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759473.208343:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759473.208345:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759473.208348:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875534720, offset 0 00000400:00000200:3.0:1787759473.208352:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759473.208356:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.208359:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759473.208362:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759473.208365:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759473.208368:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759473.208370:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759473.208373:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776602:776602:256:4294967295] 192.168.201.104@tcp LPNI seq info [776593:776593:8:4294967295] 00000400:00000200:3.0:1787759473.208378:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759473.208384:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759473.208389:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.208392:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759473.208396:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759473.208399:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759473.208403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759473.208406:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759473.208409:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759473.208412:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759473.208415:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759473.208418:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759473.208421:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759473.208423:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759473.208425:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759473.208429:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208436:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208440:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208447:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.208449:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759473.208452:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759473.208455:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759473.208458:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759473.208460:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312827428 00000100:00000001:3.0:1787759473.208463:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.208465:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312827428 00000100:00000001:3.0:1787759473.208469:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312828683 00000100:00000001:3.0:1787759473.208471:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759473.208473:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.208475:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759473.208478:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759473/real 1787759473] req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759473.208487:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759473.208488:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759473.208490:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759473.208493:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759473.208494:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759473.208497:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759473.208500:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759473.208508:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208516:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759473.208517:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208519:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.208521:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759473.208525:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208532:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759473.208536:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208544:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759473.208546:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208548:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759473.208549:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208552:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759473.208553:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759473.208556:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759473.208560:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759473.208562:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759473.208566:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759473.208575:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759473.208579:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208581:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208584:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875534336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208590:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759473.208592:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759473.208594:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759473.208596:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759473.208598:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759473.208599:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759473.208602:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759473.208603:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:3.0:1787759473.208607:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759473.208609:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759473.208610:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759473.208613:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759473.208615:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208617:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208620:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875534464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208627:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759473.208629:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759473.208630:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759473.208633:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759473.208633:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759473.208635:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759473.208636:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759473.208638:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:3.0:1787759473.208640:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759473.208641:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759473.208643:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759473.208645:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759473.208646:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208648:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208651:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875534592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208657:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759473.208658:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759473.208660:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759473.208662:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759473.208663:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759473.208664:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759473.208666:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759473.208668:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:3.0:1787759473.208670:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759473.208671:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759473.208673:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759473.208675:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759473.208676:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208678:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759473.208681:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875534720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759473.208693:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759473.208695:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759473.208696:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759473.208698:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759473.208699:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759473.208701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759473.208703:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759473.208704:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759473.208707:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759473.208708:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759473.208709:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759473.208711:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759473.208713:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208714:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.208717:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759473.208718:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.208720:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759473.208722:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759473.654231:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759473.654240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759473.654242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759473.654248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759473.654252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759473.654256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.654259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759473.654262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.654266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759473.910264:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759473.910272:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759473.910277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759473.910283:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759473.910286:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759473.910287:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759473.910296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759473.910296:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759473.910301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759473.910302:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759473.910304:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759473.910305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759473.910307:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759473.910309:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759473.910309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759473.910313:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759473.910313:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.910317:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759473.910318:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759473.910318:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.910322:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759473.910324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759473.910325:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759473.910325:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759473.910329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759473.910331:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759473.910334:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759473.910337:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759473.910339:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.910342:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759473.910343:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.910347:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759473.910349:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.910354:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.910359:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.910360:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759473.910360:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759473.910366:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759473.910367:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759473.910369:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759473.910370:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.910370:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759473.910372:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759473.910382:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759473.910383:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759473.910386:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759473.910388:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.910390:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.910394:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759473.910394:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759473.910398:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759473.910399:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.910400:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759473.910403:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759473.910404:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.910407:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759473.910408:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759473.910408:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759473.910412:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759473.910413:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759473.910422:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759473.910423:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759473.910432:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759473.910432:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759473.910438:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759473.910439:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.910445:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759473.910449:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759473.910452:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759473.910453:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759473.910458:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759473.910461:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759473.910483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759473.910488:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759473.910494:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759473.910495:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759473.910500:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759473.910501:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759473.910504:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759473.910506:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759473.910526:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759473.910529:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759473.910532:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759474.550257:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312828683, at 4312828736 00000100:00000040:2.0:1787759474.550262:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312828683, at 4312828736 00000100:00000010:3.0:1787759474.550276:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000010:2.0:1787759474.550281:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:1.0:1787759474.678257:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.678269:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759474.678271:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759474.678277:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759474.678281:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759474.678290:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.678295:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759474.678298:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.678303:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759474.934217:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759474.934217:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.934226:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759474.934227:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759474.934228:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759474.934230:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759474.934234:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759474.934236:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759474.934242:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759474.934242:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759474.934250:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759474.934250:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.934254:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759474.934256:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.934259:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759474.934263:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759474.934265:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759474.934267:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934270:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759474.934272:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759474.934272:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759474.934278:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759474.934281:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759474.934282:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934284:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759474.934286:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934288:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759474.934296:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.934301:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759474.934302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759474.934303:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759474.934308:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759474.934308:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759474.934313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.934315:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759474.934316:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759474.934316:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759474.934322:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759474.934324:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759474.934324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934326:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759474.934328:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759474.934330:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759474.934330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759474.934332:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759474.934335:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934336:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759474.934336:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759474.934336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934340:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.934343:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934344:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759474.934344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759474.934349:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759474.934352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934354:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759474.934354:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759474.934366:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.934371:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759474.934371:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759474.934376:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759474.934378:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787759474.934380:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759474.934380:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759474.934383:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759474.934386:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759474.934390:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759474.934394:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934395:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759474.934395:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759474.934395:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759474.934398:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759474.934403:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759474.934405:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759474.934406:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934407:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.934416:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759474.934417:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759474.934420:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759474.934426:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759474.934429:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759474.934429:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759474.934434:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.702188:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759475.702197:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759475.702199:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759475.702203:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759475.702211:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759475.702215:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759475.702218:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759475.702221:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759475.702224:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.958235:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759475.958235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759475.958235:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759475.958243:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759475.958243:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759475.958243:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759475.958244:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759475.958246:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958248:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759475.958248:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759475.958250:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759475.958254:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759475.958255:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759475.958255:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759475.958256:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759475.958259:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759475.958261:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759475.958262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759475.958263:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759475.958265:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759475.958266:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759475.958268:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759475.958269:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958275:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759475.958279:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958284:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759475.958285:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759475.958288:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759475.958291:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759475.958292:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759475.958295:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759475.958298:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.958299:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759475.958301:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759475.958302:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958306:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759475.958307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958310:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759475.958314:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759475.958316:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759475.958317:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759475.958322:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759475.958325:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759475.958325:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759475.958330:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759475.958330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759475.958331:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759475.958334:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958336:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759475.958336:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759475.958337:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759475.958338:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759475.958342:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759475.958343:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759475.958343:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759475.958345:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.958348:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759475.958350:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759475.958350:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759475.958354:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759475.958355:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759475.958355:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.958358:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759475.958360:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759475.958360:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759475.958363:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759475.958364:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759475.958365:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759475.958366:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759475.958368:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958370:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759475.958373:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958373:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759475.958375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759475.958379:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759475.958379:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958384:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759475.958386:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759475.958388:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958389:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759475.958393:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759475.958394:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759475.958395:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759475.958397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759475.958400:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759475.958418:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759475.958422:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759475.958426:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759476.726221:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759476.726230:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759476.726232:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759476.726238:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759476.726243:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759476.726246:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.726249:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759476.726252:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.726256:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982198:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759476.982199:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759476.982203:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759476.982206:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759476.982207:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759476.982208:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759476.982209:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759476.982210:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759476.982211:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982214:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759476.982216:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759476.982218:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759476.982218:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759476.982218:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759476.982219:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982224:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759476.982226:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759476.982226:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759476.982227:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759476.982228:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759476.982231:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.982231:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982232:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759476.982234:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759476.982236:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759476.982239:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759476.982240:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759476.982240:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759476.982244:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759476.982249:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759476.982249:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759476.982253:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982254:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759476.982256:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982258:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759476.982258:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759476.982261:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759476.982262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759476.982263:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759476.982268:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759476.982269:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982270:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.982271:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759476.982275:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759476.982275:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759476.982277:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.982278:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982279:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759476.982281:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759476.982282:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759476.982286:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759476.982287:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759476.982289:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759476.982290:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759476.982291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759476.982294:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759476.982294:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759476.982295:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759476.982296:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982298:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759476.982299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759476.982300:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982301:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759476.982304:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759476.982305:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759476.982308:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982309:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759476.982311:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759476.982312:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982315:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759476.982316:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759476.982318:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759476.982330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759476.982333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759476.982336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759476.982336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759476.982339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759476.982339:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759476.982342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759476.982343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759476.982355:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759476.982357:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759476.982359:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759477.750196:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759477.750204:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759477.750206:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759477.750212:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759477.750215:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759477.750218:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759477.750221:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759477.750224:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759477.750228:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759478.006237:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759478.006238:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759478.006238:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759478.006247:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759478.006247:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759478.006248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759478.006251:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759478.006252:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.006252:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759478.006257:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759478.006259:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759478.006259:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759478.006262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759478.006263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759478.006265:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759478.006265:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759478.006266:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.006269:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.006271:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759478.006271:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759478.006272:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759478.006275:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759478.006275:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759478.006276:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759478.006282:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759478.006282:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759478.006283:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759478.006283:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.006288:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.006289:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759478.006289:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.006294:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.006295:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759478.006295:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759478.006299:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759478.006301:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759478.006302:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.006306:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759478.006306:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759478.006307:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759478.006311:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759478.006312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759478.006313:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759478.006315:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.006316:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759478.006317:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759478.006318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759478.006321:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759478.006322:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759478.006322:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759478.006324:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.006325:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759478.006329:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759478.006330:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759478.006332:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.006334:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759478.006337:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.006338:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759478.006340:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759478.006344:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.006345:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759478.006346:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759478.006349:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.006351:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759478.006353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.006354:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759478.006358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759478.006361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759478.006363:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.006365:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759478.006367:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.006369:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759478.006377:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759478.006381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759478.006385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759478.006387:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759478.006390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759478.006392:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759478.006396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759478.006398:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759478.006415:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759478.006418:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759478.006421:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759478.326262:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759478.326273:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759478.326276:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759478.326291:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759478.326297:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759478.326305:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18160 00000400:00000200:0.0:1787759478.326315:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759478.326321:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759478.326325:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759478.326329:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326332:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.326335:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326338:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759478.326342:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759478.326344:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759478.326348:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759478.326351:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759478.326354:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759478.326357:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759478.326361:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326363:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.326366:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326368:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759478.326372:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759478.326376:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326379:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759478.326382:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759478.326386:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759478.326390:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326393:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759478.326396:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759478.326405:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759478.326409:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759478.326414:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759478.326416:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326419:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759478.326422:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759478.326427:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759478.326436:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759478.326443:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759478.326452:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759478.326469:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759478.326473:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759478.326478:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.326496:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759478.326499:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759478.326503:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759478.326504:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759478.326506:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759478.326513:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759478.326516:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18160 00000400:00000200:0.0:1787759478.326521:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759478.326524:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759478.326527:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759478.326530:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326533:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.326536:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326538:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759478.326541:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759478.326542:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759478.326544:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759478.326544:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1787759478.326546:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759478.326550:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759478.326551:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:3.0:1787759478.326551:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759478.326555:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759478.326556:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326560:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.326565:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759478.326566:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.326568:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759478.326576:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:3.0:1787759478.326579:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.326581:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759478.326582:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:3.0:1787759478.326585:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1787759478.326587:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.326596:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759478.326598:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759478.326602:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875534848:192.168.201.104@tcp:250:kworker.0 02000000:00000001:0.0:1787759478.326608:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759478.326608:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759478.326612:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759478.326615:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759478.326617:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759478.326618:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1787759478.326622:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759478.326623:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:0.0:1787759478.326625:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759478.326627:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1787759478.326631:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1787759478.326637:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000008:00000001:0.0:1787759478.326638:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326642:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759478.326644:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000010:0.0:1787759478.326649:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759478.326654:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000010:3.0:1787759478.326654:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 02000000:00000001:0.0:1787759478.326658:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1787759478.326664:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534848, portal 25 02000000:00000001:0.0:1787759478.326668:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.326669:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759478.326672:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759478.326673:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 02000000:00000001:0.0:1787759478.326675:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759478.326680:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.326683:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787759478.326686:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759478.326693:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.326694:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759478.326700:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00100000:0.0:1787759478.326704:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787759478.326705:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759478.326712:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875534848, offset 0 00000100:00000001:0.0:1787759478.326720:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759478.326724:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.326725:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759478.326731:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759478.326738:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759478.326755:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.326756:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00080000:0.0:1787759478.326761:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787759478.326764:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1787759478.326766:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:3.0:1787759478.326785:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759478.326789:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759478.326792:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759478.326796:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776603:776603:256:4294967295] 192.168.201.104@tcp LPNI seq info [776594:776594:8:4294967295] 00000100:00000001:0.0:1787759478.326802:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1787759478.326803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:0.0:1787759478.326813:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1787759478.326818:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:0.0:1787759478.326823:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.0:1787759478.326828:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:0.0:1787759478.326831:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18160 00000800:00000010:3.0:1787759478.326837:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000400:00000200:0.0:1787759478.326839:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759478.326844:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:3.0:1787759478.326849:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:0.0:1787759478.326850:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1787759478.326857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759478.326864:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759478.326869:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1787759478.326870:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326875:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.326878:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326880:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759478.326884:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759478.326888:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000800:00000100:3.0:1787759478.326888:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000001:0.0:1787759478.326891:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759478.326894:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000010:3.0:1787759478.326895:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000020:00000001:0.0:1787759478.326897:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759478.326902:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759478.326904:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1787759478.326907:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326912:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759478.326913:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1787759478.326917:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759478.326922:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759478.326922:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759478.326926:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000020:00000040:0.0:1787759478.326928:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759478.326933:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759478.326934:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787759478.326939:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759478.326942:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759478.326943:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759478.326947:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759478.326952:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326956:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759478.326960:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1787759478.326961:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1787759478.326964:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326969:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.326969:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759478.326974:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759478.326980:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000100:00000001:3.0:1787759478.326982:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759478.326985:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759478.326986:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1787759478.326989:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.326992:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759478.326994:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759478.326995:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759478.326999:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327003:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:0.0:1787759478.327006:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:3.0:1787759478.327008:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312833803 00000100:00000001:0.0:1787759478.327012:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759478.327015:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb149c0. 00000100:00100000:0.0:1787759478.327021:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759478.327025:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759478.327034:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759478.327035:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312833803 00000100:00000001:0.0:1787759478.327038:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759478.327041:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb141e0. 00000100:00000040:0.0:1787759478.327045:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327047:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759478.327053:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.327059:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327061:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327063:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1787759478.327066:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759478.327070:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759478.327072:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759478.327073:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759478.327077:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1787759478.327078:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478] req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759478.327082:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18160 00000400:00000200:0.0:1787759478.327090:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759478.327097:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000001:3.0:1787759478.327101:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759478.327104:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759478.327106:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759478.327110:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000100:00080000:0.0:1787759478.327111:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1787759478.327113:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759478.327142:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759478.327147:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759478.327156:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:3.0:1787759478.327157:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.327162:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759478.327167:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1787759478.327169:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759478.327170:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.327175:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759478.327176:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.327178:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787759478.327181:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:3.0:1787759478.327184:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759478.327185:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759478.327187:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759478.327190:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759478.327194:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759478.327200:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759478.327204:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759478.327208:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759478.327211:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.327213:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759478.327219:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759478.327220:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759478.327224:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759478.327224:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327228:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1787759478.327229:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:3.0:1787759478.327230:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327234:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1787759478.327235:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759478.327236:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759478.327240:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759478.327240:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1787759478.327244:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1787759478.327246:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 02000000:00000001:0.0:1787759478.327248:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.327249:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1787759478.327254:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.327256:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.327257:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759478.327262:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1787759478.327267:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875534848:192.168.201.104@tcp:250:kworker.0 00000008:00000001:0.0:1787759478.327268:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327273:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327275:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327277:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1787759478.327278:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000100:00000040:3.0:1787759478.327281:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875534848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759478.327282:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759478.327287:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759478.327289:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327292:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759478.327294:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759478.327294:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759478.327298:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.327298:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759478.327302:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000010:0.0:1787759478.327303:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:3.0:1787759478.327306:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787759478.327309:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759478.327309:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759478.327311:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759478.327314:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759478.327317:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 00000100:00100000:0.0:1787759478.327319:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1787759478.327321:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759478.327323:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759478.327325:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000100:00000001:3.0:1787759478.327330:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759478.327331:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.327334:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759478.327334:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759478.327340:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327343:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1787759478.327345:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327346:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327350:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759478.327352:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759478.327354:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759478.327359:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.327360:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759478.327365:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759478.327370:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1787759478.327371:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759478.327372:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327375:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1787759478.327376:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1787759478.327377:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1787759478.327379:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759478.327381:0:221432:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1787759478.327382:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759478.327385:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18160 00000100:00100000:3.0:1787759478.327387:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534976:192.168.201.104@tcp:38:kworker.0 00000400:00000200:0.0:1787759478.327392:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759478.327393:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759478.327396:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1787759478.327398:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000001:3.0:1787759478.327399:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759478.327403:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1787759478.327403:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1787759478.327408:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000010:3.0:1787759478.327408:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759478.327411:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327413:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759478.327417:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759478.327420:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:3.0:1787759478.327421:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:0.0:1787759478.327426:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:3.0:1787759478.327426:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759478.327430:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875534976, portal 10 00000020:00000001:0.0:1787759478.327431:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1787759478.327433:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1787759478.327435:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:3.0:1787759478.327435:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000020:00000001:0.0:1787759478.327440:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759478.327444:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000040:3.0:1787759478.327444:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759478.327448:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759478.327452:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759478.327458:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759478.327459:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787759478.327463:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759478.327465:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:0.0:1787759478.327468:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:3.0:1787759478.327469:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000001:0.0:1787759478.327474:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:3.0:1787759478.327474:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875534976, offset 0 00000020:00000040:0.0:1787759478.327480:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000400:00000200:3.0:1787759478.327483:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:0.0:1787759478.327487:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759478.327490:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759478.327493:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327496:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:0.0:1787759478.327497:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1787759478.327500:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1787759478.327502:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787759478.327504:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:0.0:1787759478.327507:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327508:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1787759478.327511:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1787759478.327512:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000008:00100000:0.0:1787759478.327516:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1787759478.327517:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776604:776604:256:4294967295] 192.168.201.104@tcp LPNI seq info [776595:776595:8:4294967295] 00000008:00000001:0.0:1787759478.327522:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327524:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759478.327527:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327533:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000010:0.0:1787759478.327534:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759478.327537:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000800:00000200:3.0:1787759478.327538:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759478.327541:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000010:3.0:1787759478.327543:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 02000000:00000001:0.0:1787759478.327544:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759478.327548:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759478.327551:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1787759478.327552:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:0.0:1787759478.327554:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759478.327556:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 02000000:00000010:0.0:1787759478.327559:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000800:00000200:3.1:1787759478.327561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759478.327563:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759478.327564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759478.327569:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00100000:0.0:1787759478.327571:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1787759478.327572:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759478.327577:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759478.327583:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1787759478.327585:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1787759478.327587:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00000001:0.0:1787759478.327588:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759478.327589:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759478.327592:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1787759478.327593:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759478.327598:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759478.327604:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759478.327609:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18170) 00000100:00000001:3.0:1787759478.327610:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.327614:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327619:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327620:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759478.327623:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.327625:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759478.327628:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759478.327630:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312832524 00000100:00000001:3.0:1787759478.327632:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.327634:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312832524 00000100:00000001:3.0:1787759478.327635:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.327637:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.327639:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327640:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759478.327643:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478] req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759478.327648:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759478.327648:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759478.327649:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759478.327651:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759478.327652:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759478.327654:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759478.327656:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759478.327661:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327665:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759478.327666:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327667:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.327668:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759478.327670:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327674:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759478.327676:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327680:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759478.327682:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327683:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.327684:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327685:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759478.327687:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759478.327688:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759478.327691:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759478.327692:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759478.327695:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759478.327700:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875534976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759478.327702:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759478.327704:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327708:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.327709:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.327710:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759478.327711:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759478.327712:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759478.327714:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759478.327716:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759478.327718:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759478.327718:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.327720:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759478.327722:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759478.327723:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.327725:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759478.327726:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759478.327728:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759478.327730:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535104, portal 10 00000100:00000001:3.0:1787759478.327732:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759478.327732:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:3.0:1787759478.327736:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327740:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759478.327742:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759478.327744:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759478.327746:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875535104, offset 0 00000400:00000200:3.0:1787759478.327748:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759478.327751:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.327753:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759478.327755:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759478.327757:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759478.327758:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759478.327760:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759478.327762:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776605:776605:256:4294967295] 192.168.201.104@tcp LPNI seq info [776596:776596:8:4294967295] 00000400:00000200:3.0:1787759478.327765:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.327781:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759478.327784:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.327786:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759478.327789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759478.327791:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759478.327794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759478.327796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759478.327798:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.327799:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759478.327801:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759478.327804:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759478.327806:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759478.327807:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759478.327809:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759478.327811:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327816:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.327819:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327823:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327825:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759478.327827:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.327829:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759478.327831:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759478.327833:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312832524 00000100:00000001:3.0:1787759478.327834:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.327836:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312832524 00000100:00000001:3.0:1787759478.327837:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.327839:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.327840:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327842:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759478.327844:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478] req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759478.327848:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759478.327849:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759478.327850:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759478.327851:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759478.327852:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759478.327854:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759478.327855:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759478.327860:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327864:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759478.327865:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327867:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.327867:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759478.327869:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327873:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759478.327877:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327885:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759478.327887:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327889:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.327890:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327892:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759478.327894:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759478.327897:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759478.327901:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759478.327903:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759478.327908:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759478.327915:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759478.327919:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327921:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.327924:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875534976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327930:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759478.327931:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759478.327933:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759478.327936:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759478.327937:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759478.327938:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759478.327940:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759478.327942:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759478.327945:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759478.327946:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759478.327947:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:3.0:1787759478.327951:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759478.327952:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327954:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.327957:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875535104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.327963:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759478.327964:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759478.327965:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759478.327968:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759478.327969:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759478.327970:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759478.327972:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759478.327973:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759478.327976:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759478.327977:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759478.327978:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:3.0:1787759478.327981:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759478.327983:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327984:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.327987:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759478.327988:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.327990:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759478.327992:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759478.327993:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759478.327996:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328002:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.328004:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.328006:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759478.328007:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759478.328009:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759478.328012:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759478.328016:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759478.328017:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759478.328019:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.328021:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759478.328024:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759478.328026:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.328029:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759478.328032:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759478.328035:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759478.328038:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535232, portal 4 00000100:00000001:3.0:1787759478.328041:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759478.328042:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:3.0:1787759478.328048:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328055:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759478.328058:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759478.328060:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759478.328063:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875535232, offset 0 00000400:00000200:3.0:1787759478.328067:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759478.328071:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.328075:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759478.328077:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759478.328080:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759478.328083:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759478.328085:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759478.328088:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776606:776606:256:4294967295] 192.168.201.104@tcp LPNI seq info [776597:776597:8:4294967295] 00000400:00000200:3.0:1787759478.328093:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.328098:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759478.328103:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.328105:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759478.328108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759478.328110:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759478.328113:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759478.328115:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759478.328130:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.328132:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759478.328134:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759478.328137:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759478.328139:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759478.328140:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759478.328142:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759478.328145:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328149:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.328151:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328155:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.328156:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759478.328158:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.328160:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759478.328163:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759478.328164:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312832584 00000100:00000001:3.0:1787759478.328166:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.328168:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312832584 00000100:00000001:3.0:1787759478.328169:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.328171:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.328172:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.328173:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759478.328175:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478] req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759478.328180:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759478.328181:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759478.328182:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759478.328183:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759478.328185:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759478.328186:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759478.328188:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759478.328196:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328201:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759478.328201:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328202:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.328203:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759478.328205:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328209:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759478.328211:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328215:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759478.328217:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328218:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.328219:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328220:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759478.328221:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759478.328223:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759478.328225:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759478.328226:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759478.328228:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759478.328233:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759478.328235:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759478.328237:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328245:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759478.328246:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.328248:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759478.328249:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759478.328250:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759478.328252:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759478.328254:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759478.328255:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759478.328256:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759478.328257:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759478.328259:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759478.328260:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759478.328262:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759478.328263:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759478.328265:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759478.328267:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535360, portal 4 00000100:00000001:3.0:1787759478.328269:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759478.328270:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:3.0:1787759478.328273:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328277:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759478.328279:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759478.328280:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759478.328282:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875535360, offset 0 00000400:00000200:3.0:1787759478.328284:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759478.328286:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.328288:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759478.328290:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759478.328291:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759478.328293:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759478.328294:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759478.328297:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776607:776607:256:4294967295] 192.168.201.104@tcp LPNI seq info [776598:776598:8:4294967295] 00000400:00000200:3.0:1787759478.328300:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759478.328304:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759478.328307:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.328310:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759478.328312:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759478.328314:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759478.328317:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759478.328318:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759478.328321:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759478.328323:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759478.328324:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759478.328326:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759478.328328:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759478.328329:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759478.328331:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759478.328333:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328338:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.328340:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328344:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.328345:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759478.328347:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759478.328348:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759478.328350:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759478.328351:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312832548 00000100:00000001:3.0:1787759478.328353:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.328355:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312832548 00000100:00000001:3.0:1787759478.328357:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312833803 00000100:00000001:3.0:1787759478.328358:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759478.328360:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.328361:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759478.328364:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759478/real 1787759478] req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759478.328368:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759478.328369:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759478.328370:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759478.328371:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759478.328373:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759478.328374:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759478.328376:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759478.328381:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328385:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759478.328386:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328387:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.328388:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759478.328390:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328394:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759478.328396:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328400:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759478.328401:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328402:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759478.328403:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328404:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759478.328405:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759478.328407:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759478.328410:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759478.328411:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759478.328414:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759478.328419:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759478.328421:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328422:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.328424:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875535232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328428:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759478.328429:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759478.328430:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759478.328431:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759478.328432:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759478.328433:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759478.328434:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759478.328436:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:3.0:1787759478.328437:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759478.328438:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759478.328439:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:3.0:1787759478.328441:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759478.328442:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328443:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759478.328445:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875535360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759478.328449:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759478.328450:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759478.328451:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759478.328452:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759478.328453:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759478.328454:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759478.328455:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759478.328456:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:3.0:1787759478.328458:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759478.328459:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759478.328459:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:3.0:1787759478.328461:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759478.328462:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328463:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759478.328465:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759478.328466:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759478.328467:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759478.328468:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759478.774212:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759478.774219:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759478.774222:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759478.774228:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759478.774232:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759478.774235:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759478.774238:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759478.774241:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759478.774244:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030301:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759479.030316:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.030316:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759479.030318:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.030319:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030323:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759479.030327:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759479.030329:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759479.030330:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759479.030332:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759479.030337:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759479.030338:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759479.030341:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759479.030343:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759479.030343:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759479.030349:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759479.030352:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759479.030352:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759479.030358:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759479.030359:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759479.030363:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030367:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759479.030370:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759479.030374:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759479.030377:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759479.030380:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759479.030383:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030402:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.030409:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759479.030411:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759479.030414:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759479.030414:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759479.030422:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759479.030422:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030427:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759479.030431:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.030432:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759479.030434:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759479.030436:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759479.030436:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759479.030438:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030441:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030443:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759479.030448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759479.030449:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759479.030453:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759479.030456:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759479.030456:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759479.030458:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759479.030461:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030463:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759479.030465:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759479.030465:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759479.030470:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759479.030470:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759479.030471:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030476:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759479.030478:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759479.030480:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759479.030487:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030488:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759479.030489:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759479.030489:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759479.030500:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030501:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759479.030501:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759479.030502:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759479.030505:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759479.030508:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759479.030509:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759479.030514:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759479.030516:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759479.030516:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759479.030521:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759479.030524:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759479.030525:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759479.030526:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759479.030533:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759479.030535:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759479.030537:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030540:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.030542:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759479.030544:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030546:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759479.030547:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030550:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759479.030555:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759479.030559:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759479.030563:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759479.030564:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759479.030567:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759479.030568:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759479.030570:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759479.030575:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759479.030581:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759479.670276:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312833803, at 4312833856 00000100:00000040:3.0:1787759479.670278:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312833803, at 4312833856 00000100:00000010:3.0:1787759479.670302:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000010:2.0:1787759479.670310:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000001:1.0:1787759479.798205:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759479.798215:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759479.798218:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759479.798225:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759479.798229:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759479.798232:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759479.798236:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759479.798239:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759479.798242:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759480.054234:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759480.054242:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759480.054245:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759480.054249:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759480.054255:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759480.054258:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054260:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759480.054262:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054266:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759480.054273:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759480.054280:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759480.054282:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759480.054288:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759480.054291:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759480.054291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759480.054296:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759480.054297:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759480.054304:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759480.054305:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759480.054308:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054310:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759480.054310:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759480.054313:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759480.054318:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759480.054319:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759480.054321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759480.054324:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759480.054325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759480.054326:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759480.054333:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759480.054339:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759480.054341:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054344:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759480.054346:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054349:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759480.054361:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759480.054366:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759480.054370:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759480.054522:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759480.054528:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759480.054529:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759480.054531:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759480.054533:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759480.054538:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759480.054538:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759480.054543:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759480.054544:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054554:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759480.054555:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759480.054556:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759480.054561:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759480.054562:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759480.054563:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759480.054567:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759480.054574:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759480.054577:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759480.054581:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759480.054582:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759480.054584:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759480.054590:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759480.054595:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759480.054599:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759480.054602:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759480.054603:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759480.054605:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759480.054610:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054611:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759480.054617:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759480.054618:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759480.054631:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759480.054634:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759480.054637:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759480.054639:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759480.054641:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759480.054702:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759480.054707:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759480.054710:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759480.054713:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759480.054716:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759480.054719:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759480.054721:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759480.054723:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759480.054726:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759480.822265:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759480.822276:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759480.822278:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759480.822286:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759480.822291:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759480.822295:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759480.822299:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759480.822302:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759480.822306:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078232:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759481.078232:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759481.078236:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759481.078240:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759481.078240:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759481.078241:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759481.078243:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078244:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759481.078244:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759481.078251:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759481.078251:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759481.078251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759481.078256:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759481.078257:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759481.078257:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759481.078261:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759481.078262:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759481.078262:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759481.078263:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759481.078267:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759481.078269:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759481.078271:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759481.078273:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078275:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078275:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759481.078278:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759481.078280:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759481.078283:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759481.078284:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759481.078284:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759481.078288:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759481.078288:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759481.078290:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078299:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759481.078303:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759481.078304:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759481.078305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759481.078308:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759481.078309:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759481.078311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759481.078313:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759481.078314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759481.078321:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759481.078323:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759481.078323:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759481.078326:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759481.078327:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759481.078328:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759481.078329:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759481.078332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759481.078333:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759481.078335:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078337:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759481.078338:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759481.078340:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759481.078340:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759481.078342:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759481.078342:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759481.078344:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759481.078344:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759481.078348:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759481.078348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759481.078349:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759481.078349:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078352:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759481.078354:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759481.078355:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759481.078355:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078356:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759481.078359:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759481.078360:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759481.078361:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759481.078361:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759481.078365:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759481.078365:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759481.078366:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759481.078367:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759481.078368:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759481.078370:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759481.078371:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759481.078372:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759481.078372:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759481.078377:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759481.078377:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759481.078394:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759481.078398:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759481.078402:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759481.846244:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759481.846252:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759481.846255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759481.846261:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759481.846264:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759481.846268:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759481.846271:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759481.846274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759481.846276:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102234:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759482.102234:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759482.102234:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759482.102234:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759482.102242:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759482.102242:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759482.102243:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759482.102243:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759482.102245:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102246:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759482.102247:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759482.102247:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759482.102254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759482.102255:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759482.102255:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759482.102255:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759482.102259:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759482.102262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759482.102262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759482.102263:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759482.102263:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102267:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759482.102267:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759482.102268:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759482.102269:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759482.102272:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759482.102275:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759482.102276:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759482.102278:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102281:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759482.102281:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102284:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102287:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759482.102288:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759482.102292:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759482.102295:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759482.102296:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759482.102299:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102302:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759482.102303:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759482.102304:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759482.102306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102308:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759482.102309:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759482.102311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759482.102312:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759482.102313:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759482.102313:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759482.102314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759482.102318:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759482.102318:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759482.102320:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759482.102321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759482.102322:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759482.102324:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759482.102325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759482.102326:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759482.102328:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759482.102329:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102334:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759482.102335:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759482.102335:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759482.102337:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759482.102339:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102341:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759482.102343:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759482.102346:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759482.102348:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759482.102350:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759482.102350:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759482.102352:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759482.102354:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759482.102359:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759482.102359:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759482.102371:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759482.102374:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759482.102375:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759482.102377:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759482.102379:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759482.102381:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102383:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759482.102384:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759482.102386:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759482.870220:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759482.870226:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759482.870227:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759482.870231:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759482.870234:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759482.870236:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759482.870239:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759482.870240:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759482.870242:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126255:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759483.126260:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759483.126264:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759483.126266:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759483.126268:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759483.126269:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759483.126276:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759483.126277:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759483.126284:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759483.126284:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759483.126292:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126299:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759483.126300:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759483.126302:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126302:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.126313:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759483.126314:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759483.126314:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.126317:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759483.126319:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759483.126326:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759483.126327:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126331:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759483.126335:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759483.126338:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759483.126340:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.126342:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.126347:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759483.126349:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759483.126351:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759483.126352:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759483.126353:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759483.126355:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759483.126361:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759483.126361:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126362:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126362:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759483.126369:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126370:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126372:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759483.126375:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759483.126376:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759483.126377:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759483.126380:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759483.126382:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126383:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759483.126385:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126388:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759483.126390:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759483.126394:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759483.126396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759483.126397:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126398:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759483.126401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126402:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759483.126403:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.126410:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759483.126410:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759483.126411:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759483.126417:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759483.126417:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759483.126423:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759483.126425:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759483.126430:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126432:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759483.126438:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759483.126438:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759483.126441:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.126444:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759483.126444:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759483.126448:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126450:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759483.126452:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126453:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759483.126458:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759483.126462:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759483.126465:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759483.126466:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126471:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759483.126471:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759483.126475:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759483.126478:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759483.126487:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759483.446314:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759483.446327:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759483.446330:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759483.446335:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759483.446340:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759483.446349:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18165 00000400:00000200:1.0:1787759483.446360:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759483.446367:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759483.446371:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759483.446375:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446379:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759483.446382:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446385:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759483.446391:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759483.446393:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759483.446397:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759483.446400:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759483.446403:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759483.446406:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759483.446410:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446412:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759483.446414:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446416:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759483.446420:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759483.446424:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446427:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759483.446431:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759483.446436:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759483.446439:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.446451:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759483.446455:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759483.446467:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759483.446472:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759483.446477:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759483.446478:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.446482:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759483.446485:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759483.446490:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759483.446500:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759483.446508:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759483.446520:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759483.446532:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759483.446550:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759483.446556:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.446583:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759483.446586:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759483.446594:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759483.446596:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759483.446597:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759483.446601:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759483.446618:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18165 00000400:00000200:1.0:1787759483.446624:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759483.446628:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759483.446631:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759483.446632:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787759483.446636:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.446638:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759483.446640:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759483.446643:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759483.446646:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446650:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:3.0:1787759483.446654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787759483.446655:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759483.446658:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759483.446662:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759483.446665:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759483.446670:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:3.0:1787759483.446673:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787759483.446675:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759483.446692:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446694:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759483.446696:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.446697:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.446700:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:3.0:1787759483.446704:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1787759483.446705:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:3.0:1787759483.446709:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759483.446711:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:3.0:1787759483.446714:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.446716:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759483.446721:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1787759483.446722:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875535488:192.168.201.104@tcp:250:kworker.0 02000000:00000001:1.0:1787759483.446728:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759483.446729:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759483.446734:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.446735:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759483.446737:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759483.446739:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787759483.446744:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759483.446744:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1787759483.446749:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.446753:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759483.446753:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759483.446758:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759483.446761:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759483.446765:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000200:3.0:1787759483.446768:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759483.446770:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759483.446773:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759483.446775:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:1.0:1787759483.446776:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759483.446780:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759483.446782:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759483.446786:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 02000000:00000010:1.0:1787759483.446793:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000200:3.0:1787759483.446796:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535488, portal 25 00000100:00000001:1.0:1787759483.446799:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.446801:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759483.446805:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00100000:1.0:1787759483.446808:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787759483.446816:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.446824:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759483.446829:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.446833:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759483.446838:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759483.446842:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759483.446847:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759483.446853:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875535488, offset 0 00000100:00000001:1.0:1787759483.446855:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759483.446860:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787759483.446865:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759483.446867:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759483.446869:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759483.446871:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759483.446875:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1787759483.446876:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759483.446881:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18165 00000400:00000200:3.0:1787759483.446887:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759483.446889:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.446896:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759483.446899:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759483.446903:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1787759483.446905:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000040:1.0:1787759483.446910:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759483.446914:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787759483.446915:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759483.446921:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000040:1.0:1787759483.446923:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446927:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759483.446930:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776608:776608:256:4294967295] 192.168.201.104@tcp LPNI seq info [776599:776599:8:4294967295] 00000020:00000001:1.0:1787759483.446931:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759483.446934:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759483.446938:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1787759483.446942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:1.0:1787759483.446943:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759483.446947:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759483.446950:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759483.446956:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446962:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759483.446962:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000040:1.0:1787759483.446969:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446972:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:3.0:1787759483.446974:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000020:00000040:1.0:1787759483.446979:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000010:3.0:1787759483.446983:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00080000:1.0:1787759483.446985:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759483.446990:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759483.446992:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.0:1787759483.446996:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 02000000:00000001:1.0:1787759483.446998:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1787759483.447002:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 02000000:00000001:1.0:1787759483.447009:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.447012:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759483.447015:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759483.447018:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759483.447018:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759483.447020:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759483.447026:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000010:1.0:1787759483.447027:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759483.447033:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000800:00000100:3.0:1787759483.447036:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 02000000:00000001:1.0:1787759483.447039:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000010:3.0:1787759483.447041:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 02000000:00000001:1.0:1787759483.447042:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.447047:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759483.447049:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759483.447051:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.447051:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:1.0:1787759483.447057:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520800. 00000400:00000200:3.0:1787759483.447059:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787759483.447062:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.447068:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00100000:1.0:1787759483.447071:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759483.447081:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1787759483.447081:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:1.0:1787759483.447086:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447090:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1787759483.447092:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759483.447099:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447106:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759483.447112:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759483.447158:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787759483.447161:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759483.447166:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1787759483.447166:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759483.447170:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759483.447177:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759483.447179:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759483.447184:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18165 00000100:00000001:3.0:1787759483.447184:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787759483.447191:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759483.447193:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759483.447197:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:3.0:1787759483.447202:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759483.447203:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759483.447208:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312838924 00000100:00000040:1.0:1787759483.447209:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.447214:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1787759483.447216:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb141e0. 00000100:00000040:1.0:1787759483.447217:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.447222:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759483.447225:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759483.447226:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:3.0:1787759483.447227:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1787759483.447229:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759483.447233:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759483.447236:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759483.447237:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312838924 00000020:00000001:1.0:1787759483.447241:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000010:3.0:1787759483.447243:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb148a0. 00000100:00000040:1.0:1787759483.447248:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.447249:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759483.447254:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759483.447256:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1787759483.447259:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.447262:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.447264:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759483.447268:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000020:00000040:1.0:1787759483.447269:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759483.447277:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00100000:3.0:1787759483.447277:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759483] req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447283:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759483.447288:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759483.447293:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1787759483.447297:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1787759483.447298:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787759483.447301:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787759483.447302:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:3.0:1787759483.447306:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000008:00100000:1.0:1787759483.447307:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1787759483.447311:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000008:00000001:1.0:1787759483.447312:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759483.447316:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:1.0:1787759483.447317:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447322:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1787759483.447323:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000100:00000200:3.0:1787759483.447329:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759483.447334:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759483.447341:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759483.447344:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759483.447345:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447348:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759483.447351:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759483.447354:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447360:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1787759483.447361:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000100:00000001:3.0:1787759483.447363:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.447367:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447368:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.447372:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759483.447377:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787759483.447381:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447394:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759483.447399:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447400:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759483.447406:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759483.447411:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447429:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447431:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759483.447435:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759483.447436:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.447440:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1787759483.447444:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759483.447446:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759483.447448:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759483.447451:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759483.447454:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787759483.447456:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18165 00000100:00000001:3.0:1787759483.447459:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759483.447462:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:1.0:1787759483.447463:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:3.0:1787759483.447469:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1787759483.447471:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759483.447475:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787759483.447478:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000040:1.0:1787759483.447482:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.447484:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787759483.447486:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759483.447491:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759483.447494:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447495:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759483.447500:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759483.447502:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759483.447506:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759483.447510:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00100000:3.0:1787759483.447512:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875535488:192.168.201.104@tcp:250:kworker.0 00000020:00000001:1.0:1787759483.447514:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759483.447520:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:3.0:1787759483.447523:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759483.447526:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759483.447528:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787759483.447530:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759483.447536:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875535488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759483.447537:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759483.447542:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759483.447548:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759483.447554:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759483.447555:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759483.447559:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787759483.447560:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759483.447564:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:1.0:1787759483.447565:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759483.447570:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1787759483.447571:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1787759483.447575:0:2422:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:1.0:1787759483.447576:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787759483.447579:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000001:1.0:1787759483.447580:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000020:00000001:3.0:1787759483.447585:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00100000:1.0:1787759483.447586:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 02000000:00000010:3.0:1787759483.447589:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 00000008:00000001:1.0:1787759483.447591:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.447595:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1787759483.447596:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.447599:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759483.447602:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000100:00000010:3.0:1787759483.447603:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759483.447607:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:3.0:1787759483.447609:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1787759483.447613:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759483.447613:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787759483.447617:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447618:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.447622:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759483.447625:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759483.447627:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447629:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1787759483.447633:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:3.0:1787759483.447634:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.447639:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447639:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759483.447642:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759483.447645:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1787759483.447648:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787759483.447653:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759483.447660:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759483.447664:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447671:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1787759483.447673:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447674:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.447690:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759483.447692:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759483.447695:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759483.447699:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759483.447706:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759483.447710:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759483.447714:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.447715:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.447716:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759483.447721:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 00000100:00000040:1.0:1787759483.447725:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18175) 02000000:00000001:3.0:1787759483.447725:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.447732:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759483.447736:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759483.447739:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759483.447743:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535616, portal 10 00000100:00000001:3.0:1787759483.447745:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759483.447747:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:3.0:1787759483.447755:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447762:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759483.447765:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759483.447768:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759483.447771:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875535616, offset 0 00000400:00000200:3.0:1787759483.447775:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759483.447780:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.447784:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759483.447787:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759483.447790:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759483.447792:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759483.447795:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759483.447798:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776609:776609:256:4294967295] 192.168.201.104@tcp LPNI seq info [776600:776600:8:4294967295] 00000400:00000200:3.0:1787759483.447803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.447809:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759483.447814:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.447818:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759483.447823:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759483.447826:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759483.447831:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759483.447834:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759483.447839:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.447841:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759483.447845:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759483.447849:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759483.447853:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759483.447855:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759483.447858:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759483.447861:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447870:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.447873:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447886:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447887:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759483.447891:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759483.447896:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759483.447900:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759483.447902:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312837644 00000100:00000001:3.0:1787759483.447905:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.447908:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312837644 00000100:00000001:3.0:1787759483.447911:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.447913:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759483.447915:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.447917:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759483.447920:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759483] req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759483.447929:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759483.447931:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759483.447933:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759483.447935:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759483.447937:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759483.447940:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759483.447943:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759483.447952:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447959:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759483.447960:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.447962:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.447964:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759483.447967:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447975:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759483.447979:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.447987:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759483.447991:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.447993:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.447994:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.447996:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759483.448001:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759483.448004:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759483.448008:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759483.448011:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759483.448016:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759483.448025:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759483.448029:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759483.448033:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448040:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759483.448042:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448044:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759483.448045:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759483.448048:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759483.448051:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759483.448054:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759483.448056:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759483.448059:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448061:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448064:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759483.448067:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.448070:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759483.448073:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759483.448077:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759483.448080:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535744, portal 10 00000100:00000001:3.0:1787759483.448082:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759483.448083:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:3.0:1787759483.448090:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448097:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759483.448100:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759483.448102:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759483.448105:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875535744, offset 0 00000400:00000200:3.0:1787759483.448110:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448114:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448138:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759483.448141:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759483.448144:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759483.448146:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759483.448149:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448152:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776610:776610:256:4294967295] 192.168.201.104@tcp LPNI seq info [776601:776601:8:4294967295] 00000400:00000200:3.0:1787759483.448157:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448162:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759483.448167:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448171:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759483.448176:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759483.448178:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759483.448183:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759483.448186:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759483.448190:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448193:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759483.448196:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759483.448200:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759483.448203:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759483.448204:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759483.448207:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759483.448210:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448218:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448221:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448228:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448230:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759483.448233:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759483.448236:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759483.448239:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759483.448241:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312837645 00000100:00000001:3.0:1787759483.448244:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.448246:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312837645 00000100:00000001:3.0:1787759483.448248:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.448251:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759483.448253:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448255:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759483.448259:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759483] req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759483.448268:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759483.448269:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759483.448271:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759483.448274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759483.448275:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759483.448278:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759483.448282:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759483.448290:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448297:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759483.448298:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448300:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.448301:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759483.448305:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448313:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759483.448317:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448324:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759483.448327:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448329:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.448330:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448332:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759483.448335:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759483.448338:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759483.448342:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759483.448344:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759483.448348:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759483.448356:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759483.448360:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759483.448364:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448371:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759483.448373:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448375:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759483.448377:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759483.448379:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759483.448382:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759483.448385:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759483.448387:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759483.448389:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448391:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448395:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759483.448397:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.448401:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759483.448404:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759483.448407:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759483.448411:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875535872, portal 4 00000100:00000001:3.0:1787759483.448413:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759483.448414:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759483.448421:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448428:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759483.448430:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759483.448433:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759483.448436:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875535872, offset 0 00000400:00000200:3.0:1787759483.448440:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448444:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448448:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759483.448451:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759483.448453:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759483.448455:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759483.448457:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448461:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776611:776611:256:4294967295] 192.168.201.104@tcp LPNI seq info [776602:776602:8:4294967295] 00000400:00000200:3.0:1787759483.448465:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448472:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759483.448476:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448479:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759483.448483:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759483.448486:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759483.448490:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759483.448493:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759483.448498:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448500:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759483.448503:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759483.448507:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759483.448509:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759483.448511:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759483.448514:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759483.448518:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448525:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448529:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448536:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448537:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759483.448540:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759483.448543:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759483.448547:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759483.448549:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312837704 00000100:00000001:3.0:1787759483.448552:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.448554:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312837704 00000100:00000001:3.0:1787759483.448556:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.448559:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759483.448562:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448564:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759483.448568:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759483] req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759483.448576:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759483.448578:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759483.448580:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759483.448583:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759483.448584:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759483.448587:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759483.448591:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759483.448600:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448607:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759483.448609:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448611:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.448613:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759483.448617:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448624:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759483.448628:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448635:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759483.448638:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448640:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.448641:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448643:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759483.448646:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759483.448649:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759483.448653:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759483.448655:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759483.448660:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759483.448669:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875535872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759483.448673:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448675:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448690:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875535616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448697:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759483.448699:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448701:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759483.448704:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759483.448705:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759483.448707:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759483.448709:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759483.448711:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:3.0:1787759483.448714:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759483.448716:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759483.448717:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:3.0:1787759483.448720:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759483.448721:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448723:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448727:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875535744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448734:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759483.448735:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448737:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759483.448739:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759483.448740:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759483.448741:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759483.448744:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759483.448746:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:3.0:1787759483.448748:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759483.448750:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759483.448751:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:3.0:1787759483.448754:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759483.448755:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448757:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448760:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875535872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448767:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759483.448769:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448771:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759483.448774:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759483.448775:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759483.448776:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759483.448779:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759483.448781:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:3.0:1787759483.448783:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759483.448784:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759483.448786:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759483.448789:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759483.448790:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448792:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.448796:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759483.448797:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448800:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759483.448801:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759483.448803:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759483.448807:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448814:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759483.448815:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448817:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759483.448819:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759483.448822:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759483.448825:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759483.448829:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759483.448831:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759483.448833:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759483.448835:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759483.448838:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759483.448840:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759483.448844:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759483.448846:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759483.448850:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759483.448853:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536000, portal 4 00000100:00000001:3.0:1787759483.448856:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759483.448857:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759483.448863:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448870:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759483.448873:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759483.448875:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759483.448878:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875536000, offset 0 00000400:00000200:3.0:1787759483.448883:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448888:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448892:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759483.448895:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759483.448898:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759483.448900:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759483.448903:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759483.448906:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776612:776612:256:4294967295] 192.168.201.104@tcp LPNI seq info [776603:776603:8:4294967295] 00000400:00000200:3.0:1787759483.448911:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759483.448917:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759483.448922:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448926:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759483.448930:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759483.448933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759483.448938:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759483.448941:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759483.448945:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759483.448946:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759483.448949:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759483.448953:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759483.448956:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759483.448958:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759483.448960:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759483.448964:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448971:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.448974:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.448981:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.448982:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759483.448985:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759483.448988:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759483.448992:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759483.448994:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312837668 00000100:00000001:3.0:1787759483.448997:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.449000:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312837668 00000100:00000001:3.0:1787759483.449002:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312838924 00000100:00000001:3.0:1787759483.449005:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759483.449007:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.449009:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759483.449012:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759483/real 1787759483] req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759483.449020:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759483.449022:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759483.449024:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759483.449027:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759483.449029:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759483.449031:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759483.449035:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759483.449044:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.449051:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759483.449053:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449055:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.449056:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759483.449060:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.449068:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759483.449072:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.449079:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759483.449082:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449084:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759483.449085:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449086:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759483.449088:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759483.449091:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759483.449095:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759483.449098:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759483.449102:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759483.449111:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759483.449136:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449138:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759483.449142:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875536000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759483.449149:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759483.449151:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759483.449153:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759483.449156:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759483.449157:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759483.449159:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759483.449161:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759483.449163:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:3.0:1787759483.449166:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759483.449167:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759483.449169:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759483.449172:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759483.449173:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449175:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759483.449178:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759483.449179:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759483.449181:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759483.449183:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759483.894262:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759483.894275:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759483.894278:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759483.894285:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759483.894289:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759483.894293:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.894295:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759483.894298:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759483.894301:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759484.150263:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759484.150263:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759484.150263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759484.150270:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759484.150275:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759484.150278:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759484.150282:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759484.150285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759484.150287:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759484.150287:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759484.150289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759484.150294:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759484.150295:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759484.150295:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759484.150298:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759484.150300:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759484.150303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759484.150305:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759484.150306:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759484.150311:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759484.150312:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759484.150312:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759484.150321:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759484.150322:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759484.150324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759484.150329:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759484.150330:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759484.150341:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759484.150342:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759484.150343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759484.150348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759484.150352:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759484.150353:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759484.150358:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759484.150362:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759484.150363:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759484.150367:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759484.150371:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759484.150395:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759484.150399:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759484.150402:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759484.150405:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759484.150409:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759484.150413:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759484.150413:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759484.150419:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759484.150419:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759484.150421:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759484.150424:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759484.150424:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759484.150426:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759484.150429:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759484.150429:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759484.150434:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759484.150437:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150440:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759484.150441:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759484.150445:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759484.150446:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759484.150451:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759484.150452:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759484.150454:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150457:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759484.150460:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759484.150461:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759484.150462:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759484.150467:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759484.150471:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759484.150474:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759484.150477:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759484.150480:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150482:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759484.150483:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759484.150487:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759484.150488:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150490:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759484.150492:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759484.150494:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759484.150499:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759484.150501:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150504:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759484.150506:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759484.150509:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759484.790253:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312838924, at 4312838976 00000100:00000040:3.0:1787759484.790253:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312838924, at 4312838976 00000100:00000010:2.0:1787759484.790276:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000010:3.0:1787759484.790278:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:1.0:1787759484.918753:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759484.918763:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759484.918766:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759484.918772:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759484.918777:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759484.918781:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759484.918784:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759484.918787:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759484.918791:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759485.174211:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174219:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759485.174221:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759485.174228:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.174234:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174234:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759485.174238:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759485.174240:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759485.174240:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174244:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759485.174244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759485.174245:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759485.174249:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759485.174249:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759485.174250:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.174256:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759485.174256:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.174261:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759485.174261:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759485.174262:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759485.174266:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759485.174267:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174269:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174273:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759485.174274:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759485.174277:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759485.174280:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759485.174304:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174307:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759485.174307:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759485.174309:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759485.174312:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759485.174314:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759485.174314:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759485.174317:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174318:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174319:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759485.174319:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759485.174322:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174323:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759485.174325:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759485.174325:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174327:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759485.174333:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759485.174333:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759485.174338:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174339:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759485.174339:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174343:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759485.174343:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174344:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759485.174346:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759485.174349:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174351:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759485.174351:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.174357:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759485.174358:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759485.174361:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759485.174362:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759485.174363:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759485.174363:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759485.174367:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759485.174368:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759485.174371:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759485.174373:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759485.174375:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759485.174376:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759485.174380:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759485.174381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759485.174391:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.174392:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759485.174392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759485.174397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174398:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759485.174402:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759485.174403:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759485.174408:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759485.174409:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759485.174418:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759485.174421:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759485.174425:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174428:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759485.174428:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759485.174433:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759485.174434:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.174438:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759485.174439:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759485.174441:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.174445:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759485.942235:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759485.942244:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759485.942246:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759485.942251:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759485.942254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759485.942258:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.942260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759485.942262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759485.942265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759486.198315:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759486.198315:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759486.198329:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759486.198329:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759486.198335:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759486.198335:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759486.198344:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759486.198350:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759486.198351:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759486.198356:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759486.198359:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759486.198362:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759486.198364:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.198366:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759486.198370:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759486.198373:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759486.198375:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759486.198382:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759486.198396:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759486.198400:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759486.198402:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759486.198405:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759486.198409:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759486.198412:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.198415:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759486.198416:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.198419:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759486.198530:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759486.198534:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759486.198535:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759486.198538:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759486.198540:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759486.198542:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759486.198544:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759486.198545:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759486.198548:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759486.198649:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759486.198651:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759486.198653:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759486.198655:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759486.198658:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759486.198660:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.198662:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759486.198663:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.198665:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759486.198933:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759486.198936:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759486.198937:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759486.198940:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759486.198942:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759486.198944:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759486.198946:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759486.198947:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759486.198949:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759486.198959:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759486.198961:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759486.198962:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759486.198964:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759486.198966:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759486.198967:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759486.198969:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759486.198971:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759486.198972:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759486.198992:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759486.198994:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759486.198998:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759486.199000:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759486.199003:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759486.199004:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759486.199007:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759486.199009:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759486.199026:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759486.199029:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759486.199032:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759486.199151:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759486.199154:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759486.199155:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759486.199158:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759486.199160:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759486.199162:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759486.199164:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759486.199165:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759486.199167:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759486.966238:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759486.966246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759486.966249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759486.966254:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759486.966258:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759486.966261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.966264:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759486.966266:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759486.966269:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759487.222511:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759487.222522:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759487.222525:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759487.222531:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759487.222535:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759487.222540:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759487.222543:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759487.222547:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759487.222550:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759487.222831:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759487.222837:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759487.222842:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759487.222844:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759487.222848:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759487.222849:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759487.222853:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759487.222855:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759487.222875:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759487.222878:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759487.222881:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759487.222921:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759487.222925:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759487.222926:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759487.222928:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759487.222931:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759487.222933:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.222934:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759487.222936:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.222938:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759487.222945:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759487.222946:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759487.222947:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759487.222949:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759487.222950:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759487.222951:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.222953:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759487.222954:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.222957:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759487.223294:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759487.223299:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759487.223301:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759487.223305:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759487.223313:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759487.223317:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.223320:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759487.223322:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.223325:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759487.223337:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759487.223340:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759487.223341:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759487.223344:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759487.223346:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759487.223348:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.223350:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759487.223351:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.223353:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759487.223405:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759487.223412:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759487.223413:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759487.223416:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759487.223422:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759487.223424:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759487.223426:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759487.223428:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759487.223430:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759487.223575:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759487.223578:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759487.223580:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759487.223583:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759487.223585:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759487.223587:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.223589:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759487.223590:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759487.223592:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759487.224589:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759487.224594:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759487.224597:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759487.224600:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759487.224603:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759487.224606:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759487.224609:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759487.224621:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759487.224624:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759487.990226:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759487.990234:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759487.990237:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759487.990242:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759487.990246:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759487.990249:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.990252:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759487.990255:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759487.990258:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.246257:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759488.246267:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759488.246270:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.246276:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759488.246281:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759488.246286:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246289:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759488.246291:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759488.246293:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246302:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759488.246310:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759488.246314:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759488.246319:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759488.246324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759488.246328:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246328:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759488.246331:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.246333:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759488.246336:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246337:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.246342:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759488.246343:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.246347:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759488.246351:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246355:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.246356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246360:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246398:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759488.246401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246406:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759488.246408:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246411:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759488.246415:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759488.246417:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759488.246421:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246424:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759488.246427:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246429:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246432:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759488.246438:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759488.246440:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759488.246442:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246444:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759488.246445:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246447:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759488.246449:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759488.246467:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759488.246470:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759488.246473:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759488.246484:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759488.246489:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759488.246491:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759488.246495:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759488.246498:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759488.246501:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759488.246503:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759488.246505:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759488.246507:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.246601:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759488.246607:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759488.246609:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759488.246612:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759488.246616:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759488.246621:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759488.246625:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759488.246627:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759488.246628:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759488.246632:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759488.246634:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759488.246635:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759488.246636:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759488.246642:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759488.246643:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759488.246646:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759488.246648:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759488.246651:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759488.246654:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759488.246657:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759488.246659:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759488.246662:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759488.246663:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759488.246670:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759488.246671:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759488.246675:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759488.246679:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.246700:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759488.246704:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759488.246706:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.246708:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759488.246710:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759488.246712:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246714:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.246716:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.246718:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759488.566253:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759488.566264:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759488.566266:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759488.566270:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759488.566274:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759488.566281:0:221432:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18170 00000400:00000200:0.0:1787759488.566289:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759488.566295:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759488.566299:0:221432:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759488.566302:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566306:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.566309:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566312:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759488.566317:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759488.566319:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759488.566323:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759488.566326:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759488.566329:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759488.566332:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759488.566336:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566338:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.566341:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566343:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759488.566347:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759488.566351:0:221432:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566354:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759488.566358:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759488.566362:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759488.566365:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566368:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759488.566372:0:221432:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759488.566385:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759488.566389:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759488.566393:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759488.566394:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566397:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759488.566399:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759488.566404:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759488.566411:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759488.566417:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759488.566426:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759488.566435:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759488.566438:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759488.566442:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759488.566460:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759488.566463:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759488.566466:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759488.566467:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759488.566468:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759488.566470:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759488.566473:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18170 00000400:00000200:0.0:1787759488.566476:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759488.566478:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759488.566480:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759488.566482:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566484:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.566486:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566488:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759488.566490:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759488.566491:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759488.566492:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759488.566493:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759488.566495:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759488.566497:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759488.566499:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566501:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759488.566501:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1787759488.566503:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566506:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759488.566508:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:3.0:1787759488.566508:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1787759488.566513:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759488.566513:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787759488.566514:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759488.566517:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759488.566522:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787759488.566524:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759488.566525:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566528:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759488.566533:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759488.566538:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.566539:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759488.566540:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.566542:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759488.566544:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759488.566548:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759488.566548:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759488.566552:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759488.566553:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759488.566554:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566559:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759488.566560:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.566566:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875536128:192.168.201.104@tcp:250:kworker.0 02000000:00000001:0.0:1787759488.566572:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759488.566572:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759488.566577:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.566577:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759488.566581:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759488.566584:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759488.566586:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787759488.566615:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759488.566620:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759488.566625:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759488.566627:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759488.566629:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759488.566635:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759488.566637:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759488.566640:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759488.566641:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759488.566642:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759488.566645:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759488.566647:0:221432:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18170 00000400:00000200:0.0:1787759488.566650:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759488.566652:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759488.566655:0:221432:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 02000000:00000010:3.0:1787759488.566657:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 00000100:00000040:0.0:1787759488.566658:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759488.566662:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566663:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.566667:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.566669:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759488.566672:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:3.0:1787759488.566674:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000020:00000001:0.0:1787759488.566678:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759488.566681:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000010:3.0:1787759488.566683:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000020:00000001:0.0:1787759488.566684:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759488.566689:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759488.566692:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000200:3.0:1787759488.566693:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536128, portal 25 00000020:00000001:0.0:1787759488.566695:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000001:3.0:1787759488.566697:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759488.566699:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:0.0:1787759488.566703:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566706:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759488.566707:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759488.566710:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566715:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759488.566719:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000001:3.0:1787759488.566721:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1787759488.566724:0:221432:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566729:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.566729:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759488.566732:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1787759488.566733:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 02000000:00000001:0.0:1787759488.566735:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1787759488.566736:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875536128, offset 0 02000000:00000001:0.0:1787759488.566739:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566741:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759488.566742:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1787759488.566743:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000008:00000001:0.0:1787759488.566746:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566749:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759488.566753:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000400:00000200:3.0:1787759488.566754:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:0.0:1787759488.566756:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759488.566760:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759488.566761:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.566763:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:0.0:1787759488.566764:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759488.566767:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759488.566769:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.566770:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1787759488.566772:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000400:00000200:3.0:1787759488.566775:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:0.0:1787759488.566777:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.566780:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1787759488.566784:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759488.566785:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.566792:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776613:776613:256:4294967295] 192.168.201.104@tcp LPNI seq info [776604:776604:8:4294967295] 00000100:00000001:0.0:1787759488.566799:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1787759488.566800:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759488.566804:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759488.566812:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759488.566814:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759488.566824:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566831:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787759488.566832:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00080000:0.0:1787759488.566834:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759488.566841:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:3.0:1787759488.566841:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759488.566844:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759488.566846:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.0:1787759488.566848:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1787759488.566849:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759488.566854:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18170 00000800:00000200:3.1:1787759488.566858:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:0.0:1787759488.566859:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:3.1:1787759488.566866:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000400:00000200:0.0:1787759488.566868:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759488.566873:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1787759488.566874:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.566878:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000100:00000040:0.0:1787759488.566881:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566885:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759488.566886:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1787759488.566889:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.566893:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1787759488.566895:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759488.566899:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1787759488.566900:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000020:00000040:0.0:1787759488.566901:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759488.566904:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000010:3.0:1787759488.566904:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000020:00000040:0.0:1787759488.566908:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759488.566910:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759488.566911:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1787759488.566914:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000200:3.0:1787759488.566917:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759488.566919:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566923:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.566926:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566929:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759488.566934:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000001:3.0:1787759488.566936:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1787759488.566937:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759488.566940:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.566941:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759488.566942:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759488.566946:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759488.566950:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566953:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759488.566953:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1787759488.566955:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759488.566956:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1787759488.566959:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.566961:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.566963:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759488.566964:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759488.566967:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000400:00000200:3.0:1787759488.566970:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759488.566972:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759488.566974:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.566975:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312844043 00000100:00000001:0.0:1787759488.566976:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759488.566978:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759488.566980:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759488.566983:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb148a0. 02000000:00000010:0.0:1787759488.566984:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759488.566989:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.566993:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1787759488.566994:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759488.567001:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759488.567002:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312844043 00000100:00000001:0.0:1787759488.567004:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759488.567008:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14360. 00000100:00000040:0.0:1787759488.567009:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567012:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759488.567017:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759488.567019:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759488.567022:0:221432:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759488.567025:0:221432:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759488.567025:0:221432:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759488.567026:0:221432:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759488.567032:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567036:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1787759488.567038:0:221432:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1787759488.567044:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488] req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759488.567047:0:221432:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18170 00000400:00000200:0.0:1787759488.567054:0:221432:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759488.567061:0:221432:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759488.567065:0:221432:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759488.567071:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.567074:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759488.567077:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000001:3.0:1787759488.567077:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759488.567080:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1787759488.567082:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:3.0:1787759488.567084:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000020:00000001:0.0:1787759488.567086:0:221432:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1787759488.567089:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000020:00000040:0.0:1787759488.567090:0:221432:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000400:00000010:3.0:1787759488.567093:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000020:00000001:0.0:1787759488.567094:0:221432:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759488.567098:0:221432:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759488.567101:0:221432:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759488.567103:0:221432:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759488.567106:0:221432:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.567108:0:221432:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759488.567108:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1787759488.567112:0:221432:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759488.567114:0:221432:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:3.0:1787759488.567143:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759488.567153:0:221432:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000200:3.0:1787759488.567156:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787759488.567158:0:221432:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759488.567163:0:221432:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759488.567167:0:221432:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759488.567170:0:221432:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759488.567171:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1787759488.567175:0:221432:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567175:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759488.567178:0:221432:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759488.567179:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:0.0:1787759488.567182:0:221432:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759488.567182:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1787759488.567187:0:221432:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.567189:0:221432:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.567190:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1787759488.567193:0:221432:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759488.567197:0:221432:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759488.567202:0:221432:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759488.567202:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787759488.567205:0:221432:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759488.567207:0:221432:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759488.567209:0:221432:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1787759488.567209:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759488.567210:0:221432:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759488.567216:0:221432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759488.567221:0:221432:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567222:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759488.567226:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759488.567228:0:221432:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759488.567229:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.567232:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567237:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759488.567238:0:221432:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759488.567240:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759488.567241:0:221432:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759488.567246:0:221432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759488.567247:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1787759488.567256:0:221432:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759488.567256:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759488.567262:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759488.567263:0:221432:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18180) 00000100:00000040:3.0:1787759488.567270:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759488.567281:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875536128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759488.567286:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567288:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.567291:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875536128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567296:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759488.567298:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759488.567301:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759488.567304:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759488.567305:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759488.567306:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759488.567308:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759488.567310:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759488.567313:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759488.567315:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759488.567316:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759488.567320:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759488.567320:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567322:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567330:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759488.567332:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567333:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759488.567334:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759488.567335:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759488.567337:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567482:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.567483:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567485:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759488.567486:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759488.567488:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.567490:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759488.567494:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759488.567495:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759488.567496:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567497:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759488.567500:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759488.567502:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.567505:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759488.567507:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759488.567510:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759488.567512:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536256, portal 10 00000100:00000001:3.0:1787759488.567514:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759488.567515:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759488.567520:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567525:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759488.567527:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759488.567528:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759488.567530:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875536256, offset 0 00000400:00000200:3.0:1787759488.567533:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759488.567536:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.567538:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759488.567540:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759488.567541:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759488.567543:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759488.567545:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.567548:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776614:776614:256:4294967295] 192.168.201.104@tcp LPNI seq info [776605:776605:8:4294967295] 00000400:00000200:3.0:1787759488.567553:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.567559:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759488.567564:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.567568:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759488.567572:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759488.567576:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759488.567581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759488.567584:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759488.567599:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.567601:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759488.567603:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759488.567606:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759488.567608:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759488.567609:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759488.567611:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759488.567614:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567620:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.567622:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567626:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567627:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759488.567630:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.567634:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759488.567638:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759488.567641:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312842764 00000100:00000001:3.0:1787759488.567644:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.567647:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312842764 00000100:00000001:3.0:1787759488.567649:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.567652:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759488.567654:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567656:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759488.567660:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488] req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759488.567669:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759488.567670:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759488.567673:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759488.567675:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759488.567677:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759488.567679:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759488.567682:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759488.567687:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567692:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759488.567693:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567695:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.567696:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759488.567700:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567704:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759488.567707:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567711:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759488.567713:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567714:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.567715:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567716:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759488.567719:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759488.567720:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759488.567723:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759488.567724:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759488.567727:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759488.567733:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759488.567737:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759488.567739:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567744:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.567745:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567746:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759488.567748:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759488.567749:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.567751:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759488.567753:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759488.567755:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759488.567756:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567758:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759488.567761:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759488.567762:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.567765:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759488.567767:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759488.567769:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759488.567771:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536384, portal 10 00000100:00000001:3.0:1787759488.567772:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759488.567773:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:3.0:1787759488.567778:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567783:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759488.567785:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759488.567788:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759488.567790:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875536384, offset 0 00000400:00000200:3.0:1787759488.567793:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759488.567796:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.567798:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759488.567800:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759488.567802:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759488.567804:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759488.567805:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.567807:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776615:776615:256:4294967295] 192.168.201.104@tcp LPNI seq info [776606:776606:8:4294967295] 00000400:00000200:3.0:1787759488.567810:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.567815:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759488.567819:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.567821:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759488.567824:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759488.567826:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759488.567829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759488.567831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759488.567834:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.567835:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759488.567837:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759488.567840:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759488.567842:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759488.567844:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759488.567847:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759488.567849:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567854:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.567856:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567861:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567862:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759488.567864:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.567866:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759488.567868:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759488.567870:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312842764 00000100:00000001:3.0:1787759488.567872:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.567875:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312842764 00000100:00000001:3.0:1787759488.567877:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.567879:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759488.567881:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.567882:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759488.567884:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488] req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759488.567889:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759488.567890:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759488.567891:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759488.567893:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759488.567895:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759488.567896:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759488.567898:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759488.567906:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567910:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759488.567911:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567913:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.567914:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759488.567916:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567920:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759488.567922:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567926:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759488.567928:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567929:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.567930:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.567932:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759488.567935:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759488.567937:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759488.567939:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759488.567940:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759488.567944:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759488.567949:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759488.567951:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759488.567953:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567957:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.567958:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567959:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759488.567960:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759488.567961:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.567964:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759488.567967:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759488.567969:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759488.567970:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.567971:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759488.567973:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759488.567974:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.567977:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759488.567978:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759488.567981:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759488.567983:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536512, portal 4 00000100:00000001:3.0:1787759488.567984:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759488.567985:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759488.567989:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.567996:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759488.567998:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759488.567999:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759488.568001:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875536512, offset 0 00000400:00000200:3.0:1787759488.568003:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759488.568006:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.568008:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759488.568010:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759488.568011:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759488.568013:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759488.568014:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.568017:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776616:776616:256:4294967295] 192.168.201.104@tcp LPNI seq info [776607:776607:8:4294967295] 00000400:00000200:3.0:1787759488.568072:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.568078:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759488.568083:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.568086:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759488.568089:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759488.568091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759488.568094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759488.568150:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759488.568154:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.568156:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759488.568158:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759488.568160:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759488.568162:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759488.568163:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759488.568165:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759488.568170:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568176:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568178:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568186:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.568187:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759488.568189:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.568192:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759488.568194:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759488.568196:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312842824 00000100:00000001:3.0:1787759488.568199:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.568201:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312842824 00000100:00000001:3.0:1787759488.568202:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.568204:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759488.568205:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.568207:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759488.568209:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488] req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759488.568213:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759488.568215:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759488.568216:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759488.568217:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759488.568219:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759488.568220:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759488.568222:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759488.568231:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568237:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759488.568239:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568241:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.568242:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759488.568246:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568253:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759488.568258:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568265:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759488.568268:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568270:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.568271:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568273:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759488.568275:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759488.568278:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759488.568282:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759488.568285:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759488.568288:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759488.568293:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759488.568296:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759488.568298:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568303:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759488.568305:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.568307:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759488.568308:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759488.568310:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759488.568312:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759488.568314:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759488.568316:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759488.568317:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759488.568319:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759488.568322:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759488.568323:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759488.568326:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759488.568328:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759488.568332:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759488.568335:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536640, portal 4 00000100:00000001:3.0:1787759488.568337:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759488.568383:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:3.0:1787759488.568389:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568396:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759488.568398:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759488.568400:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759488.568402:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875536640, offset 0 00000400:00000200:3.0:1787759488.568406:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759488.568410:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.568414:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759488.568417:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759488.568420:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759488.568423:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759488.568425:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759488.568430:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776617:776617:256:4294967295] 192.168.201.104@tcp LPNI seq info [776608:776608:8:4294967295] 00000400:00000200:3.0:1787759488.568435:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759488.568441:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759488.568446:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.568450:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759488.568454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759488.568456:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759488.568460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759488.568462:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759488.568464:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759488.568466:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759488.568469:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759488.568471:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759488.568473:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759488.568474:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759488.568476:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759488.568479:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568486:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568488:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568493:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.568494:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759488.568496:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759488.568498:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759488.568501:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759488.568502:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312842788 00000100:00000001:3.0:1787759488.568504:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.568506:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312842788 00000100:00000001:3.0:1787759488.568508:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312844043 00000100:00000001:3.0:1787759488.568509:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759488.568510:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.568511:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759488.568514:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759488/real 1787759488] req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759488.568519:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759488.568519:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759488.568521:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759488.568522:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759488.568524:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759488.568525:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759488.568527:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759488.568533:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568536:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759488.568537:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568538:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.568539:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759488.568541:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568546:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759488.568550:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568556:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759488.568559:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568560:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759488.568561:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568563:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759488.568565:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759488.568568:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759488.568572:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759488.568574:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759488.568579:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759488.568602:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759488.568607:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568610:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568614:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875536256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568621:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759488.568623:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759488.568625:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759488.568628:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759488.568629:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759488.568630:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759488.568633:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759488.568634:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759488.568637:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759488.568639:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759488.568640:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759488.568644:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759488.568645:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568647:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568652:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875536384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568659:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759488.568661:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759488.568663:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759488.568665:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759488.568667:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759488.568668:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759488.568670:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759488.568671:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:3.0:1787759488.568673:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759488.568674:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759488.568675:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759488.568678:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759488.568679:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568681:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568684:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875536512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568688:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759488.568689:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759488.568690:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dd400. 02000000:00000001:3.0:1787759488.568692:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759488.568693:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759488.568693:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759488.568695:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759488.568696:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:3.0:1787759488.568697:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759488.568698:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759488.568699:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759488.568700:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759488.568701:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568702:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759488.568703:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875536640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759488.568707:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759488.568708:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759488.568709:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df800. 02000000:00000001:3.0:1787759488.568710:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759488.568711:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759488.568712:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759488.568714:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759488.568716:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:3.0:1787759488.568717:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759488.568718:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759488.568718:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759488.568720:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759488.568720:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568722:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759488.568724:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759488.568725:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759488.568726:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759488.568727:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759489.014747:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759489.014759:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759489.014762:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759489.014768:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759489.014773:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759489.014778:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.014782:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759489.014785:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.014789:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759489.270293:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759489.270293:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759489.270309:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270309:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270314:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759489.270315:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759489.270325:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759489.270325:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759489.270339:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759489.270340:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759489.270348:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.270349:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.270357:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759489.270360:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.270363:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759489.270370:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759489.270373:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759489.270377:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759489.270487:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759489.270490:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270491:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759489.270496:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759489.270497:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759489.270501:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759489.270503:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270505:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759489.270507:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759489.270511:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759489.270513:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759489.270515:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759489.270523:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759489.270525:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759489.270532:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759489.270536:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759489.270538:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759489.270540:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759489.270554:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759489.270558:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759489.270560:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759489.270564:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759489.270567:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759489.270569:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759489.270571:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759489.270572:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759489.270604:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759489.270626:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759489.270629:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759489.270632:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759489.270633:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759489.270637:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759489.270638:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759489.270642:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759489.270643:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759489.270659:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759489.270662:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759489.270665:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759489.270770:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759489.270775:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270775:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759489.270784:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759489.270784:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759489.270789:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759489.270791:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759489.270794:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759489.270796:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759489.270799:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759489.270801:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759489.270804:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759489.270806:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759489.270809:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759489.270810:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759489.270815:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759489.270816:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759489.270821:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759489.270955:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759489.270959:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759489.270961:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759489.270963:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759489.270966:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759489.270968:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.270971:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759489.270973:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759489.270975:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759489.910230:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312844043, at 4312844096 00000100:00000010:3.0:1787759489.910245:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000040:2.0:1787759489.910328:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312844043, at 4312844096 00000100:00000010:2.0:1787759489.910335:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:1.0:1787759490.038196:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759490.038204:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759490.038206:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759490.038213:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759490.038217:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759490.038221:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759490.038224:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759490.038226:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759490.038229:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759490.294244:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759490.294252:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759490.294254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759490.294260:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759490.294264:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759490.294268:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294271:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759490.294273:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294277:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759490.294642:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759490.294646:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759490.294648:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759490.294651:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759490.294653:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759490.294655:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759490.294657:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759490.294658:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759490.294661:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759490.294688:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759490.294692:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759490.294694:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759490.294696:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759490.294699:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759490.294701:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294703:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759490.294704:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294706:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759490.294769:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759490.294773:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759490.294775:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759490.294779:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759490.294782:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759490.294785:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759490.294788:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759490.294789:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759490.294790:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294794:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759490.294795:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759490.294797:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759490.294801:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759490.294804:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759490.294806:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294809:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759490.294811:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.294813:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759490.295095:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759490.295098:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759490.295099:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759490.295102:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759490.295103:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759490.295105:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759490.295106:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759490.295109:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759490.295111:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759490.295111:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759490.295131:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759490.295133:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759490.295136:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759490.295138:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759490.295139:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759490.295140:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759490.295142:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759490.295144:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759490.295145:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759490.295150:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759490.295151:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759490.295153:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759490.295156:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759490.295158:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759490.295161:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759490.295164:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759490.295167:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295185:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759490.295190:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295195:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759490.295199:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759490.295201:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759490.295205:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295208:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759490.295210:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295213:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295216:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295220:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759490.295221:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759490.295225:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759490.295226:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759490.295242:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759490.295245:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759490.295249:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759491.062638:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759491.062647:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759491.062649:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759491.062655:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759491.062658:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759491.062662:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.062665:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759491.062668:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.062671:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759491.318233:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759491.318233:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759491.318242:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759491.318242:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759491.318243:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759491.318247:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759491.318247:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759491.318249:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759491.318252:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759491.318257:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759491.318258:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759491.318258:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759491.318265:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759491.318266:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759491.318266:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759491.318269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.318272:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759491.318272:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759491.318273:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759491.318279:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759491.318283:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759491.318285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759491.318289:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759491.318301:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759491.318302:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759491.318303:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759491.318307:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759491.318307:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759491.318310:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759491.318312:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759491.318314:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759491.318319:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759491.318322:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759491.318324:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759491.318326:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759491.318328:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759491.318329:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759491.318334:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759491.318334:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759491.318338:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759491.318339:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759491.318342:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759491.318343:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759491.318346:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759491.318348:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759491.318349:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759491.318351:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759491.318354:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759491.318355:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759491.318357:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759491.318359:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759491.318361:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759491.318362:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.318363:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759491.318365:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.318367:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759491.318369:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759491.318372:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759491.318373:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759491.318373:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759491.318375:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759491.318377:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759491.318382:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759491.318396:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759491.318400:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759491.318403:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759491.318406:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759491.318409:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759491.318412:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759491.318412:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759491.318417:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759491.318417:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759491.318421:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759491.318423:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759491.318425:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759491.318426:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759491.318438:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759491.318439:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759491.318444:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759491.318445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759491.318462:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759491.318465:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759491.318467:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759492.086201:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759492.086210:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759492.086214:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759492.086219:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759492.086224:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759492.086228:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.086230:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759492.086233:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.086245:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759492.342226:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759492.342226:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759492.342230:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759492.342232:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759492.342233:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759492.342234:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759492.342238:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759492.342238:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759492.342238:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759492.342247:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759492.342247:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759492.342248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759492.342248:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759492.342252:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759492.342254:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759492.342254:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759492.342255:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759492.342256:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759492.342259:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759492.342261:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759492.342261:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759492.342261:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759492.342263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759492.342265:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759492.342266:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759492.342269:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759492.342269:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759492.342270:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759492.342274:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.342275:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759492.342281:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759492.342281:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759492.342281:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759492.342285:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759492.342286:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759492.342290:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759492.342290:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759492.342294:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759492.342301:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759492.342304:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759492.342304:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759492.342307:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759492.342309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759492.342310:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759492.342312:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759492.342313:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759492.342316:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759492.342317:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759492.342319:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759492.342319:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759492.342321:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759492.342322:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759492.342322:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.342324:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759492.342326:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759492.342327:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.342327:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759492.342327:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759492.342331:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759492.342331:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759492.342333:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759492.342334:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759492.342334:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759492.342339:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759492.342339:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759492.342339:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759492.342341:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759492.342344:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759492.342345:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759492.342348:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759492.342351:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759492.342352:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759492.342354:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759492.342356:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759492.342356:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759492.342360:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759492.342360:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759492.342364:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759492.342366:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759492.342367:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759492.342371:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759492.342372:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759492.342373:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.110240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759493.110248:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.110251:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.110257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759493.110274:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.110278:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.110281:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.110283:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.110287:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.366242:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759493.366242:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759493.366251:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759493.366251:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.366255:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.366256:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.366263:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759493.366263:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759493.366268:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.366269:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.366274:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.366274:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.366280:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759493.366283:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.366287:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.366303:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759493.366306:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759493.366307:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.366309:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759493.366313:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759493.366315:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.366317:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759493.366319:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.366322:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.366346:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759493.366348:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759493.366350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.366352:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759493.366354:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759493.366356:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.366375:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.366377:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.366380:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759493.366464:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759493.366467:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759493.366468:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759493.366471:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759493.366473:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759493.366476:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759493.366478:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759493.366479:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759493.366482:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759493.366513:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759493.366516:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759493.366520:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759493.366522:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759493.366525:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759493.366526:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759493.366530:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759493.366531:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759493.366549:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759493.366551:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759493.366554:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759493.366604:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759493.366607:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.366609:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.366611:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759493.366613:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.366615:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.366617:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.366618:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.366621:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759493.366713:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759493.366717:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759493.366718:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759493.366721:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759493.366723:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759493.366725:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759493.366726:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759493.366728:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759493.366730:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759493.366737:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759493.366739:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759493.366740:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759493.366742:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759493.366744:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759493.366746:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759493.366748:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759493.366749:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759493.366751:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.367546:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759493.367549:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759493.367553:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759493.686799:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759493.686809:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759493.686812:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759493.686816:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759493.686820:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759493.686828:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18175 00000400:00000200:2.0:1787759493.686839:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759493.686846:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759493.686849:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759493.686853:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.686856:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.686859:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.686862:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759493.686867:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759493.686869:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759493.686872:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759493.686875:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759493.686878:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759493.686881:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759493.686884:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.686887:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.686889:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.686891:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759493.686894:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759493.686898:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759493.686900:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759493.686903:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759493.686907:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759493.686911:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.686914:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759493.686916:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759493.687440:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759493.687444:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759493.687449:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759493.687451:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.687455:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759493.687457:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759493.687462:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759493.687469:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759493.687476:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.687485:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759493.687496:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759493.687792:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.687799:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759493.687821:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759493.687824:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759493.687828:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759493.687830:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759493.687832:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759493.687835:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759493.687837:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18175 00000400:00000200:2.0:1787759493.687842:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759493.687845:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759493.687848:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759493.687852:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.687854:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.687857:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.687859:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759493.687862:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759493.687864:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759493.687866:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759493.687868:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759493.687870:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759493.687873:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759493.687876:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.687879:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.687881:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.687884:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759493.687887:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759493.687890:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759493.687893:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759493.687895:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759493.687902:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759493.687905:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.687907:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759493.687910:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759493.687914:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.687990:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759493.687996:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.687999:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759493.688005:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688014:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.688016:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.688020:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759493.688022:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759493.688025:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.688029:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875536768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759493.688034:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759493.688038:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759493.688040:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.688043:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759493.688048:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759493.688051:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.688057:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759493.688062:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759493.688070:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759493.688077:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536768, portal 25 00000100:00000001:1.0:1787759493.688080:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759493.688082:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759493.688088:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688095:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759493.688099:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759493.688101:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759493.688105:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875536768, offset 0 00000400:00000200:1.0:1787759493.688112:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759493.688133:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.688139:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759493.688144:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759493.688149:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759493.688152:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759493.688155:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759493.688160:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776618:776618:256:4294967295] 192.168.201.104@tcp LPNI seq info [776609:776609:8:4294967295] 00000400:00000200:1.0:1787759493.688164:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.688175:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759493.688182:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.688188:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759493.688195:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759493.688199:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759493.688206:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759493.688210:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759493.688214:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.688217:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759493.688221:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759493.688226:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759493.688231:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759493.688234:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759493.688237:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759493.688241:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688257:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.688261:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688268:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.688270:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759493.688276:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.688280:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759493.688283:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312849164 00000100:00000010:1.0:1787759493.688288:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e600. 00000100:00000001:1.0:1787759493.688294:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759493.688299:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312849164 00000100:00000010:1.0:1787759493.688302:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e240. 00000100:00000001:1.0:1787759493.688306:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759493.688309:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759493.688312:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.688314:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759493.688319:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493] req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759493.688328:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759493.688329:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759493.688332:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759493.688335:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759493.688336:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759493.688339:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759493.688343:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759493.688352:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688360:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759493.688362:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688364:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.688366:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759493.688370:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688378:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759493.688383:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688391:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759493.688394:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688396:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.688397:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688400:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759493.688402:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759493.688405:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759493.688409:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759493.688412:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759493.688417:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759493.688426:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875536768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759493.688432:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688434:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.688437:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875536768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.688445:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759493.688448:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759493.688451:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759493.688454:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759493.688456:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759493.688458:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759493.688460:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759493.688464:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759493.688468:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759493.688471:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759493.688472:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759493.688476:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759493.688477:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688479:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.688487:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.688489:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.688491:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759493.688492:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.688752:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759493.688757:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759493.688760:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759493.688764:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759493.688765:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.688767:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759493.688768:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759493.688771:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759493.688776:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759493.688780:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.688786:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759493.688793:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759493.688801:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.688805:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759493.688818:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759493.688821:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759493.688824:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759493.688827:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759493.688828:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759493.688832:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759493.688834:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18175 00000400:00000200:2.0:1787759493.688839:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759493.688843:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759493.688846:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759493.688849:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.688852:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.688854:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.688856:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759493.688859:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759493.688861:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759493.688863:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759493.688866:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759493.688868:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759493.688870:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759493.688874:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.688876:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.688879:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.688881:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759493.688884:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759493.688887:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759493.688890:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759493.688891:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759493.688894:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759493.688896:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.688898:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759493.688901:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759493.688903:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.688906:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759493.688910:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759493.688913:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759493.689322:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759493.689323:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689326:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759493.689327:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759493.689329:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759493.689334:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759493.689338:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.689344:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759493.689352:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759493.689355:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.689359:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759493.689368:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759493.689371:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759493.689375:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759493.689376:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759493.689378:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759493.689381:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759493.689384:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18175 00000400:00000200:2.0:1787759493.689388:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759493.689391:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759493.689394:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759493.689397:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689399:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.689401:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689404:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759493.689406:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759493.689408:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759493.689410:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759493.689413:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759493.689415:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759493.689418:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759493.689422:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689424:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.689426:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689429:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759493.689432:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759493.689435:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689438:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759493.689440:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759493.689443:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759493.689446:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689448:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759493.689450:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759493.689453:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689455:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759493.689459:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759493.689461:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759493.689464:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759493.689465:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689467:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759493.689468:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759493.689470:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759493.689474:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759493.689477:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.689482:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759493.689489:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759493.689492:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.689508:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759493.689517:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759493.689520:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759493.689523:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759493.689524:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759493.689526:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759493.689529:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759493.689536:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18175 00000400:00000200:2.0:1787759493.689542:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759493.689546:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759493.689548:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759493.689551:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689553:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.689555:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689558:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759493.689560:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759493.689562:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759493.689564:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759493.689566:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759493.689568:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759493.689571:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:1.0:1787759493.689610:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759493.689612:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.689614:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759493.689619:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.689627:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.689628:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.689631:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759493.689634:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759493.689636:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.689639:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759493.689643:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759493.689646:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759493.689648:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.689650:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759493.689654:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759493.689656:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.689660:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759493.689677:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689683:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759493.689685:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689687:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759493.689690:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759493.689693:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759493.689696:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759493.689699:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759493.689702:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759493.689704:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689706:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759493.689708:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759493.689711:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689713:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759493.689717:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759493.689725:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759493.689728:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759493.689729:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759493.689730:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759493.689732:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759493.689734:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759493.689738:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759493.689742:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759493.689746:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759493.689755:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759493.689757:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.689761:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759493.689770:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759493.689775:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18185) 00000400:00000010:1.0:1787759493.689806:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759493.689813:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759493.689817:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875536896, portal 10 00000100:00000001:1.0:1787759493.689819:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759493.689826:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759493.689833:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.689840:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759493.689843:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759493.689846:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759493.689849:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875536896, offset 0 00000400:00000200:1.0:1787759493.689855:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759493.689861:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.689866:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759493.689870:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759493.689873:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759493.689876:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759493.689879:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759493.689883:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776619:776619:256:4294967295] 192.168.201.104@tcp LPNI seq info [776610:776610:8:4294967295] 00000400:00000200:1.0:1787759493.689888:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.689896:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759493.689902:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.689906:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759493.689911:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759493.689914:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759493.689981:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759493.689984:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759493.689988:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.689991:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759493.689995:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759493.690000:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759493.690005:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759493.690007:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759493.690010:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759493.690015:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690024:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.690028:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690034:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690036:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759493.690040:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759493.690044:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759493.690047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759493.690050:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312847886 00000100:00000001:1.0:1787759493.690053:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690056:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312847886 00000100:00000001:1.0:1787759493.690058:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690061:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759493.690064:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690066:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759493.690070:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493] req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759493.690078:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759493.690080:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759493.690082:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759493.690085:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759493.690087:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759493.690089:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759493.690092:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759493.690101:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690108:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759493.690110:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690112:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.690240:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759493.690246:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690254:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759493.690258:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690265:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759493.690268:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690269:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.690271:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690272:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759493.690276:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759493.690279:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759493.690283:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759493.690286:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759493.690290:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759493.690299:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875536896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759493.690303:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759493.690306:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690313:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.690315:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.690317:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759493.690319:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759493.690321:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.690324:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759493.690327:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759493.690330:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759493.690332:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.690333:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759493.690337:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759493.690340:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.690343:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759493.690346:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759493.690350:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759493.690354:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537024, portal 10 00000100:00000001:1.0:1787759493.690356:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759493.690358:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759493.690364:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690372:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759493.690374:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759493.690376:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759493.690379:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875537024, offset 0 00000400:00000200:1.0:1787759493.690383:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759493.690388:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.690391:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759493.690394:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759493.690396:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759493.690399:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759493.690402:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759493.690404:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776620:776620:256:4294967295] 192.168.201.104@tcp LPNI seq info [776611:776611:8:4294967295] 00000400:00000200:1.0:1787759493.690409:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.690416:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759493.690421:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.690425:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759493.690429:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759493.690433:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759493.690437:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759493.690440:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759493.690444:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.690447:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759493.690450:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759493.690454:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759493.690457:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759493.690459:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759493.690462:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759493.690465:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690474:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.690477:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690484:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690486:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759493.690489:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759493.690492:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759493.690496:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759493.690512:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312847887 00000100:00000001:1.0:1787759493.690515:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690518:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312847887 00000100:00000001:1.0:1787759493.690521:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690523:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759493.690525:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690531:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759493.690537:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493] req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759493.690546:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759493.690551:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759493.690553:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759493.690556:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759493.690558:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759493.690561:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759493.690565:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759493.690578:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690585:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759493.690586:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690588:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.690589:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759493.690593:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690600:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759493.690604:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690611:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759493.690616:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690618:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.690619:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690621:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759493.690624:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759493.690627:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759493.690630:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759493.690633:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759493.690637:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759493.690646:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759493.690651:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759493.690654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690666:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.690667:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.690672:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759493.690674:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759493.690676:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.690682:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759493.690686:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759493.690687:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759493.690689:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.690691:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759493.690694:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759493.690697:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.690700:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759493.690703:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759493.690707:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759493.690710:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537152, portal 4 00000100:00000001:1.0:1787759493.690712:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759493.690714:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759493.690724:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690731:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759493.690734:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759493.690736:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759493.690739:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875537152, offset 0 00000400:00000200:1.0:1787759493.690743:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759493.690750:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.690754:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759493.690756:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759493.690759:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759493.690761:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759493.690763:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759493.690766:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776621:776621:256:4294967295] 192.168.201.104@tcp LPNI seq info [776612:776612:8:4294967295] 00000400:00000200:1.0:1787759493.690771:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.690778:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759493.690782:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.690786:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759493.690790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759493.690793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759493.690798:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759493.690801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759493.690805:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.690807:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759493.690810:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759493.690814:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759493.690817:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759493.690819:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759493.690821:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759493.690825:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690833:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.690836:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690843:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690845:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759493.690848:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759493.690851:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759493.690854:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759493.690856:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312847946 00000100:00000001:1.0:1787759493.690859:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690861:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312847946 00000100:00000001:1.0:1787759493.690864:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.690866:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759493.690869:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.690871:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759493.690875:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493] req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759493.690884:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759493.690885:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759493.690887:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759493.690890:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759493.690892:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759493.690894:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759493.690897:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759493.690906:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690913:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759493.690972:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.690974:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.690976:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759493.690981:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.690988:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759493.690993:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691001:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759493.691004:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691005:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.691007:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691009:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759493.691011:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759493.691014:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759493.691017:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759493.691020:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759493.691024:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759493.691033:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759493.691037:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691039:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.691042:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875536896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691048:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759493.691051:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759493.691053:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759493.691056:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759493.691058:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759493.691060:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759493.691063:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759493.691065:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759493.691070:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759493.691072:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759493.691073:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759493.691076:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759493.691077:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691079:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.691083:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875537024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691089:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759493.691090:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759493.691092:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759493.691094:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759493.691096:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759493.691097:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759493.691099:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759493.691102:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:1.0:1787759493.691104:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759493.691105:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759493.691107:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759493.691109:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759493.691110:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691112:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.691232:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875537152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691240:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759493.691241:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759493.691243:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759493.691246:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759493.691247:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759493.691248:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759493.691251:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759493.691253:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759493.691255:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759493.691257:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759493.691258:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759493.691261:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759493.691262:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691264:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691270:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.691272:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.691274:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759493.691276:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759493.691277:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759493.691281:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691288:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759493.691290:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.691292:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759493.691293:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759493.691295:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759493.691298:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759493.691303:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759493.691305:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759493.691306:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759493.691308:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759493.691311:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759493.691313:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759493.691317:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759493.691320:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759493.691324:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759493.691327:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537280, portal 4 00000100:00000001:1.0:1787759493.691329:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759493.691330:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759493.691336:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691343:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759493.691346:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759493.691349:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759493.691352:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875537280, offset 0 00000400:00000200:1.0:1787759493.691356:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759493.691361:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.691365:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759493.691368:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759493.691370:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759493.691373:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759493.691375:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759493.691378:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776622:776622:256:4294967295] 192.168.201.104@tcp LPNI seq info [776613:776613:8:4294967295] 00000400:00000200:1.0:1787759493.691383:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759493.691390:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759493.691395:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.691398:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759493.691402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759493.691406:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759493.691410:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759493.691413:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759493.691418:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759493.691420:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759493.691423:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759493.691427:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759493.691430:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759493.691432:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759493.691435:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759493.691439:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691446:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.691449:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691456:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.691458:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759493.691461:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759493.691463:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759493.691467:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759493.691469:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312847911 00000100:00000001:1.0:1787759493.691472:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.691474:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312847911 00000100:00000001:1.0:1787759493.691477:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312849164 00000100:00000001:1.0:1787759493.691479:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759493.691481:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.691483:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759493.691487:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759493/real 1787759493] req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759493.691509:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759493.691512:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759493.691514:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759493.691517:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759493.691519:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759493.691522:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759493.691525:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759493.691541:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691547:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759493.691548:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691554:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.691555:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759493.691559:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691566:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759493.691570:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691582:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759493.691585:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691587:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759493.691588:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691589:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759493.691591:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759493.691594:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759493.691598:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759493.691601:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759493.691608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759493.691616:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759493.691621:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691623:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759493.691626:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875537280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759493.691633:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759493.691635:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759493.691637:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759493.691640:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759493.691642:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759493.691643:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759493.691646:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759493.691648:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:1.0:1787759493.691650:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759493.691652:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759493.691654:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759493.691656:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759493.691657:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691659:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759493.691666:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759493.691670:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759493.691672:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759493.691674:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759494.135574:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759494.135582:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759494.135584:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759494.135590:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759494.135594:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759494.135597:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.135600:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759494.135603:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.135606:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759494.390259:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759494.390266:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759494.390268:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759494.390274:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759494.390278:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759494.390288:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759494.390291:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759494.390294:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759494.390297:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759494.390390:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759494.390394:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759494.390396:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759494.390399:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759494.390401:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759494.390404:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.390406:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759494.390408:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.390410:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759494.390590:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759494.390655:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759494.390658:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759494.390660:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759494.390662:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759494.390665:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759494.390667:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390669:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759494.390670:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390673:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759494.390682:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759494.390684:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759494.390685:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759494.390687:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759494.390689:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759494.390691:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390693:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759494.390694:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390696:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759494.390719:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759494.390722:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759494.390726:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759494.390727:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759494.390730:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759494.390731:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759494.390735:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759494.390736:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759494.390751:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759494.390754:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759494.390757:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759494.390774:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759494.390777:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759494.390778:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759494.390780:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759494.390782:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759494.390784:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390786:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759494.390787:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759494.390789:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759494.390995:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759494.390999:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759494.391000:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759494.391003:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759494.391005:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759494.391007:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.391009:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759494.391011:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759494.391013:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759494.391058:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759494.391061:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759494.391062:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759494.391065:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759494.391067:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759494.391069:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759494.391071:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759494.391073:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759494.391074:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759494.391167:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759494.391168:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759494.391171:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759494.391173:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759494.391175:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759494.391177:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759494.391179:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759494.391181:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759495.030213:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312849164, at 4312849216 00000100:00000010:2.0:1787759495.030231:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e600. 00000100:00000040:3.0:1787759495.030316:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312849164, at 4312849216 00000100:00000010:3.0:1787759495.030323:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e240. 00000100:00000001:1.0:1787759495.158228:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759495.158237:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759495.158239:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759495.158245:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759495.158249:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759495.158252:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759495.158256:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759495.158258:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759495.158261:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759495.414276:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759495.414284:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759495.414286:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759495.414292:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759495.414295:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759495.414298:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759495.414301:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759495.414303:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759495.414307:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759495.414432:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759495.414435:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759495.414437:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759495.414439:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759495.414441:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759495.414444:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759495.414446:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759495.414448:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759495.414450:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414495:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759495.414499:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759495.414502:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759495.414505:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414509:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759495.414511:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414513:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414516:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414520:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759495.414522:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414525:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759495.414527:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759495.414531:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759495.414532:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759495.414550:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759495.414553:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759495.414556:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759495.414645:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759495.414649:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759495.414650:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759495.414653:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759495.414656:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759495.414658:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414660:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759495.414662:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414664:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759495.414674:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759495.414677:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759495.414678:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759495.414681:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759495.414682:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759495.414684:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414686:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759495.414688:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414690:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759495.414798:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759495.414801:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759495.414802:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759495.414805:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759495.414807:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759495.414810:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759495.414812:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759495.414813:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759495.414815:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759495.414877:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759495.414880:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759495.414881:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759495.414883:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759495.414885:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759495.414887:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759495.414889:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759495.414891:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414972:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759495.414974:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759495.414976:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759495.414978:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759495.414980:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759495.414982:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414984:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759495.414986:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759495.414988:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759495.415060:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759495.415105:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759495.415108:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759495.415109:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759495.415112:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759495.415130:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759495.415132:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759495.415134:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759495.415136:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759495.415138:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759496.182217:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759496.182224:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759496.182225:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759496.182230:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759496.182233:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759496.182235:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.182237:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759496.182240:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.182242:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759496.438288:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759496.438298:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759496.438301:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759496.438307:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759496.438312:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759496.438317:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438320:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759496.438323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438326:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759496.438462:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759496.438466:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759496.438467:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759496.438470:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759496.438472:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759496.438474:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759496.438477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759496.438479:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759496.438482:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759496.438505:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759496.438508:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759496.438513:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759496.438514:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759496.438518:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759496.438519:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759496.438522:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759496.438524:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759496.438543:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759496.438546:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759496.438549:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759496.438596:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759496.438600:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759496.438601:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759496.438604:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759496.438606:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759496.438608:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438611:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759496.438613:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438615:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759496.438717:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759496.438721:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759496.438723:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759496.438726:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759496.438728:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759496.438731:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759496.438733:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759496.438734:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759496.438737:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759496.438750:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759496.438752:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759496.438753:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759496.438755:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759496.438757:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759496.438759:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759496.438761:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759496.438763:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759496.438765:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759496.438831:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759496.438835:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759496.438836:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759496.438839:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759496.438841:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759496.438843:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438845:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759496.438847:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759496.438849:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759496.439185:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759496.439189:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759496.439191:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759496.439194:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759496.439196:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759496.439198:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759496.439200:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759496.439202:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759496.439204:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759496.439319:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759496.439322:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759496.439324:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759496.439326:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759496.439328:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759496.439330:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759496.439332:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759496.439334:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759496.439336:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759497.206341:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759497.206352:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759497.206355:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759497.206362:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759497.206366:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759497.206371:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.206374:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759497.206377:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.206382:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759497.462282:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759497.462293:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759497.462295:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759497.462303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759497.462307:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759497.462312:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759497.462315:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759497.462318:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.462320:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759497.462322:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759497.462324:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759497.462325:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759497.462327:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759497.462329:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759497.462331:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.462333:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759497.462335:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.462337:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759497.462353:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759497.462355:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759497.462357:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759497.462359:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759497.462361:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759497.462363:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759497.462365:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759497.462366:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759497.462368:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759497.462438:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759497.462443:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759497.462444:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759497.462448:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759497.462450:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759497.462452:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462454:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759497.462456:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462459:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759497.462468:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759497.462470:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759497.462472:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759497.462474:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759497.462476:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759497.462478:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462479:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759497.462481:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462482:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759497.462511:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759497.462513:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759497.462515:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759497.462516:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759497.462518:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759497.462520:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462522:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759497.462523:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462525:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759497.462539:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759497.462541:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759497.462542:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759497.462545:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759497.462546:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759497.462549:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462551:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759497.462552:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759497.462554:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759497.462775:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759497.462780:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759497.462784:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759497.462786:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759497.462789:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759497.462791:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759497.462794:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759497.462796:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759497.462812:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759497.462816:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759497.462819:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759497.462845:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759497.462907:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759497.462909:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759497.462911:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759497.462914:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759497.462916:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.462918:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759497.462920:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759497.462922:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.230329:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759498.230341:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.230343:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.230349:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759498.230352:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.230356:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.230358:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.230361:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.230363:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759498.486250:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759498.486250:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759498.486250:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759498.486261:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759498.486261:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759498.486261:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759498.486265:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.486266:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759498.486266:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759498.486273:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759498.486274:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759498.486280:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759498.486281:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759498.486282:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759498.486287:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486287:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759498.486287:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486291:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759498.486293:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759498.486296:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759498.486300:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759498.486319:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759498.486321:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759498.486323:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759498.486325:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759498.486328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759498.486330:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.486467:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759498.486471:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.486473:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.486481:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759498.486484:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.486486:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759498.486719:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759498.486722:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759498.486725:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486756:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759498.486759:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486764:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759498.486766:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486776:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759498.486780:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759498.486782:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759498.486785:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486789:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759498.486792:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.486796:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759498.486799:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486801:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759498.486805:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759498.486808:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759498.486812:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.486813:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759498.486813:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759498.486818:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486818:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759498.486821:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.486824:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.486825:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759498.486838:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759498.486839:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759498.486843:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.486845:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759498.486846:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759498.486850:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759498.486851:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759498.486851:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759498.486853:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.486856:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.486857:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759498.486858:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486861:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.486862:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759498.486863:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759498.486866:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759498.486867:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.486868:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759498.486870:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.486873:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.486877:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.486879:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.486882:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486923:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486926:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486932:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759498.486933:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759498.486935:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759498.486936:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486939:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759498.486940:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486947:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759498.486949:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759498.486970:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759498.486986:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759498.486989:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759498.806775:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759498.806790:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759498.806795:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759498.806800:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759498.806813:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759498.806821:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18180 00000400:00000200:2.0:1787759498.806832:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759498.806839:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759498.806843:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759498.806847:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.806851:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.806854:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.807165:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759498.807170:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759498.807173:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759498.807176:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759498.807180:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759498.807183:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759498.807186:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759498.807191:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.807194:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.807196:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.807199:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759498.807212:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759498.807217:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759498.807220:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759498.807224:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759498.807228:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759498.807238:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.807242:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759498.807245:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759498.807257:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759498.807531:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759498.807538:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759498.807540:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.807544:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759498.807547:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759498.807552:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759498.807563:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759498.807572:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.807595:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759498.807606:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759498.807611:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759498.807617:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.808015:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759498.808020:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759498.808024:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759498.808025:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759498.808027:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759498.808031:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759498.808035:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18180 00000400:00000200:2.0:1787759498.808039:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759498.808044:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759498.808047:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759498.808050:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.808053:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.808056:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.808059:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759498.808062:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759498.808064:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759498.808066:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1787759498.808069:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1787759498.808069:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759498.808075:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759498.808078:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:1.0:1787759498.808081:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787759498.808082:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759498.808085:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759498.808086:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.808090:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.808094:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:1.0:1787759498.808096:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1787759498.808098:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759498.808104:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759498.808107:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759498.808109:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759498.808114:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759498.808136:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.808138:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759498.808143:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759498.808147:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.808149:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759498.808154:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759498.808157:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759498.808160:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759498.808161:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.808163:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759498.808165:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759498.808167:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759498.808171:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759498.808175:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.808181:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759498.808190:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759498.808192:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759498.808197:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.808226:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759498.808229:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759498.808244:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759498.808246:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759498.808246:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759498.808250:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759498.808251:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.808255:0:241950:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1787759498.808258:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1787759498.808259:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18180 02000000:00000001:1.0:1787759498.808271:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1787759498.808276:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759498.808277:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759498.808284:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00100000:1.0:1787759498.808285:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875537408:192.168.201.104@tcp:250:kworker.0 00000100:00080000:2.0:1787759498.808288:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759498.808487:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759498.808493:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759498.808496:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.808499:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759498.808505:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.808507:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.808518:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759498.808523:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759498.808539:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759498.808553:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537408, portal 25 00000100:00000001:1.0:1787759498.808556:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759498.808558:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759498.808565:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808573:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759498.808576:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759498.808579:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759498.808583:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875537408, offset 0 00000400:00000200:1.0:1787759498.808590:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759498.808599:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.808606:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759498.808613:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759498.808618:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759498.808622:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759498.808624:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.808628:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776623:776623:256:4294967295] 192.168.201.104@tcp LPNI seq info [776614:776614:8:4294967295] 00000400:00000200:1.0:1787759498.808633:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.808652:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759498.808659:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.808665:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759498.808672:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759498.808676:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000040:2.0:1787759498.808680:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.808687:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1787759498.808687:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:2.0:1787759498.808693:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:1.1:1787759498.808694:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1787759498.808698:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000100:1.0:1787759498.808703:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.808707:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759498.808714:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759498.808719:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759498.808725:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759498.808727:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759498.808732:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759498.808736:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808747:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.808751:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808759:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.808761:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759498.808768:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.808773:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759498.808776:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312854285 00000100:00000010:1.0:1787759498.808782:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e6c0. 00000100:00000001:1.0:1787759498.808791:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759498.808797:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312854285 00000100:00000010:1.0:1787759498.808800:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e360. 00000100:00000001:1.0:1787759498.808804:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759498.808807:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759498.808810:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.808813:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759498.808818:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498] req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759498.808827:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759498.808828:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759498.808830:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759498.808833:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759498.808834:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759498.808837:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759498.808840:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759498.808848:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808854:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759498.808856:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808859:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.808861:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.808865:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808872:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759498.808876:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808883:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759498.808886:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808888:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.808889:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808891:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759498.808893:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759498.808896:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759498.808899:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759498.808902:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759498.808906:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759498.808913:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875537408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759498.808918:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808920:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.808922:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875537408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808928:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759498.808931:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759498.808934:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.808936:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759498.808938:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759498.808940:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759498.808943:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759498.808945:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759498.808950:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759498.808952:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759498.808954:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759498.808958:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759498.808959:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808961:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.808969:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.808971:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.808974:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.808975:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.808977:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759498.808980:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.808987:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.808988:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.808990:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759498.808992:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759498.808994:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.808997:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759498.809000:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759498.809002:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759498.809004:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.809006:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759498.809009:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.809011:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.809015:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759498.809019:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:1.0:1787759498.809020:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000020:00000040:2.0:1787759498.809023:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000010:1.0:1787759498.809026:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000020:00000001:2.0:1787759498.809027:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759498.809031:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000200:1.0:1787759498.809032:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537536, portal 10 00000020:00000001:2.0:1787759498.809035:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000001:1.0:1787759498.809036:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759498.809040:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000020:00000001:2.0:1787759498.809040:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759498.809048:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:1.0:1787759498.809054:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.809054:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.809060:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.809065:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:1.0:1787759498.809070:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1787759498.809071:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00000040:1.0:1787759498.809076:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759498.809078:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000010:1.0:1787759498.809080:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000001:2.0:1787759498.809084:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787759498.809085:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875537536, offset 0 02000000:00000001:2.0:1787759498.809089:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1787759498.809093:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 02000000:00000001:2.0:1787759498.809094:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787759498.809100:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:2.0:1787759498.809100:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.809105:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1787759498.809109:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000008:00100000:2.0:1787759498.809110:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759498.809114:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.809136:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759498.809141:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759498.809144:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759498.809148:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759498.809149:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.809151:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759498.809153:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759498.809155:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759498.809159:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759498.809163:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.809170:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759498.809179:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759498.809182:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759498.809186:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.809196:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759498.809199:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759498.809211:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759498.809213:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759498.809214:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759498.809218:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759498.809221:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18180 00000400:00000200:2.0:1787759498.809227:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.809240:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759498.809244:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759498.809247:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759498.809249:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.809253:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776624:776624:256:4294967295] 192.168.201.104@tcp LPNI seq info [776615:776615:8:4294967295] 00000400:00000200:1.0:1787759498.809258:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.809265:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759498.809270:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.809274:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759498.809278:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759498.809281:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759498.809286:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759498.809290:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759498.809424:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.809427:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759498.809430:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759498.809434:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759498.809437:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759498.809439:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759498.809442:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759498.809446:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809454:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.809457:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809469:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.809471:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759498.809474:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759498.809478:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759498.809482:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759498.809485:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312853006 00000100:00000001:1.0:1787759498.809488:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.809490:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312853006 00000100:00000001:1.0:1787759498.809493:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.809495:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759498.809497:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.809499:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759498.809503:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498] req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759498.809511:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759498.809513:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759498.809514:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759498.809518:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759498.809520:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759498.809574:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759498.809579:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759498.809587:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809593:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759498.809595:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809596:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.809598:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.809601:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809608:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759498.809612:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809618:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759498.809621:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809622:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.809624:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809625:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759498.809629:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759498.809632:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759498.809636:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759498.809638:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759498.809642:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759498.809649:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759498.809653:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809655:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.809658:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875537536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809665:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759498.809666:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759498.809668:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.809671:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759498.809673:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759498.809674:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759498.809676:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759498.809678:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:1.0:1787759498.809681:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759498.809683:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759498.809684:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759498.809687:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759498.809688:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809690:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809693:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.809694:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.809696:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.809698:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.809699:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759498.809703:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809709:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.809711:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.809713:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759498.809714:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759498.809717:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.809720:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759498.809723:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759498.809725:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759498.809726:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.809728:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759498.809731:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.809733:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.809737:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759498.809740:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759498.809744:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759498.809747:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537664, portal 10 00000100:00000001:1.0:1787759498.809749:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759498.809750:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759498.809756:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809762:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759498.809765:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759498.809768:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759498.809771:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875537664, offset 0 00000400:00000200:1.0:1787759498.809776:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759498.809780:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.809784:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759498.809787:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759498.809789:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759498.809792:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759498.809794:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.809797:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776625:776625:256:4294967295] 192.168.201.104@tcp LPNI seq info [776616:776616:8:4294967295] 00000400:00000200:1.0:1787759498.809801:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.809807:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759498.809812:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.809815:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759498.809820:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759498.809823:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759498.809827:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759498.809829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759498.809833:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.809835:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759498.809838:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759498.809841:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759498.809844:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759498.809846:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759498.809848:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759498.809852:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.809862:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809869:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.809870:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759498.809874:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759498.809878:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759498.809881:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759498.809883:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312853006 00000100:00000001:1.0:1787759498.809886:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.809889:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312853006 00000100:00000001:1.0:1787759498.809891:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.809893:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759498.809895:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.809897:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759498.809901:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498] req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759498.809909:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759498.809910:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759498.809912:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759498.809914:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759498.809916:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759498.809918:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759498.809921:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759498.809929:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809936:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759498.809937:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809939:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.809940:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.809944:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809950:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759498.809954:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.809961:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759498.809963:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809965:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.809966:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809968:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759498.809971:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759498.809973:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759498.809977:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759498.809979:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759498.809983:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759498.809991:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759498.809996:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.809998:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.810001:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875537664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810007:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759498.810008:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759498.810010:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.810012:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759498.810013:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759498.810014:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759498.810016:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759498.810017:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:1.0:1787759498.810019:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759498.810020:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759498.810021:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759498.810022:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759498.810023:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810025:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810027:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.810028:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810030:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.810031:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759498.810032:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759498.810038:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759498.810044:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810048:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.810051:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810053:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759498.810056:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759498.810058:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759498.810060:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759498.810063:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759498.810066:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759498.810068:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759498.810072:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810075:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.810077:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810079:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759498.810081:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759498.810085:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810087:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759498.810089:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759498.810093:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759498.810095:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810098:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759498.810100:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759498.810103:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810105:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759498.810110:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759498.810113:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759498.810138:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759498.810141:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810143:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759498.810144:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759498.810147:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759498.810152:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759498.810157:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.810162:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759498.810171:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759498.810174:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759498.810179:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.810200:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810238:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.810240:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.810242:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759498.810247:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810255:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.810256:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.810259:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759498.810260:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759498.810262:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.810266:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759498.810270:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759498.810272:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759498.810273:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.810274:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759498.810277:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.810278:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.810281:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759498.810283:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759498.810286:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759498.810288:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537792, portal 4 00000100:00000001:1.0:1787759498.810290:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759498.810291:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759498.810349:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810356:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759498.810359:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759498.810362:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759498.810366:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875537792, offset 0 00000400:00000200:1.0:1787759498.810371:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759498.810377:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1787759498.810379:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:2.0:1787759498.810385:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1787759498.810386:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:2.0:1787759498.810388:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759498.810392:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1787759498.810393:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759498.810397:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759498.810400:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759498.810403:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810415:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1787759498.810420:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776626:776626:256:4294967295] 192.168.201.104@tcp LPNI seq info [776617:776617:8:4294967295] 00000100:00080000:2.0:1787759498.810422:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18180 00000400:00000200:1.0:1787759498.810430:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759498.810432:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759498.810446:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759498.810449:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759498.810457:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.810458:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:2.0:1787759498.810462:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1787759498.810467:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:2.0:1787759498.810468:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810473:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000010:1.0:1787759498.810474:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000020:00000001:2.0:1787759498.810479:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759498.810482:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759498.810485:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759498.810488:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000800:00000200:1.0:1787759498.810489:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:2.0:1787759498.810492:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000800:00000200:1.0:1787759498.810494:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759498.810499:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759498.810500:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759498.810503:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.810506:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000020:00000001:2.0:1787759498.810506:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:1.0:1787759498.810510:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1787759498.810515:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810518:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759498.810522:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.810524:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759498.810526:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759498.810529:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759498.810533:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759498.810535:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759498.810537:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759498.810541:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759498.810543:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810545:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759498.810547:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759498.810550:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810552:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759498.810556:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759498.810559:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759498.810562:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759498.810563:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759498.810565:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759498.810567:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759498.810569:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759498.810572:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759498.810585:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759498.810590:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1787759498.810600:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000100:00000001:2.0:1787759498.810603:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1787759498.810605:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:2.0:1787759498.810607:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759498.810612:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810616:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759498.810625:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759498.810625:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810637:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759498.810640:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18190) 00000100:00000040:1.0:1787759498.810658:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810666:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810668:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759498.810672:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759498.810675:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759498.810678:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759498.810681:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312853066 00000100:00000001:1.0:1787759498.810684:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.810686:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312853066 00000100:00000001:1.0:1787759498.810688:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.810691:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759498.810693:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810695:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759498.810712:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498] req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759498.810720:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759498.810721:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759498.810723:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759498.810726:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759498.810728:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759498.810730:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759498.810734:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759498.810742:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810749:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759498.810750:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810759:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.810760:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.810764:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810771:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759498.810774:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810781:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759498.810784:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810792:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.810794:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810796:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759498.810798:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759498.810801:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759498.810805:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759498.810807:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759498.810811:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759498.810826:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759498.810830:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810832:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.810835:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875537792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810842:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759498.810843:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759498.810849:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.810852:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759498.810854:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759498.810855:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759498.810858:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759498.810859:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:1.0:1787759498.810862:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759498.810863:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759498.810865:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759498.810868:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759498.810872:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810875:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.810878:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.810879:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.810881:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.810883:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759498.810885:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759498.810889:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810896:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759498.810902:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.810905:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759498.810907:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759498.810909:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759498.810912:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759498.810915:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759498.810918:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759498.810919:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759498.810921:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759498.810924:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.810926:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759498.810930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759498.810933:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759498.810937:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759498.810940:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875537920, portal 4 00000100:00000001:1.0:1787759498.810942:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759498.810944:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759498.810950:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.810956:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759498.810958:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759498.810961:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759498.810963:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875537920, offset 0 00000400:00000200:1.0:1787759498.810968:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759498.810972:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.810977:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759498.810980:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759498.810982:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759498.810985:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759498.810988:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759498.810991:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776627:776627:256:4294967295] 192.168.201.104@tcp LPNI seq info [776618:776618:8:4294967295] 00000400:00000200:1.0:1787759498.810996:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759498.811002:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759498.811006:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.811009:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759498.811013:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759498.811016:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759498.811020:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759498.811023:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759498.811026:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759498.811028:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759498.811031:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759498.811034:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759498.811037:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759498.811039:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759498.811041:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759498.811045:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811052:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.811055:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811061:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.811063:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759498.811066:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759498.811069:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759498.811072:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759498.811074:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312853030 00000100:00000001:1.0:1787759498.811077:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.811079:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312853030 00000100:00000001:1.0:1787759498.811081:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312854285 00000100:00000001:1.0:1787759498.811084:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759498.811086:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.811088:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759498.811091:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759498/real 1787759498] req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759498.811098:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759498.811099:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759498.811101:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759498.811103:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759498.811105:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759498.811236:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759498.811243:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759498.811251:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811258:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759498.811260:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811262:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.811263:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759498.811268:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811275:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759498.811280:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811287:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759498.811289:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811292:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759498.811491:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811494:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759498.811497:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759498.811500:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759498.811504:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759498.811507:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759498.811512:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759498.811520:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875537920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759498.811524:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811579:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759498.811582:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875537920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759498.811587:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759498.811588:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759498.811590:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759498.811592:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759498.811593:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759498.811598:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759498.811600:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759498.811601:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:1.0:1787759498.811604:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759498.811604:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759498.811605:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759498.811607:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759498.811608:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811610:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759498.811612:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759498.811613:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759498.811614:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759498.811615:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759499.254849:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759499.254862:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759499.254865:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759499.254873:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759499.254878:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759499.254884:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.254888:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759499.254891:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.254894:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759499.510192:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759499.510198:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759499.510200:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759499.510204:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759499.510209:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759499.510213:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510215:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759499.510217:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510220:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759499.510247:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759499.510251:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759499.510252:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759499.510253:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759499.510255:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759499.510256:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510258:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759499.510259:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510260:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759499.510406:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759499.510414:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759499.510416:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759499.510421:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759499.510426:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759499.510434:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759499.510438:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759499.510440:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759499.510444:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759499.510466:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759499.510468:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759499.510473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759499.510475:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759499.510479:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759499.510480:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759499.510483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759499.510485:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759499.510500:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759499.510503:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759499.510506:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759499.510606:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759499.510610:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759499.510611:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759499.510614:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759499.510617:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759499.510619:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759499.510621:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759499.510623:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759499.510625:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759499.510669:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759499.510672:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759499.510672:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759499.510675:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759499.510677:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759499.510677:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759499.510679:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759499.510681:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759499.510681:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759499.510687:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759499.510688:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759499.510688:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759499.510697:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759499.510698:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759499.510699:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759499.510701:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759499.510702:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510704:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759499.510706:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759499.510710:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759499.510710:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510714:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759499.510717:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759499.510740:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759499.510744:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759499.510745:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759499.510748:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759499.510750:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759499.510752:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759499.510770:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759499.510990:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759499.510993:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759499.510995:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759499.510996:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759499.510997:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759499.510999:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759500.150244:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312854285, at 4312854336 00000100:00000040:3.0:1787759500.150244:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312854285, at 4312854336 00000100:00000010:3.0:1787759500.150264:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e360. 00000100:00000010:2.0:1787759500.150267:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e6c0. 00000100:00000001:1.0:1787759500.278518:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759500.278530:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759500.278534:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759500.278541:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759500.278545:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759500.278550:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.278554:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759500.278557:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.278561:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759500.534261:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759500.534261:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759500.534273:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759500.534273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759500.534276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759500.534277:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759500.534286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759500.534286:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759500.534292:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759500.534293:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759500.534299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759500.534299:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759500.534305:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759500.534309:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759500.534313:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759500.534419:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759500.534423:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759500.534424:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759500.534427:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759500.534429:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759500.534431:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759500.534495:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759500.534499:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759500.534500:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759500.534503:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759500.534506:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759500.534508:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534514:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759500.534519:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759500.534520:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759500.534523:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759500.534526:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759500.534528:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534531:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759500.534533:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534535:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759500.534543:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759500.534546:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759500.534550:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759500.534584:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759500.534587:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759500.534588:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759500.534591:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759500.534593:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759500.534596:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759500.534598:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759500.534599:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759500.534602:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759500.534618:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759500.534622:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759500.534624:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759500.534627:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759500.534629:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759500.534631:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534634:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759500.534636:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534638:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759500.534646:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759500.534649:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759500.534650:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759500.534652:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759500.534654:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759500.534656:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534657:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759500.534659:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759500.534661:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759500.534767:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759500.534770:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759500.534772:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759500.534798:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759500.534801:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759500.534804:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.534983:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759500.534987:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.534993:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759500.534996:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759500.534998:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759500.535002:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.535005:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759500.535007:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.535009:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.535012:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.535015:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759500.535017:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759500.535020:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759500.535021:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759500.535040:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759500.535043:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759500.535046:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759501.302487:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759501.302498:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759501.302501:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759501.302508:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759501.302513:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759501.302518:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.302522:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759501.302525:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.302530:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759501.558293:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759501.558304:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759501.558307:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759501.558314:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759501.558319:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759501.558324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558327:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759501.558330:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558335:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759501.558446:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759501.558450:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759501.558452:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759501.558455:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759501.558457:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759501.558459:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.558462:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759501.558463:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.558465:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759501.558474:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759501.558477:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759501.558478:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759501.558480:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759501.558482:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759501.558482:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759501.558484:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558485:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759501.558486:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759501.558487:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759501.558488:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759501.558488:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759501.558490:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759501.558491:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759501.558492:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558494:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759501.558496:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558497:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759501.558944:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759501.558947:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759501.558949:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759501.558950:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759501.558951:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759501.558953:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759501.558954:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759501.558955:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759501.558957:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759501.558959:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759501.558959:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759501.558960:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759501.558961:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759501.558964:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759501.558965:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759501.558968:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759501.558970:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759501.558987:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759501.558990:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759501.558993:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759501.559093:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759501.559112:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759501.559113:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759501.559163:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759501.559166:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759501.559167:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759501.559170:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759501.559172:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759501.559174:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.559177:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759501.559178:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759501.559180:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759501.559215:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759501.559218:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759501.559221:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759501.559222:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759501.559224:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759501.559226:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759501.559326:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759501.559329:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759501.559331:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759501.559333:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759501.559335:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759501.559338:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759501.559340:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759501.559341:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759501.559343:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759502.327170:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759502.327181:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759502.327184:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759502.327190:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759502.327195:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759502.327199:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.327202:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759502.327206:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.327210:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759502.582274:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759502.582284:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759502.582286:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759502.582293:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759502.582298:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759502.582303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759502.582306:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759502.582309:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759502.582313:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759502.583378:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759502.583383:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759502.583385:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759502.583390:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759502.583393:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759502.583396:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759502.583398:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759502.583400:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759502.583403:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759502.583429:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759502.583433:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759502.583437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759502.583438:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759502.583442:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759502.583444:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759502.583448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759502.583449:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759502.583471:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759502.583474:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759502.583478:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759502.583579:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759502.583583:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759502.583585:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759502.583588:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759502.583590:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759502.583592:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583594:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759502.583596:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583599:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759502.583608:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759502.583610:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759502.583612:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759502.583614:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759502.583615:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759502.583618:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583619:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759502.583621:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583623:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759502.583711:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759502.583715:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759502.583716:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759502.583718:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759502.583720:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759502.583722:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759502.583724:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759502.583726:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759502.583728:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759502.583769:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759502.583772:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759502.583773:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759502.583776:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759502.583778:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759502.583780:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583782:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759502.583784:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759502.583786:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759502.583837:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759502.583840:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759502.583841:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759502.583844:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759502.583846:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759502.583849:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759502.583851:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759502.583853:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759502.583854:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759502.583894:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759502.583897:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759502.583898:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759502.583900:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759502.583902:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759502.583905:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759502.583907:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759502.583909:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759502.583911:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.352887:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759503.352898:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759503.352900:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.352907:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759503.352912:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759503.352916:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759503.352919:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759503.352922:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759503.352926:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606249:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759503.606260:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759503.606262:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759503.606270:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759503.606275:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759503.606280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759503.606280:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606286:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759503.606290:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759503.606291:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759503.606295:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606298:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759503.606298:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759503.606304:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759503.606305:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759503.606313:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759503.606317:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759503.606320:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759503.606321:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606343:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759503.606347:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759503.606350:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759503.606354:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759503.606355:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759503.606357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606359:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759503.606364:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759503.606364:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759503.606367:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759503.606368:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606370:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606374:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.606382:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759503.606387:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759503.606387:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759503.606391:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759503.606391:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759503.606392:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759503.606394:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000020:00000001:3.0:1787759503.606394:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606396:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759503.606399:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759503.606401:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00010000:3.0:1787759503.606401:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759503.606404:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606407:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759503.606410:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606411:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606421:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759503.606425:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759503.606426:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759503.606430:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.606431:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759503.606434:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.606437:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759503.606442:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759503.606444:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759503.606446:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759503.606451:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759503.606452:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759503.606454:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606455:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759503.606457:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759503.606460:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759503.606460:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759503.606463:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759503.606464:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759503.606469:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759503.606471:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759503.606473:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759503.606476:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606478:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759503.606483:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759503.606486:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759503.606490:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.606511:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.606514:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606836:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759503.606838:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759503.606841:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.607083:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.607086:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.607089:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759503.926344:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759503.926358:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759503.926361:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759503.926366:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759503.926372:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759503.926380:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18185 00000400:00000200:3.0:1787759503.926391:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759503.926398:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759503.926403:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759503.926407:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926411:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.926414:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926417:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759503.926422:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759503.926424:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759503.926427:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759503.926432:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759503.926434:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759503.926437:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759503.926441:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926443:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.926445:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926447:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759503.926451:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759503.926455:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926458:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759503.926461:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759503.926465:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759503.926468:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.926471:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759503.926474:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759503.926487:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759503.926491:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759503.926495:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759503.926497:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.926501:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759503.926504:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759503.926509:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759503.926517:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759503.926525:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.926535:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759503.926546:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759503.926550:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.926556:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.926628:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.926634:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.926636:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759503.926644:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.926653:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.926656:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.926660:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759503.926663:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759503.926666:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759503.926671:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875538048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759503.926675:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759503.926680:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759503.926682:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.926685:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759503.926691:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.926694:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.926700:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759503.926704:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759503.926712:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759503.926721:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538048, portal 25 00000100:00000001:1.0:1787759503.926724:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759503.926726:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:1.0:1787759503.926732:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.926741:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759503.926744:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759503.926746:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759503.926750:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875538048, offset 0 00000400:00000200:1.0:1787759503.926758:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759503.926767:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.926774:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759503.926779:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759503.926784:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759503.926788:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759503.926791:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759503.926796:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776628:776628:256:4294967295] 192.168.201.104@tcp LPNI seq info [776619:776619:8:4294967295] 00000400:00000200:1.0:1787759503.926801:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.926813:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759503.926819:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.926825:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759503.926833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759503.926837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759503.926844:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759503.926849:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787759503.926854:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.926858:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759503.926866:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759503.926871:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759503.926876:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759503.926879:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759503.926884:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759503.926888:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759503.926914:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759503.926918:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759503.926923:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759503.926924:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759503.926926:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759503.926929:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759503.926932:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18185 00000400:00000200:3.0:1787759503.926936:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759503.926939:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759503.926942:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759503.926945:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926947:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.926949:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926952:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759503.926954:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759503.926956:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759503.926958:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759503.926960:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759503.926963:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759503.926965:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759503.926968:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926970:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.926973:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926975:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759503.926978:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759503.926981:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759503.926983:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759503.926985:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759503.926991:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759503.926993:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.926995:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759503.927000:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759503.927004:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.927007:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759503.927011:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759503.927013:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759503.927016:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759503.927018:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.927020:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759503.927021:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759503.927023:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759503.927027:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759503.927031:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.927036:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759503.927044:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759503.927046:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.927050:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.927079:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.927084:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.927093:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.927095:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759503.927103:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.927107:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759503.927110:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312859403 00000100:00000010:1.0:1787759503.927152:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ed80. 00000100:00000001:1.0:1787759503.927161:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759503.927168:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312859404 00000100:00000010:1.0:1787759503.927172:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e540. 00000100:00000001:1.0:1787759503.927175:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759503.927178:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759503.927182:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.927185:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759503.927190:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503] req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759503.927201:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759503.927203:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759503.927205:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759503.927208:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759503.927210:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759503.927213:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759503.927217:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759503.927227:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.927235:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759503.927237:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.927240:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.927243:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759503.927248:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.927257:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759503.927262:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.927269:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759503.927273:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.927275:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.927276:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.927279:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759503.927281:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759503.927284:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759503.927288:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759503.927292:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759503.927296:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759503.927305:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875538048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759503.927311:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.927313:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.929380:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875538048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929399:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759503.929402:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759503.929406:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.929410:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759503.929413:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759503.929415:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759503.929418:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759503.929421:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:1.0:1787759503.929425:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759503.929427:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759503.929429:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:1.0:1787759503.929433:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759503.929435:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929438:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929448:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759503.929451:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.929454:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.929456:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.929460:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759503.929469:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929477:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.929478:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.929481:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759503.929484:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759503.929488:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759503.929492:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759503.929497:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759503.929501:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759503.929504:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.929507:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759503.929513:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.929515:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.929522:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759503.929526:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759503.929533:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759503.929539:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538176, portal 10 00000100:00000001:1.0:1787759503.929542:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759503.929544:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:1.0:1787759503.929551:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929559:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759503.929562:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759503.929565:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759503.929568:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875538176, offset 0 00000400:00000200:1.0:1787759503.929574:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759503.929582:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.929588:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759503.929594:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759503.929598:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759503.929601:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759503.929604:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759503.929609:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776629:776629:256:4294967295] 192.168.201.104@tcp LPNI seq info [776620:776620:8:4294967295] 00000400:00000200:1.0:1787759503.929614:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.929624:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759503.929630:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.929636:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759503.929642:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759503.929646:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759503.929652:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759503.929655:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787759503.929660:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.929662:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759503.929667:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759503.929672:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759503.929677:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759503.929679:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759503.929683:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759503.929687:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929697:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.929700:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929707:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.929709:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759503.929715:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759503.929719:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759503.929722:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759503.929725:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312858126 00000100:00000001:1.0:1787759503.929728:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312859403 00000100:00000001:1.0:1787759503.929731:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312858126 00000100:00000001:1.0:1787759503.929733:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312859404 00000100:00000001:1.0:1787759503.929736:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759503.929739:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.929742:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759503.929745:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503] req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759503.929762:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759503.929764:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759503.929766:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759503.929769:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759503.929771:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759503.929773:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759503.929777:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759503.929786:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929793:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759503.929795:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929797:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.929800:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759503.929804:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929812:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759503.929816:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929823:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759503.929826:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929828:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.929829:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929832:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759503.929837:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759503.929841:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759503.929845:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759503.929848:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759503.929853:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759503.929862:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759503.929866:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929868:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.929872:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875538176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.929878:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759503.929880:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759503.929882:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.929884:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759503.929886:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759503.929887:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759503.929890:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759503.929891:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:1.0:1787759503.929895:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759503.929896:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759503.929897:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:1.0:1787759503.929901:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759503.929902:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929904:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.929907:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759503.929908:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.929911:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.929913:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.930018:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.930021:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930085:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759503.930091:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759503.930095:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759503.930098:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759503.930100:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759503.930105:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759503.930109:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18185 00000400:00000200:3.0:1787759503.930114:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759503.930140:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759503.930143:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759503.930147:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930150:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.930152:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930156:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759503.930159:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759503.930162:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759503.930165:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759503.930167:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759503.930170:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759503.930173:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759503.930177:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930179:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.930182:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930185:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759503.930189:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759503.930193:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930197:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759503.930200:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759503.930207:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759503.930211:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930213:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759503.930221:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759503.930225:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930227:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759503.930233:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759503.930236:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759503.930241:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759503.930243:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930246:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759503.930248:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759503.930252:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759503.930257:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759503.930265:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.930272:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759503.930288:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759503.930291:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.930296:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930347:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.930353:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.930354:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759503.930361:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930371:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.930373:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.930375:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759503.930377:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759503.930380:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759503.930382:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759503.930386:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759503.930388:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759503.930390:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.930392:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759503.930395:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.930397:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.930401:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759503.930403:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759503.930407:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759503.930411:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538304, portal 10 00000100:00000001:1.0:1787759503.930413:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759503.930415:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759503.930421:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930428:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759503.930431:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759503.930433:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759503.930436:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875538304, offset 0 00000400:00000200:1.0:1787759503.930440:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759503.930445:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.930449:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759503.930452:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759503.930455:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759503.930457:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759503.930460:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759503.930463:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776630:776630:256:4294967295] 192.168.201.104@tcp LPNI seq info [776621:776621:8:4294967295] 00000400:00000200:1.0:1787759503.930468:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.930475:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759503.930480:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.930483:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759503.930492:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759503.930495:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759503.930500:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759503.930503:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787759503.930507:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.930509:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759503.930512:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759503.930516:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759503.930519:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759503.930521:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759503.930524:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759503.930527:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759503.930547:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759503.930550:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759503.930553:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759503.930554:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759503.930556:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759503.930559:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759503.930561:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18185 00000400:00000200:3.0:1787759503.930565:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759503.930568:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759503.930570:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759503.930573:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930575:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.930580:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930583:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759503.930585:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759503.930587:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759503.930588:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759503.930590:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759503.930592:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759503.930595:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759503.930598:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930600:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.930602:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930603:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759503.930607:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759503.930610:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759503.930612:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759503.930614:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759503.930617:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759503.930618:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930620:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759503.930623:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759503.930625:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930627:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759503.930631:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759503.930634:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759503.930636:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759503.930638:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.930639:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759503.930641:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759503.930642:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759503.930646:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759503.930650:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.930654:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759503.930661:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759503.930663:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.930667:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930691:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.930695:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930701:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.930703:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759503.930707:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759503.930710:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759503.930713:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759503.930716:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312858127 00000100:00000001:1.0:1787759503.930718:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312859403 00000100:00000001:1.0:1787759503.930721:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312858127 00000100:00000001:1.0:1787759503.930723:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312859404 00000100:00000001:1.0:1787759503.930725:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759503.930727:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.930729:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759503.930732:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503] req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759503.930741:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759503.930743:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759503.930744:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759503.930747:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759503.930749:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759503.930751:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759503.930754:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759503.930762:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930768:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759503.930769:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930771:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.930773:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759503.930776:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930782:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759503.930786:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930792:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759503.930794:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930796:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.930797:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930799:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759503.930801:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759503.930804:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759503.930807:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759503.930809:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759503.930813:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759503.930821:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759503.930825:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930827:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.930830:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875538304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930835:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759503.930837:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759503.930838:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.930841:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759503.930842:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759503.930843:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759503.930846:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759503.930847:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759503.930850:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759503.930851:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759503.930853:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759503.930855:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759503.930857:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930859:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.930862:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759503.930864:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.930866:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.930867:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.930869:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759503.930872:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930878:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.930879:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.930881:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759503.930883:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759503.930885:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759503.930888:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759503.930891:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759503.930893:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759503.930895:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.930896:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759503.930899:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.930901:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.930904:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759503.930907:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759503.930912:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759503.930915:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538432, portal 4 00000100:00000001:1.0:1787759503.930917:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759503.930918:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759503.930923:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.930927:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759503.930929:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759503.930931:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759503.930934:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875538432, offset 0 00000400:00000200:1.0:1787759503.930938:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759503.930941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.930944:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759503.930946:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759503.930948:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759503.930950:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759503.930951:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759503.930954:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776631:776631:256:4294967295] 192.168.201.104@tcp LPNI seq info [776622:776622:8:4294967295] 00000400:00000200:1.0:1787759503.930957:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.930961:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759503.930965:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.930968:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759503.930971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759503.930973:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759503.930976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759503.930978:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787759503.930981:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.930982:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759503.930985:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759503.930987:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759503.930989:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759503.930990:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759503.930993:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759503.930996:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931001:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.931003:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931007:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931008:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759503.931010:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759503.931012:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759503.931015:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759503.931016:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312858186 00000100:00000001:1.0:1787759503.931018:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312859403 00000100:00000001:1.0:1787759503.931020:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312858186 00000100:00000001:1.0:1787759503.931022:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312859404 00000100:00000001:1.0:1787759503.931025:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759503.931026:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931027:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759503.931030:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503] req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759503.931035:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759503.931037:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759503.931038:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759503.931040:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759503.931041:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759503.931042:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759503.931044:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759503.931050:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931054:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759503.931055:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931057:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.931058:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759503.931061:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931066:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759503.931068:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931073:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759503.931074:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931075:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.931076:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931077:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759503.931079:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759503.931080:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759503.931083:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759503.931085:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759503.931088:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759503.931097:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759503.931100:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931102:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.931103:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875538432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931107:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759503.931108:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759503.931109:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.931110:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759503.931111:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759503.931112:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759503.931114:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759503.931133:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:1.0:1787759503.931136:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759503.931136:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759503.931138:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759503.931140:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759503.931141:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931143:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931146:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759503.931147:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931148:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.931149:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931210:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.931212:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.931248:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759503.931251:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759503.931254:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759503.931255:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759503.931257:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759503.931260:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759503.931263:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18185 00000400:00000200:3.0:1787759503.931266:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759503.931269:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759503.931271:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759503.931273:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.931275:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.931279:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.931280:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759503.931282:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759503.931283:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759503.931285:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759503.931287:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759503.931289:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759503.931292:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759503.931295:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.931297:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759503.931299:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759503.931302:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759503.931305:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759503.931308:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759503.931311:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759503.931313:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759503.931327:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759503.931330:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.931332:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759503.931334:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759503.931337:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.931339:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759503.931343:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759503.931346:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759503.931348:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759503.931351:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759503.931352:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759503.931354:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759503.931356:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759503.931366:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759503.931370:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759503.931375:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759503.931383:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759503.931386:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.931390:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931431:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.931433:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759503.931435:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759503.931440:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931447:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759503.931448:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.931450:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759503.931453:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759503.931455:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759503.931458:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759503.931462:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759503.931464:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759503.931466:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759503.931468:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759503.931471:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.931473:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759503.931476:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759503.931479:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759503.931483:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759503.931486:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538560, portal 4 00000100:00000001:1.0:1787759503.931489:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759503.931490:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:1.0:1787759503.931496:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931503:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759503.931506:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759503.931508:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759503.931511:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875538560, offset 0 00000400:00000200:1.0:1787759503.931515:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759503.931520:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.931523:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759503.931526:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759503.931529:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759503.931531:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759503.931533:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759503.931536:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776632:776632:256:4294967295] 192.168.201.104@tcp LPNI seq info [776623:776623:8:4294967295] 00000400:00000200:1.0:1787759503.931541:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759503.931547:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759503.931552:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.931556:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759503.931561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759503.931564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1787759503.931569:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759503.931572:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1787759503.931575:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759503.931577:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:1.0:1787759503.931580:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759503.931584:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759503.931587:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:1.0:1787759503.931589:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:1.0:1787759503.931592:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759503.931596:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759503.931618:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759503.931625:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18195) 00000100:00000001:1.0:1787759503.931683:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.931688:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759528 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931694:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931696:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759503.931699:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759503.931702:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759503.931706:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759503.931708:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312858151 00000100:00000001:1.0:1787759503.931710:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312859403 00000100:00000001:1.0:1787759503.931713:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312858151 00000100:00000001:1.0:1787759503.931715:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312859404 00000100:00000001:1.0:1787759503.931718:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759503.931720:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931722:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759503.931726:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759503/real 1787759503] req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759503.931739:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759503.931741:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759503.931743:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:1.0:1787759503.931746:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:1.0:1787759503.931748:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:1.0:1787759503.931750:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759503.931753:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759503.931761:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931768:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759503.931769:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931771:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.931773:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759503.931776:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931783:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759503.931788:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931793:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759503.931796:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931798:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759503.931799:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931801:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759503.931803:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759503.931806:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759503.931810:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759503.931812:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759503.931817:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759503.931825:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759503.931830:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931831:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759503.931834:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875538560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759528 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759503.931841:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759503.931843:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759503.931845:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759503.931847:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759503.931849:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759503.931851:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759503.931853:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759503.931855:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:1.0:1787759503.931858:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759503.931859:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759503.931860:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:1.0:1787759503.931863:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759503.931864:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931866:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759503.931869:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759503.931871:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759503.931873:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759503.931874:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759504.374278:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759504.374290:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759504.374293:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759504.374300:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759504.374305:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759504.374320:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759504.374324:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759504.374327:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759504.374331:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759504.630246:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759504.630250:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759504.630256:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630257:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759504.630257:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759504.630265:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759504.630265:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759504.630267:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759504.630272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759504.630275:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759504.630275:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759504.630276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759504.630278:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630286:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759504.630286:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759504.630287:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759504.630293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630295:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630295:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630300:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759504.630342:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759504.630347:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759504.630347:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630350:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759504.630353:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759504.630364:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759504.630366:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759504.630368:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759504.630371:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759504.630374:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759504.630377:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630379:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759504.630381:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630383:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759504.630397:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759504.630399:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759504.630400:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759504.630402:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759504.630404:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759504.630406:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630408:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759504.630409:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630411:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759504.630429:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759504.630432:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759504.630434:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759504.630445:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759504.630447:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759504.630448:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759504.630450:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759504.630452:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759504.630454:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759504.630457:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759504.630458:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759504.630460:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759504.630460:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759504.630463:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759504.630464:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759504.630467:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759504.630468:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759504.630471:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759504.630472:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759504.630474:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759504.630476:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759504.630503:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759504.630508:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759504.630510:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759504.630514:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759504.630517:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759504.630521:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759504.630524:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759504.630526:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759504.630530:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759504.630575:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759504.630578:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759504.630580:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759504.630582:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759504.630585:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759504.630587:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759504.630589:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759504.630591:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759504.630593:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759505.270236:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312859404, at 4312859456 00000100:00000010:3.0:1787759505.270252:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e540. 00000100:00000040:2.0:1787759505.270261:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312859403, at 4312859456 00000100:00000010:2.0:1787759505.270278:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ed80. 00000100:00000001:3.0:1787759505.398261:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759505.398271:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759505.398273:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759505.398280:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759505.398284:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759505.398290:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759505.398304:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759505.398307:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759505.398310:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759505.654298:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759505.654308:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759505.654312:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654318:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759505.654318:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759505.654327:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759505.654328:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759505.654332:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759505.654332:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759505.654339:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759505.654341:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759505.654344:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759505.654347:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759505.654350:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759505.654351:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759505.654353:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654355:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759505.654358:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759505.654359:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654363:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759505.654365:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759505.654369:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759505.654371:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759505.654375:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654377:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759505.654379:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759505.654380:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759505.654382:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759505.654384:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759505.654387:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759505.654392:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654394:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759505.654396:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759505.654400:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759505.654400:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759505.654401:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759505.654405:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759505.654405:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759505.654406:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759505.654406:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759505.654417:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759505.654417:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759505.654418:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759505.654418:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654424:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759505.654424:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759505.654425:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759505.654427:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759505.654429:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759505.654435:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759505.654435:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759505.654436:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759505.654437:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759505.654446:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654446:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759505.654447:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759505.654448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759505.654458:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759505.654458:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654459:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759505.654461:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654462:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759505.654464:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759505.654469:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759505.654470:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759505.654470:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759505.654474:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759505.654482:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654485:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759505.654491:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759505.654494:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759505.654494:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759505.654498:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759505.654500:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759505.654501:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759505.654503:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654507:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759505.654507:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000020:00000001:3.0:1787759505.654507:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759505.654516:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654517:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759505.654517:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759505.654522:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759505.654523:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759505.654529:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759505.654533:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759505.654539:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759505.654542:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759505.654545:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759506.422240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759506.422249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759506.422251:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759506.422257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759506.422260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759506.422265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.422268:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759506.422270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.422288:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759506.678233:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759506.678241:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759506.678243:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759506.678249:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759506.678252:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759506.678256:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759506.678259:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759506.678261:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759506.678264:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759506.678369:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759506.678373:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759506.678374:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759506.678378:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759506.678380:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759506.678383:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759506.678385:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759506.678386:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759506.678389:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759506.679439:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759506.679443:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759506.679445:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759506.679448:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759506.679451:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759506.679453:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.679455:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759506.679457:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.679459:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759506.679479:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759506.679482:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759506.679487:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759506.679488:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759506.679491:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759506.679493:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759506.679496:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759506.679497:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759506.679515:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759506.679517:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759506.679520:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759506.679612:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759506.679615:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759506.679616:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759506.679619:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759506.679621:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759506.679623:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759506.679625:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759506.679627:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759506.679627:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759506.679629:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759506.679630:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759506.679632:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759506.679634:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759506.679636:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759506.679637:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759506.679640:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759506.679641:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759506.679642:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759506.679646:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759506.679648:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759506.679649:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759506.679651:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759506.679653:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759506.679655:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759506.679657:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759506.679658:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759506.679660:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759506.679716:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759506.679720:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759506.679722:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759506.679722:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759506.679727:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759506.679728:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759506.679731:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759506.679732:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759506.679735:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759506.679736:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759506.679741:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759506.679741:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759506.679745:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.679745:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759506.679748:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759506.679749:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759506.679753:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759506.679756:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759507.446227:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759507.446235:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759507.446238:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759507.446243:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759507.446246:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759507.446250:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.446253:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759507.446284:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.446288:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702244:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759507.702244:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759507.702262:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759507.702265:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759507.702270:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759507.702274:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759507.702278:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.702281:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759507.702284:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.702287:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759507.702292:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759507.702297:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759507.702299:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759507.702303:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759507.702306:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759507.702309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759507.702312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759507.702312:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759507.702315:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759507.702315:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759507.702316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702318:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759507.702318:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759507.702322:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759507.702324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759507.702325:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759507.702327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702329:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759507.702332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759507.702333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759507.702333:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759507.702335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702337:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759507.702337:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759507.702340:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759507.702343:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759507.702343:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759507.702346:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759507.702347:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759507.702350:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759507.702351:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759507.702353:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759507.702354:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759507.702356:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702362:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759507.702365:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759507.702367:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759507.702369:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759507.702371:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759507.702373:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759507.702373:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759507.702375:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1787759507.702376:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.702377:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759507.702380:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759507.702380:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759507.702383:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759507.702387:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759507.702388:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759507.702391:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759507.702395:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759507.702397:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.702400:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759507.702402:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759507.702405:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759507.703209:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759507.703214:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759507.703216:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759507.703220:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759507.703223:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759507.703226:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759507.703228:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759507.703228:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759507.703232:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759507.703233:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759507.703235:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759507.703237:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759507.703241:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759507.703244:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759507.703247:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759507.703260:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759507.703262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759507.703265:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759508.470341:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759508.470350:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759508.470353:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759508.470358:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759508.470362:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759508.470366:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.470369:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759508.470371:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.470374:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759508.726245:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759508.726252:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759508.726255:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759508.726256:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759508.726260:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759508.726260:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759508.726262:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759508.726264:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759508.726268:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726270:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759508.726272:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726275:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759508.726303:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726307:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759508.726308:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726312:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759508.726315:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1787759508.726316:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759508.726317:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759508.726318:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759508.726320:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759508.726320:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726324:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759508.726327:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759508.726328:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759508.726330:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759508.726334:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759508.726335:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759508.726337:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759508.726341:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759508.726341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759508.726345:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759508.726346:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759508.726349:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759508.726350:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759508.726352:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726356:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759508.726357:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726359:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759508.726362:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759508.726381:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759508.726384:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759508.726384:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759508.726386:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759508.726387:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759508.726389:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759508.726389:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759508.726392:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759508.726395:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759508.726402:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759508.726406:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759508.726408:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759508.726410:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759508.726413:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759508.726415:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726417:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759508.726419:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726421:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759508.726496:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759508.726500:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759508.726501:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759508.726504:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759508.726506:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759508.726508:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759508.726511:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759508.726512:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759508.726514:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759508.726520:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759508.726523:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759508.726525:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759508.726527:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759508.726530:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759508.726532:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759508.726534:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759508.726535:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759508.726538:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759508.726569:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759508.726573:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759508.726574:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759508.726577:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759508.726580:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759508.726583:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759508.726585:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759508.726586:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726587:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759508.726589:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759508.726593:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759508.726595:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759508.726598:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759508.726602:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759508.726604:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726607:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759508.726608:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759508.726610:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759509.046196:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759509.046206:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759509.046208:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759509.046213:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759509.046217:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759509.046224:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18190 00000400:00000200:3.0:1787759509.046245:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759509.046252:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759509.046255:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759509.046259:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046262:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046265:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046267:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759509.046272:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759509.046275:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759509.046278:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759509.046282:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759509.046285:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759509.046288:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759509.046291:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046294:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046296:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046298:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759509.046302:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759509.046307:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046310:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759509.046313:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759509.046317:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759509.046320:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046321:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759509.046324:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759509.046332:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759509.046336:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759509.046340:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759509.046342:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046345:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759509.046348:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759509.046352:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759509.046360:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759509.046366:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.046376:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759509.046386:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759509.046391:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.046395:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.046453:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759509.046457:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759509.046460:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759509.046467:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.046475:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.046478:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.046481:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759509.046484:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759509.046486:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.046490:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875538688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759509.046497:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759509.046501:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759509.046503:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.046506:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759509.046511:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759509.046513:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.046519:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759509.046523:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada767e8. 00000400:00000010:1.0:1787759509.046530:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40ee0. 00000100:00000200:1.0:1787759509.046538:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538688, portal 25 00000100:00000001:1.0:1787759509.046540:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759509.046542:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:1.0:1787759509.046548:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.046557:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759509.046559:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759509.046561:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40f68. 00000100:00000200:1.0:1787759509.046565:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875538688, offset 0 00000400:00000200:1.0:1787759509.046572:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759509.046580:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.046586:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759509.046591:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759509.046595:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759509.046599:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759509.046602:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759509.046606:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776633:776633:256:4294967295] 192.168.201.104@tcp LPNI seq info [776624:776624:8:4294967295] 00000400:00000200:1.0:1787759509.046611:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.046622:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759509.046629:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759509.046634:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038000. 00000800:00000200:1.0:1787759509.046641:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759509.046664:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759509.046668:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759509.046671:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759509.046672:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759509.046674:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759509.046677:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759509.046680:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18190 00000400:00000200:3.0:1787759509.046685:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759509.046688:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759509.046690:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759509.046693:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046696:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046698:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046700:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759509.046703:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759509.046705:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759509.046707:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759509.046710:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759509.046712:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759509.046714:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759509.046717:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046719:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046721:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046724:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759509.046726:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759509.046729:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046731:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759509.046734:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759509.046739:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759509.046742:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046744:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759509.046748:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759509.046752:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046754:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759509.046758:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759509.046761:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759509.046764:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759509.046765:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046767:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759509.046769:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759509.046771:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759509.046775:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759509.046778:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.046783:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759509.046792:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759509.046794:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.046798:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759509.046806:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759509.046808:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759509.046812:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759509.046813:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759509.046815:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759509.046818:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759509.046820:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18190 00000400:00000200:3.0:1787759509.046825:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759509.046828:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759509.046831:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759509.046835:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046838:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046840:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046842:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759509.046844:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759509.046846:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759509.046848:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759509.046850:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759509.046852:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759509.046854:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759509.046857:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046859:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046861:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046864:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759509.046867:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759509.046869:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046872:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759509.046873:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759509.046876:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759509.046878:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046880:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759509.046882:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759509.046885:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046886:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759509.046891:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759509.046893:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759509.046896:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759509.046897:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.046899:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759509.046900:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759509.046902:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759509.046906:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759509.046909:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.046913:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759509.046920:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759509.046923:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.046927:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759509.046934:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759509.046937:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759509.046940:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759509.046941:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759509.046943:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759509.046946:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759509.046948:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18190 00000400:00000200:3.0:1787759509.046951:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759509.046954:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759509.046956:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759509.046959:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046961:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046963:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046965:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759509.046967:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759509.046968:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759509.046970:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759509.046972:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759509.046974:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759509.046977:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759509.046980:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046982:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.046985:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046987:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759509.046990:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759509.046993:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759509.046996:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759509.046998:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759509.047001:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759509.047003:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047004:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759509.047006:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759509.047009:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047010:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759509.047014:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759509.047016:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759509.047019:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759509.047021:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047023:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759509.047024:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759509.047026:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759509.047030:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759509.047033:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.047038:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759509.047045:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759509.047047:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.047050:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759509.047059:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759509.047061:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759509.047065:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759509.047066:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759509.047069:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759509.047072:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759509.047075:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18190 00000400:00000200:3.0:1787759509.047079:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759509.047082:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759509.047084:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759509.047087:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.047089:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.047091:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.047094:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759509.047096:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759509.047098:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759509.047100:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759509.047102:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759509.047104:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759509.047107:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759509.047110:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.047113:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759509.047135:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759509.047138:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759509.047141:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759509.047144:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759509.047147:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759509.047149:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759509.047152:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759509.047155:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047156:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759509.047158:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759509.047161:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047163:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759509.047167:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759509.047170:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759509.047172:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759509.047174:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.047175:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759509.047177:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759509.047179:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759509.047183:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759509.047185:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.047190:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759509.047197:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759509.047200:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.047204:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759509.047213:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759509.047218:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18200) 00000800:00000200:1.1:1787759509.047277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759509.047304:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.047309:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759509.047312:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312864524 00000100:00000010:1.0:1787759509.047317:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e9c0. 00000100:00000001:1.0:1787759509.047324:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759509.047329:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312864524 00000100:00000010:1.0:1787759509.047332:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e4e0. 00000100:00000001:1.0:1787759509.047336:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759509.047339:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759509.047341:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047345:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047347:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.047356:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759509.047358:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787759509.047360:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759509.047361:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759509.047363:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759509.047367:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047373:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.047375:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047377:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759509.047379:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759509.047381:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.047384:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759509.047387:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759509.047389:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759509.047391:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047393:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759509.047396:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759509.047398:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.047401:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759509.047404:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76f20. 00000400:00000010:1.0:1787759509.047409:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40550. 00000100:00000200:1.0:1787759509.047412:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538816, portal 10 00000100:00000001:1.0:1787759509.047415:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759509.047416:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:1.0:1787759509.047423:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047429:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759509.047431:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759509.047434:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f402a8. 00000100:00000200:1.0:1787759509.047437:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875538816, offset 0 00000400:00000200:1.0:1787759509.047442:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047446:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047449:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759509.047453:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759509.047456:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759509.047458:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759509.047461:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047463:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776634:776634:255:4294967295] 192.168.201.104@tcp LPNI seq info [776625:776625:7:4294967295] 00000400:00000200:1.0:1787759509.047468:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047476:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759509.047481:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759509.047484:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038200. 00000800:00000200:1.0:1787759509.047488:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759509.047492:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759509.047495:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759509.047499:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759509.047502:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759509.047504:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312863244 00000100:00000001:1.0:1787759509.047507:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047510:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312863244 00000100:00000001:1.0:1787759509.047513:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047515:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759509.047518:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047520:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759509.047522:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047529:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.047531:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047533:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759509.047535:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759509.047536:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.047539:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759509.047543:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759509.047545:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759509.047546:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047548:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759509.047550:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759509.047553:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.047556:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759509.047558:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76160. 00000400:00000010:1.0:1787759509.047561:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f403b8. 00000100:00000200:1.0:1787759509.047564:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875538944, portal 10 00000100:00000001:1.0:1787759509.047566:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759509.047568:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:1.0:1787759509.047573:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047580:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759509.047582:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759509.047584:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f405d8. 00000100:00000200:1.0:1787759509.047587:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875538944, offset 0 00000400:00000200:1.0:1787759509.047592:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047595:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047598:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759509.047601:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759509.047604:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759509.047606:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759509.047609:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047612:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776635:776635:254:4294967295] 192.168.201.104@tcp LPNI seq info [776626:776626:6:4294967295] 00000400:00000200:1.0:1787759509.047617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047622:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759509.047627:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759509.047630:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038800. 00000800:00000200:1.0:1787759509.047634:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759509.047638:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759509.047640:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759509.047643:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759509.047647:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759509.047649:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312863244 00000100:00000001:1.0:1787759509.047651:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047654:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312863244 00000100:00000001:1.0:1787759509.047656:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047658:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759509.047661:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047663:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759509.047667:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047673:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.047674:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047676:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759509.047678:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759509.047680:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.047683:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759509.047687:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759509.047689:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759509.047691:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047693:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759509.047695:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759509.047697:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.047701:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759509.047703:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76738. 00000400:00000010:1.0:1787759509.047707:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f406e8. 00000100:00000200:1.0:1787759509.047710:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539072, portal 4 00000100:00000001:1.0:1787759509.047712:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759509.047713:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759509.047719:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047726:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759509.047729:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759509.047731:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40110. 00000100:00000200:1.0:1787759509.047733:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875539072, offset 0 00000400:00000200:1.0:1787759509.047738:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047741:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047744:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759509.047747:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759509.047749:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759509.047752:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759509.047754:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047756:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776636:776636:253:4294967295] 192.168.201.104@tcp LPNI seq info [776627:776627:5:4294967295] 00000400:00000200:1.0:1787759509.047761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047768:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759509.047773:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759509.047776:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038500. 00000800:00000200:1.0:1787759509.047780:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759509.047784:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759509.047787:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759509.047789:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759509.047793:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759509.047795:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312863303 00000100:00000001:1.0:1787759509.047797:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047799:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312863303 00000100:00000001:1.0:1787759509.047801:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047803:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759509.047806:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047808:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759509.047811:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047818:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.047819:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047821:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759509.047823:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759509.047825:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.047829:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759509.047832:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759509.047834:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759509.047836:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759509.047838:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759509.047841:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759509.047843:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759509.047846:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759509.047848:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada76cb8. 00000400:00000010:1.0:1787759509.047851:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40a18. 00000100:00000200:1.0:1787759509.047854:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539200, portal 4 00000100:00000001:1.0:1787759509.047856:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759509.047858:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759509.047863:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759509.047871:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759509.047874:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759509.047876:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40880. 00000100:00000200:1.0:1787759509.047879:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875539200, offset 0 00000400:00000200:1.0:1787759509.047884:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047887:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047891:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759509.047893:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759509.047895:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759509.047898:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759509.047900:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759509.047903:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776637:776637:252:4294967295] 192.168.201.104@tcp LPNI seq info [776628:776628:4:4294967295] 00000400:00000200:1.0:1787759509.047908:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759509.047913:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759509.047918:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759509.047921:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038100. 00000800:00000200:1.0:1787759509.047925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759509.047929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759509.047932:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759509.047935:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759509.047938:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759509.047940:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312863267 00000100:00000001:1.0:1787759509.047943:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047945:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312863267 00000100:00000001:1.0:1787759509.047948:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312864524 00000100:00000001:1.0:1787759509.047950:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759509.047952:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047954:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047957:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.047960:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759509.047961:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1787759509.047963:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759509.047965:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759509.047967:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.047969:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.494215:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759509.494241:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759509.494244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.494250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759509.494253:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759509.494257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759509.494260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759509.494263:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759509.494266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759509.750258:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759509.750258:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759509.750265:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759509.750265:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759509.750268:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.750268:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759509.750273:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759509.750273:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759509.750277:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759509.750277:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759509.750280:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.750280:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.750282:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.750285:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.750288:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759509.750312:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759509.750317:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759509.750320:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.750322:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759509.750324:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759509.750327:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759509.750329:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759509.750330:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759509.750334:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759509.750335:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759509.750340:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759509.750340:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759509.750342:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759509.750344:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759509.750345:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759509.750347:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759509.750349:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759509.750351:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759509.750565:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759509.750567:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759509.750569:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759509.750607:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759509.750610:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759509.750610:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759509.750614:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759509.750616:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759509.750621:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759509.750624:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759509.750627:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759509.750630:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759509.750642:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759509.750646:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759509.750647:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759509.750650:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759509.750652:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759509.750655:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759509.750657:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759509.750659:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759509.750661:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.752365:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.752370:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.752373:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759509.752376:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759509.752379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759509.752381:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.752397:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759509.752400:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759509.752401:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759509.752404:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759509.752407:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759509.752407:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759509.752409:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759509.752410:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759509.752411:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759509.752413:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759509.752414:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759509.752415:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759509.752416:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759509.752419:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759509.752421:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759509.752424:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759509.752425:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759509.752445:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759509.752448:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759509.752451:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759509.752478:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759509.752480:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759509.752483:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759510.390234:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312864524, at 4312864576 00000100:00000010:3.0:1787759510.390249:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e4e0. 00000100:00000040:2.0:1787759510.390276:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312864524, at 4312864576 00000100:00000010:2.0:1787759510.390286:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e9c0. 00000100:00000001:3.0:1787759510.518734:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759510.518741:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759510.518744:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759510.518750:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759510.518753:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759510.518757:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759510.518760:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759510.518763:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759510.518766:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774255:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759510.774260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759510.774263:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759510.774264:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774266:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759510.774269:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759510.774272:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759510.774273:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759510.774274:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759510.774276:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759510.774279:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759510.774280:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759510.774281:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774283:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759510.774284:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759510.774285:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759510.774288:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759510.774289:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759510.774290:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759510.774292:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759510.774292:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759510.774296:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759510.774298:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759510.774298:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759510.774300:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759510.774302:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759510.774305:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759510.774306:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759510.774308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759510.774309:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759510.774310:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759510.774315:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759510.774334:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759510.774334:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759510.774339:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759510.774339:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759510.774342:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759510.774343:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774343:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759510.774346:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759510.774349:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759510.774350:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00010000:3.0:1787759510.774350:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759510.774356:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759510.774356:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759510.774361:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774362:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759510.774368:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759510.774371:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759510.774373:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774425:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759510.774427:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774430:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774450:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759510.774453:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759510.774454:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759510.774457:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759510.774459:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759510.774461:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774463:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759510.774464:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774466:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759510.774576:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759510.774580:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759510.774582:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759510.774584:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759510.774586:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759510.774587:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759510.774588:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759510.774590:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759510.774591:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759510.774610:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759510.774615:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759510.774616:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759510.774619:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759510.774621:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759510.774623:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774626:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759510.774627:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759510.774630:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759510.775269:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759510.775272:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759510.775273:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759510.775275:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759510.775276:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759510.775278:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759510.775279:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759510.775280:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759510.775282:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759511.542274:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759511.542281:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759511.542283:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759511.542289:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759511.542293:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759511.542296:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759511.542299:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759511.542302:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759511.542305:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759511.798243:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759511.798251:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759511.798253:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759511.798258:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759511.798262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759511.798265:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759511.798268:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759511.798270:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759511.798273:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759511.798632:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759511.798635:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759511.798637:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759511.798640:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759511.798642:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759511.798644:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798646:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759511.798648:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798651:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759511.798659:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759511.798662:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759511.798663:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759511.798665:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759511.798667:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759511.798669:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798671:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759511.798673:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798674:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759511.798759:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759511.798763:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759511.798765:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759511.798767:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759511.798769:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759511.798771:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759511.798773:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759511.798774:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759511.798777:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759511.798858:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759511.798861:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759511.798863:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759511.798865:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759511.798867:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759511.798869:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759511.798871:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759511.798873:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759511.798874:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759511.798891:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759511.798893:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759511.798897:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759511.798898:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759511.798901:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759511.798903:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759511.798906:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759511.798907:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759511.798923:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759511.798926:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759511.798929:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759511.798963:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759511.798966:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759511.798967:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759511.798969:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759511.798972:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759511.798974:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798976:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759511.798978:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759511.798980:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759511.799022:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759511.799025:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759511.799026:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759511.799028:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759511.799030:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759511.799033:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759511.799035:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759511.799036:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759511.799038:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759511.799195:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759511.799198:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759511.799199:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759511.799201:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759511.799203:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759511.799205:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759511.799207:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759511.799209:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759511.799211:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1787759512.118484:0:2410:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759512.120853:0:2410:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759512.120868:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759512.120872:0:2410:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759512.120878:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759512.120883:0:2410:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759512.120889:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759512.120893:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038000. 00000400:00000200:2.0:1787759512.120900:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759512.121088:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759512.121260:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40f68 00000400:00000010:2.0:1787759512.121264:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40f68. 00000100:00000001:2.0:1787759512.121270:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759512.121342:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121373:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759512.121379:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121387:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.121390:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759512.121401:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759512.121404:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038200. 00000400:00000200:2.0:1787759512.121408:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759512.121412:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759512.121416:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f402a8 00000400:00000010:2.0:1787759512.121418:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f402a8. 00000100:00000001:2.0:1787759512.121421:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759512.121426:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121440:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759512.121444:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121451:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.121453:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759512.121457:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759512.121461:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038800. 00000400:00000200:2.0:1787759512.121464:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759512.121467:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759512.121470:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f405d8 00000400:00000010:2.0:1787759512.121473:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f405d8. 00000100:00000001:2.0:1787759512.121475:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759512.121479:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121485:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759512.121489:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121495:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.121497:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759512.121691:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759512.121695:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038500. 00000400:00000200:2.0:1787759512.121699:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759512.121703:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759512.121707:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40110 00000400:00000010:2.0:1787759512.121709:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40110. 00000100:00000001:2.0:1787759512.121712:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759512.121717:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121726:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759512.121729:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121736:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.121738:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759512.121743:0:2410:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759512.121746:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038100. 00000400:00000200:2.0:1787759512.121749:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759512.121753:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759512.121755:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40880 00000400:00000010:2.0:1787759512.121758:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40880. 00000100:00000001:2.0:1787759512.121760:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759512.121764:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121772:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759512.121775:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759512.121783:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.121784:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759512.122156:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759512.122161:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759512.122163:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759512.122171:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759509/real 1787759512] req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759512.122241:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759512.122243:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759512.122247:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76f20. 00000400:00000200:3.0:1787759512.122251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40550 00000400:00000010:3.0:1787759512.122253:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40550. 00000100:00000001:3.0:1787759512.122256:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759512.122260:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759512.122270:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122277:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759512.122279:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122282:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122284:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759512.122289:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122295:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759512.122301:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122308:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759512.122312:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122315:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122317:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759512.122323:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759512.122327:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759512.122333:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759512.122337:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759512.122341:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759512.122350:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759512.122356:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759512.122359:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759509/real 1787759512] req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759512.122368:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759512.122369:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759512.122371:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76160. 00000400:00000200:3.0:1787759512.122374:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f403b8 00000400:00000010:3.0:1787759512.122376:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f403b8. 00000100:00000001:3.0:1787759512.122378:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759512.122380:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759512.122386:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122389:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759512.122390:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122392:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122392:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759512.122394:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122399:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759512.122402:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122407:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759512.122409:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122410:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122411:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122412:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759512.122414:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759512.122416:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759512.122418:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759512.122420:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759512.122422:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759512.122428:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875538944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759512.122431:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759512.122433:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759509/real 1787759512] req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759512.122438:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759512.122438:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759512.122440:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76738. 00000400:00000200:3.0:1787759512.122441:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f406e8 00000400:00000010:3.0:1787759512.122442:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f406e8. 00000100:00000001:3.0:1787759512.122444:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759512.122445:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759512.122450:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122455:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759512.122457:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122458:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122459:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759512.122461:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122465:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759512.122468:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122471:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759512.122473:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122474:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122475:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122476:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759512.122477:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759512.122478:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759512.122480:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759512.122482:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759512.122484:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759512.122489:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759512.122491:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759512.122493:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759509/real 1787759512] req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759512.122497:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759512.122498:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759512.122499:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada76cb8. 00000400:00000200:3.0:1787759512.122501:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40a18 00000400:00000010:3.0:1787759512.122503:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40a18. 00000100:00000001:3.0:1787759512.122505:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759512.122509:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759512.122516:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122522:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759512.122523:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122525:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122526:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759512.122530:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122537:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759512.122541:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122547:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759512.122550:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122552:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122553:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122555:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759512.122557:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759512.122560:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759512.122563:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759512.122566:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759512.122570:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759512.122577:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759512.122581:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759512.122585:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759509/real 1787759512] req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759512.122593:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759512.122594:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759512.122596:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada767e8. 00000400:00000200:3.0:1787759512.122598:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40ee0 00000400:00000010:3.0:1787759512.122601:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40ee0. 00000100:00000001:3.0:1787759512.122603:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759512.122607:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759512.122616:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122622:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759512.122624:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122625:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122627:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759512.122630:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122637:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759512.122641:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122649:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759512.122652:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122654:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759512.122655:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122657:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759512.122659:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759512.122661:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759512.122665:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759512.122667:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759512.122671:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759512.122676:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875538688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759512.122679:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122681:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759512.122683:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875538816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122688:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759512.122690:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759512.122694:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:3.0:1787759512.122697:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759512.122699:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759512.122701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759512.122703:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759512.122705:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759512.122708:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759512.122710:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759512.122711:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:3.0:1787759512.122714:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759512.122715:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122716:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759512.122718:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875538944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122722:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759512.122723:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759512.122724:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:3.0:1787759512.122726:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759512.122727:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759512.122727:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759512.122729:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759512.122730:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759512.122731:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759512.122733:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759512.122734:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:3.0:1787759512.122735:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759512.122736:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122737:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759512.122739:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875539072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122743:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759512.122743:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759512.122744:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:3.0:1787759512.122746:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759512.122747:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759512.122747:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759512.122748:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759512.122749:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759512.122751:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759512.122752:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759512.122753:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:3.0:1787759512.122754:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759512.122755:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122756:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759512.122757:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875539200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122761:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759512.122762:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759512.122763:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:3.0:1787759512.122764:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759512.122765:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759512.122765:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759512.122766:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759512.122767:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759512.122769:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759512.122770:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759512.122770:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:3.0:1787759512.122772:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759512.122773:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122774:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759512.122776:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875538688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759512.122779:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759512.122780:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759512.122781:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759512.122782:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759512.122783:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759512.122784:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759512.122785:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759512.122785:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759512.122787:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759512.122787:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759512.122788:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:3.0:1787759512.122790:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759512.122790:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122792:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.122799:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759512.122800:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759512.122802:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759512.122802:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759512.566264:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759512.566272:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759512.566274:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759512.566280:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759512.566284:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759512.566287:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.566290:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759512.566292:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.566295:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.822291:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759512.822300:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759512.822303:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759512.822309:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759512.822313:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759512.822317:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.822320:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759512.822323:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.822326:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759512.822627:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759512.822631:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759512.822633:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759512.822636:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759512.822649:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759512.822651:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.822653:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759512.822656:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.822658:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759512.822678:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759512.822682:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759512.822686:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759512.822688:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.822689:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759512.822692:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759512.822694:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759512.822695:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.822697:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759512.822701:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759512.822702:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759512.822704:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.822706:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759512.822710:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.822713:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759512.822715:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.822719:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759512.822732:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759512.822736:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759512.822740:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759512.826612:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759512.826620:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759512.826622:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759512.826625:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759512.826629:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759512.826631:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759512.826634:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759512.826635:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759512.826640:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759512.826641:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759512.826645:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759512.826646:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759512.826649:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759512.826650:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759512.826656:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759512.826656:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759512.826660:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759512.826664:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759512.842185:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759512.842193:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759512.842215:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759512.842220:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759512.842222:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759512.842228:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759512.842232:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759512.842236:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.842239:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759512.842242:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759512.842245:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759512.842283:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759512.842287:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759512.842288:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759512.842291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759512.842294:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759512.842296:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.842298:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759512.842300:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759512.842302:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759512.842532:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759512.842537:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759512.842539:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759512.842541:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759512.842543:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759512.842545:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759512.842547:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759513.590287:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759513.590296:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759513.590298:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759513.590304:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759513.590308:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.590311:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.590315:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759513.590317:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.590320:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759513.846256:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759513.846263:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759513.846265:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759513.846268:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759513.846270:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759513.846271:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759513.846278:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759513.846278:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759513.846282:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759513.846284:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.846287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759513.846288:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846292:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759513.846296:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846299:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759513.846323:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759513.846325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759513.846330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759513.846331:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759513.846335:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759513.846337:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759513.846341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759513.846343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759513.846361:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759513.846364:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759513.846368:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759513.846386:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759513.846388:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759513.846390:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759513.846392:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759513.846394:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.846396:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846398:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759513.846400:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846403:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759513.846459:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759513.846464:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759513.846465:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759513.846468:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759513.846471:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759513.846473:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759513.846666:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759513.846669:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846671:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759513.846672:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759513.846675:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759513.846676:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759513.846678:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759513.846682:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759513.846683:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759513.846686:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759513.846687:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.846691:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759513.846692:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759513.846695:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759513.846698:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.846698:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759513.846703:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846703:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759513.846710:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759513.846713:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759513.846713:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759513.846716:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759513.846718:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759513.846721:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759513.846724:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759513.846728:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759513.846728:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759513.846731:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846732:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759513.846735:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759513.846736:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759513.846739:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759513.846740:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846744:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759513.846745:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759513.846747:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846751:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759513.846762:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759513.846765:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759513.850208:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759513.850214:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759513.850220:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759514.166347:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759514.166357:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759514.166360:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759514.166363:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759514.166368:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759514.166376:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18195 00000400:00000200:1.0:1787759514.166386:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759514.166393:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759514.166397:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759514.166400:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166404:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.166407:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166409:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759514.166414:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759514.166417:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759514.166419:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759514.166423:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759514.166425:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759514.166429:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759514.166432:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166434:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.166437:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166439:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759514.166443:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759514.166446:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166449:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759514.166452:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759514.166456:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759514.166459:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166461:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759514.166464:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759514.166471:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759514.166474:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759514.166479:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759514.166481:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166484:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759514.166487:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759514.166492:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759514.166500:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:1.0:1787759514.166507:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759514.166516:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759514.166526:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759514.166531:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759514.166536:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.166559:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759514.166562:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759514.166566:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759514.166568:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759514.166570:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759514.166573:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759514.166577:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18195 00000400:00000200:1.0:1787759514.166582:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759514.166586:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759514.166586:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1787759514.166591:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759514.166592:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787759514.166595:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759514.166597:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787759514.166599:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.166606:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759514.166608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.166609:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759514.166614:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759514.166617:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759514.166620:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759514.166624:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:3.0:1787759514.166626:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787759514.166628:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:3.0:1787759514.166630:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759514.166632:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 02000000:00000001:3.0:1787759514.166636:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787759514.166638:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759514.166641:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759514.166642:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.166647:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759514.166648:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166650:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00100000:3.0:1787759514.166655:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875539328:192.168.201.104@tcp:250:kworker.0 00000020:00000040:1.0:1787759514.166656:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759514.166663:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759514.166664:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787759514.166667:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.166670:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759514.166671:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759514.166676:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759514.166680:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759514.166681:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787759514.166685:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166688:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:3.0:1787759514.166689:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 00000008:00100000:1.0:1787759514.166692:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759514.166693:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787759514.166698:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166702:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.166704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759514.166708:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f392c0. 00000400:00000010:3.0:1787759514.166711:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000020:00000040:1.0:1787759514.166712:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759514.166717:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759514.166719:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166721:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759514.166722:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1787759514.166722:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 02000000:00000001:1.0:1787759514.166725:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759514.166731:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000200:3.0:1787759514.166732:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539328, portal 25 00000100:00000001:1.0:1787759514.166735:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.166736:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759514.166741:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00100000:1.0:1787759514.166744:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787759514.166751:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.166757:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759514.166761:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.166768:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759514.166769:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e22d281] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759514.166775:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759514.166780:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000001:1.0:1787759514.166783:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759514.166785:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875539328, offset 0 00000100:00080000:1.0:1787759514.166788:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759514.166792:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759514.166796:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1787759514.166797:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759514.166799:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759514.166804:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1787759514.166809:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759514.166810:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18195 00000400:00000200:1.0:1787759514.166817:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.166820:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759514.166823:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759514.166827:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1787759514.166831:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787759514.166832:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166836:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759514.166839:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000040:1.0:1787759514.166842:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166846:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759514.166847:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1787759514.166850:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1787759514.166853:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000040:1.0:1787759514.166854:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759514.166859:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1787759514.166860:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776638:776638:256:4294967295] 192.168.201.104@tcp LPNI seq info [776629:776629:8:4294967295] 00000020:00000040:1.0:1787759514.166864:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759514.166869:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759514.166869:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:1.0:1787759514.166874:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759514.166879:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166882:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.166888:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759514.166890:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:1.0:1787759514.166892:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759514.166897:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000200:3.0:1787759514.166900:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759514.166904:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166908:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787759514.166909:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 02000000:00000001:1.0:1787759514.166911:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759514.166915:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759514.166918:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759514.166920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759514.166921:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759514.166925:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000800:00000200:3.0:1787759514.166927:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000008:00000001:1.0:1787759514.166929:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.166934:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1787759514.166939:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000010:1.0:1787759514.166940:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39a40. 00000800:00000200:3.1:1787759514.166945:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000020:00000040:1.0:1787759514.166946:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759514.166952:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759514.166955:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1787759514.166956:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759514.166958:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759514.166961:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1787759514.166961:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 02000000:00000001:1.0:1787759514.166964:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.166968:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:1.0:1787759514.166970:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759514.166976:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.166976:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759514.166983:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00100000:1.0:1787759514.166985:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1787759514.166987:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759514.166993:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787759514.166997:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1787759514.167001:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.167002:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759514.167009:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096c362a4] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.167036:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.167038:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1787759514.167039:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759514.167045:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:3.0:1787759514.167046:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.167048:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759514.167051:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759514.167058:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759514.167060:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759514.167064:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18195 00000100:00000001:3.0:1787759514.167064:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787759514.167071:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759514.167074:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759514.167076:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759514.167081:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1787759514.167082:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:1.0:1787759514.167087:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759514.167088:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312869643 00000100:00000001:1.0:1787759514.167093:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.167097:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000010:3.0:1787759514.167097:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14360. 00000100:00000001:1.0:1787759514.167103:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759514.167105:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759514.167107:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759514.167109:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759514.167112:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:3.0:1787759514.167112:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759514.167159:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312869643 00000100:00000010:3.0:1787759514.167163:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14600. 00000100:00000001:3.0:1787759514.167166:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759514.167169:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759514.167173:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.167176:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759514.167181:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759514/real 1787759514] req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759514.167190:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759514.167192:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759514.167194:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759514.167197:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759514.167199:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759514.167202:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759514.167205:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759514.167213:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.167219:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759514.167221:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.167223:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.167225:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759514.167229:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787759514.167766:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759514.167772:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759514.167777:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167780:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.167782:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167784:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759514.167787:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759514.167791:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167794:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759514.167796:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759514.167801:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759514.167803:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167805:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759514.167807:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759514.167810:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167812:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759514.167818:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000020:00000040:1.0:1787759514.167821:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759514.167825:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759514.167826:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167828:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759514.167829:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759514.167831:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759514.167836:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:1.0:1787759514.167840:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759514.167846:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759514.167854:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759514.167857:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759514.167861:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.167869:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759514.167872:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759514.167875:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759514.167877:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759514.167878:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759514.167881:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759514.167884:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18195 00000400:00000200:1.0:1787759514.167888:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759514.167892:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759514.167894:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759514.167898:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167900:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.167902:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167904:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759514.167906:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759514.167908:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759514.167909:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759514.167912:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759514.167914:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759514.167916:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759514.167919:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167922:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759514.167924:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167926:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759514.167929:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759514.167932:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759514.167935:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759514.167936:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759514.167939:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759514.167941:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167943:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759514.167945:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759514.167947:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167949:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759514.167952:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759514.167955:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759514.167958:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759514.167959:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.167961:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759514.167962:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759514.167964:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759514.167968:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759514.167972:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759514.168079:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759514.168087:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759514.168089:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759514.168093:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759514.168100:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759514.168105:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18206) 00000100:00000001:3.0:1787759514.168964:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759514.168973:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.168980:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759514.168984:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.168986:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.168989:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.168991:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759514.168993:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759514.168996:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759514.169000:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759514.169002:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759514.169020:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759514.169028:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875539328:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759514.169033:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169035:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.169039:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875539328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169045:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759514.169048:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759514.169051:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759514.169055:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759514.169057:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759514.169059:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759514.169061:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759514.169063:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:3.0:1787759514.169067:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759514.169069:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759514.169071:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:3.0:1787759514.169074:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759514.169076:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169078:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169088:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759514.169090:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.169092:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759514.169094:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759514.169097:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759514.169102:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169154:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.169156:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169161:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759514.169164:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759514.169166:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.169170:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759514.169175:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759514.169180:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759514.169182:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169184:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759514.169190:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759514.169193:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.169199:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759514.169204:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759514.169209:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759514.169216:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539456, portal 10 00000100:00000001:3.0:1787759514.169219:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759514.169221:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 00000100:00000040:3.0:1787759514.169230:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169238:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759514.169241:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759514.169244:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759514.169248:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875539456, offset 0 00000400:00000200:3.0:1787759514.169256:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169264:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169270:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759514.169276:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759514.169279:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759514.169283:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759514.169286:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169290:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776639:776639:256:4294967295] 192.168.201.104@tcp LPNI seq info [776630:776630:8:4294967295] 00000400:00000200:3.0:1787759514.169295:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169305:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759514.169311:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169317:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759514.169324:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759514.169329:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759514.169335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759514.169339:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759514.169344:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169347:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759514.169352:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759514.169356:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759514.169361:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759514.169364:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759514.169368:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759514.169372:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169381:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.169384:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169392:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.169394:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759514.169399:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759514.169404:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759514.169407:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759514.169410:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312868366 00000100:00000001:3.0:1787759514.169414:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.169417:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312868366 00000100:00000001:3.0:1787759514.169420:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.169423:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759514.169426:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.169428:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759514.169433:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759514/real 1787759514] req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759514.169442:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759514.169443:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759514.169445:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759514.169448:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759514.169450:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759514.169453:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759514.169456:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759514.169466:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169473:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759514.169474:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169476:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.169477:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759514.169483:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169489:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759514.169493:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169500:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759514.169503:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169504:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.169506:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169507:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759514.169512:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759514.169515:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759514.169519:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759514.169521:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759514.169525:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759514.169534:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759514.169539:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759514.169543:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169549:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.169551:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169553:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759514.169555:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759514.169557:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.169560:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759514.169563:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759514.169567:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759514.169568:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169570:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759514.169573:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759514.169576:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.169579:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759514.169582:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759514.169584:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759514.169587:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539584, portal 10 00000100:00000001:3.0:1787759514.169589:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759514.169590:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 00000100:00000040:3.0:1787759514.169595:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169601:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759514.169603:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759514.169606:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759514.169608:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875539584, offset 0 00000400:00000200:3.0:1787759514.169612:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169615:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169619:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759514.169622:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759514.169624:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759514.169626:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759514.169629:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169632:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776640:776640:256:4294967295] 192.168.201.104@tcp LPNI seq info [776631:776631:8:4294967295] 00000400:00000200:3.0:1787759514.169636:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169642:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759514.169646:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169649:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759514.169653:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759514.169656:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759514.169660:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759514.169663:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759514.169666:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169668:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759514.169672:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759514.169675:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759514.169678:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759514.169679:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759514.169682:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759514.169685:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169692:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.169695:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169701:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.169702:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759514.169706:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759514.169709:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759514.169712:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759514.169714:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312868366 00000100:00000001:3.0:1787759514.169717:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.169719:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312868366 00000100:00000001:3.0:1787759514.169722:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.169724:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759514.169726:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.169728:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759514.169731:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759514/real 1787759514] req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759514.169738:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759514.169740:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759514.169741:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759514.169744:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759514.169746:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759514.169748:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759514.169751:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759514.169759:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169766:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759514.169768:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169770:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.169771:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759514.169775:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169782:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759514.169785:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169792:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759514.169795:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169797:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.169798:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.169800:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759514.169803:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759514.169806:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759514.169809:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759514.169812:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759514.169816:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759514.169824:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759514.169828:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759514.169832:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169838:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.169840:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169842:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759514.169844:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759514.169846:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.169848:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759514.169852:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759514.169854:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759514.169856:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.169857:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759514.169862:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759514.169864:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.169868:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759514.169871:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759514.169875:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759514.169878:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539712, portal 4 00000100:00000001:3.0:1787759514.169880:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759514.169881:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759514.169887:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169893:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759514.169895:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759514.169898:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759514.169900:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875539712, offset 0 00000400:00000200:3.0:1787759514.169904:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169909:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169912:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759514.169915:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759514.169918:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759514.169920:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759514.169923:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759514.169926:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776641:776641:256:4294967295] 192.168.201.104@tcp LPNI seq info [776632:776632:8:4294967295] 00000400:00000200:3.0:1787759514.169930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.169937:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759514.169941:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169945:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759514.169949:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759514.169951:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759514.169956:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759514.169959:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759514.169963:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.169965:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759514.169969:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759514.169972:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759514.169975:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759514.169977:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759514.169981:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759514.169984:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.169992:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.169995:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170002:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.170004:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759514.170007:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759514.170010:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759514.170013:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759514.170015:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312868425 00000100:00000001:3.0:1787759514.170018:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.170021:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312868425 00000100:00000001:3.0:1787759514.170023:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.170026:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759514.170028:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.170030:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759514.170033:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759514/real 1787759514] req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759514.170041:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759514.170042:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759514.170044:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759514.170046:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759514.170048:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759514.170051:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759514.170055:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759514.170063:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170074:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759514.170076:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170078:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.170079:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759514.170083:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170090:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759514.170094:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170100:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759514.170103:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170105:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.170106:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170108:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759514.170110:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759514.170113:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759514.170156:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759514.170159:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759514.170164:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759514.170172:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759514.170177:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759514.170180:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170186:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.170187:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.170190:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759514.170192:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759514.170194:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.170196:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759514.170200:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759514.170202:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759514.170204:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759514.170206:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759514.170209:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759514.170211:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759514.170215:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759514.170218:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759514.170222:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759514.170224:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539840, portal 4 00000100:00000001:3.0:1787759514.170227:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759514.170228:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759514.170233:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170239:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759514.170242:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759514.170245:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759514.170247:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875539840, offset 0 00000400:00000200:3.0:1787759514.170252:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759514.170256:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.170260:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759514.170262:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759514.170265:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759514.170267:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759514.170269:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759514.170273:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776642:776642:256:4294967295] 192.168.201.104@tcp LPNI seq info [776633:776633:8:4294967295] 00000400:00000200:3.0:1787759514.170277:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759514.170282:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759514.170288:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.170292:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759514.170297:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759514.170300:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759514.170305:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759514.170308:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759514.170312:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759514.170314:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759514.170317:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759514.170321:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759514.170324:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759514.170326:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759514.170329:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759514.170333:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170341:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.170344:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170349:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.170351:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759514.170354:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759514.170357:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759514.170361:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759514.170363:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312868390 00000100:00000001:3.0:1787759514.170366:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.170368:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312868390 00000100:00000001:3.0:1787759514.170371:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312869643 00000100:00000001:3.0:1787759514.170373:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759514.170376:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.170377:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759514.170381:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759514/real 1787759514] req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759514.170389:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759514.170391:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759514.170393:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759514.170395:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759514.170397:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759514.170399:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759514.170402:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759514.170410:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170416:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759514.170417:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170419:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.170420:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759514.170423:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170430:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759514.170434:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170440:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759514.170443:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170444:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759514.170446:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170448:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759514.170450:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759514.170452:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759514.170455:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759514.170458:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759514.170463:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759514.170471:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875539840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759514.170475:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170477:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.170480:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875539456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170487:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759514.170489:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759514.170491:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759514.170494:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759514.170496:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759514.170498:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759514.170500:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759514.170502:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:3.0:1787759514.170505:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759514.170506:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759514.170508:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:3.0:1787759514.170511:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759514.170512:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170514:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.170517:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875539584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170524:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759514.170525:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759514.170527:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759514.170530:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759514.170531:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759514.170532:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759514.170534:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759514.170536:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:3.0:1787759514.170538:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759514.170540:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759514.170542:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00000001:3.0:1787759514.170544:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759514.170546:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170547:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.170551:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875539712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170558:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759514.170560:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759514.170561:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759514.170564:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759514.170565:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759514.170566:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759514.170569:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759514.170570:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:3.0:1787759514.170573:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759514.170574:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759514.170575:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759514.170578:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759514.170579:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170581:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759514.170584:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875539840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759514.170590:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759514.170591:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759514.170592:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759514.170595:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759514.170596:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759514.170597:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759514.170599:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759514.170600:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759514.170603:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759514.170604:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759514.170605:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759514.170609:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759514.170610:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170613:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.170619:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759514.170620:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.170622:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759514.170624:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.614271:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759514.614280:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759514.614282:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.614288:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759514.614292:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759514.614296:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.614299:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.614301:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.614304:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.870254:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759514.870262:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759514.870265:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759514.870270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759514.870274:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759514.870278:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870280:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759514.870281:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759514.870284:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870286:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759514.870290:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759514.870290:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759514.870309:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759514.870313:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759514.870315:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870318:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759514.870319:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870322:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759514.870417:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759514.870422:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759514.870424:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759514.870427:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759514.870431:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759514.870434:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.870436:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759514.870438:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.870441:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759514.870459:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759514.870463:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759514.870465:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759514.870467:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759514.870470:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759514.870472:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.870475:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759514.870476:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.870479:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759514.870674:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759514.870679:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759514.870681:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759514.870684:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759514.870688:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759514.870691:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870694:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759514.870697:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759514.870700:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759514.871277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759514.871281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759514.871282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759514.871285:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759514.871287:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759514.871289:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.871291:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759514.871293:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759514.871295:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759514.871314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759514.871318:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759514.871322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759514.871323:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759514.871327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759514.871328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759514.871331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759514.871333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759514.871350:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759514.871353:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759514.871356:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759514.871629:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759514.871633:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759514.871634:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759514.871636:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759514.871639:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759514.871641:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759514.871643:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759514.871645:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759514.871647:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759514.871935:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759514.871939:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759514.871940:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759514.871943:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759514.871945:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759514.871947:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.871949:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759514.871950:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759514.871953:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759515.510222:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312869643, at 4312869696 00000100:00000040:3.0:1787759515.510222:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312869643, at 4312869696 00000100:00000010:2.0:1787759515.510236:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000010:3.0:1787759515.510236:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14600. 00000100:00000001:3.0:1787759515.638359:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759515.638367:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759515.638369:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759515.638374:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759515.638378:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759515.638382:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759515.638384:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759515.638387:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759515.638390:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894588:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759515.894590:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759515.894594:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759515.894595:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759515.894597:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894597:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759515.894601:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759515.894601:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759515.894605:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759515.894605:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759515.894608:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894608:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759515.894611:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759515.894611:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759515.894614:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894614:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759515.894617:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894617:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894626:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759515.894629:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759515.894630:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759515.894632:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759515.894634:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759515.894636:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894638:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759515.894639:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894641:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759515.894734:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759515.894739:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759515.894741:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759515.894744:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759515.894747:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759515.894748:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759515.894751:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759515.894753:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759515.894755:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759515.894756:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894759:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759515.894761:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759515.894763:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759515.894767:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759515.894770:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894772:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759515.894773:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759515.894773:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759515.894776:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759515.894776:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759515.894778:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759515.894780:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759515.894782:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759515.894785:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759515.894785:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759515.894787:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759515.894790:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759515.894791:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759515.894793:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759515.894795:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759515.894800:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759515.894804:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759515.894807:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759515.894810:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759515.894813:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894815:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759515.894818:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759515.894819:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759515.894821:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894823:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759515.894827:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759515.894827:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759515.894830:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894833:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759515.894836:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759515.894837:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759515.894839:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759515.894841:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759515.894844:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759515.894847:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759515.894869:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759515.894872:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759515.894875:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759515.895832:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759515.895837:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759515.895838:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759515.895842:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759515.895844:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759515.895847:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759515.895849:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759515.895851:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759515.895853:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759516.662220:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759516.662227:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759516.662229:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759516.662234:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759516.662238:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759516.662241:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759516.662244:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759516.662248:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759516.662251:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918243:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759516.918243:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759516.918247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759516.918252:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759516.918252:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759516.918252:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918256:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918257:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759516.918261:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759516.918263:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759516.918263:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759516.918264:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918271:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759516.918271:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759516.918272:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759516.918277:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918278:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759516.918279:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759516.918283:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759516.918285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759516.918287:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918289:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759516.918291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759516.918295:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918295:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759516.918296:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759516.918298:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918299:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759516.918303:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759516.918303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759516.918306:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759516.918308:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759516.918311:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759516.918312:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759516.918315:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759516.918323:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759516.918328:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759516.918332:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759516.918334:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759516.918334:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759516.918338:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759516.918338:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759516.918341:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759516.918341:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759516.918344:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759516.918344:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759516.918347:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759516.918347:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759516.918350:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759516.918350:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759516.918352:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759516.918353:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759516.918356:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759516.918357:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759516.918358:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759516.918362:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918362:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759516.918362:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759516.918362:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759516.918367:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759516.918367:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759516.918369:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759516.918374:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759516.918375:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759516.918375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918376:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759516.918379:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759516.918381:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759516.918381:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759516.918384:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759516.918386:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759516.918387:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759516.918387:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759516.918391:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759516.918394:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759516.918394:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759516.918395:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759516.918399:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759516.918401:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759516.918403:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759516.918416:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759516.918419:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759516.918423:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759517.686239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759517.686247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759517.686249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759517.686255:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759517.686259:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759517.686262:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.686265:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759517.686268:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.686271:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759517.942219:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759517.942226:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759517.942228:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759517.942232:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759517.942235:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759517.942238:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759517.942241:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759517.942243:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759517.942244:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759517.942250:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759517.942251:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759517.942253:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759517.942258:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759517.942262:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759517.942264:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759517.942267:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759517.942269:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759517.942273:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759517.942380:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759517.942383:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759517.942385:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759517.942387:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759517.942389:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759517.942392:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942394:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759517.942396:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942398:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759517.942415:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759517.942418:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759517.942421:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759517.942422:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759517.942425:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759517.942427:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759517.942430:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759517.942432:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759517.942448:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759517.942450:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759517.942451:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759517.942453:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759517.942456:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759517.942457:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942459:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759517.942460:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942463:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759517.942537:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759517.942541:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759517.942542:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759517.942545:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759517.942548:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759517.942551:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759517.942553:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759517.942555:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759517.942558:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759517.942577:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759517.942582:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759517.942584:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759517.942585:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759517.942587:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759517.942589:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759517.942592:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759517.942593:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759517.942594:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759517.942598:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759517.942598:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759517.942601:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759517.942602:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759517.942606:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759517.942608:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759517.942648:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759517.942650:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759517.942652:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759517.942748:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759517.942752:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759517.942755:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759517.942798:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759517.942801:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759517.942802:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759517.942804:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759517.942807:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759517.942809:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942810:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759517.942812:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759517.942814:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759518.710243:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759518.710250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759518.710253:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759518.710259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759518.710262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759518.710267:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759518.710270:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759518.710272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759518.710275:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759518.966226:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759518.966232:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759518.966234:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759518.966239:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759518.966242:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759518.966245:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.966247:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759518.966249:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.966251:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759518.966344:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759518.966347:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759518.966349:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759518.966351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759518.966352:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759518.966353:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759518.966355:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759518.966356:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759518.966358:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759518.966677:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759518.966682:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759518.966683:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759518.966687:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759518.966689:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759518.966691:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759518.966693:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759518.966695:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759518.966697:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759518.966826:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759518.966829:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759518.966831:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759518.966833:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759518.966835:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759518.966837:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.966839:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759518.966841:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.966842:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759518.967305:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759518.967309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759518.967310:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759518.967313:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759518.967315:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759518.967317:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759518.967319:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759518.967320:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759518.967323:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759518.967339:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759518.967343:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759518.967344:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759518.967349:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759518.967349:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759518.967353:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759518.967356:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759518.967356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759518.967358:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759518.967360:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759518.967360:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759518.967365:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967367:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759518.967372:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759518.967375:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759518.967378:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967382:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759518.967384:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967386:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967388:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759518.967395:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759518.967396:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759518.967398:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759518.967400:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759518.967402:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759518.967404:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759518.967405:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759518.967407:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759518.967409:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759518.967410:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759518.967414:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759518.967416:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759518.967418:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.967419:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759518.967420:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759518.967421:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759518.967459:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759518.967462:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759518.967465:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759518.967611:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759518.967615:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759518.967616:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759518.967619:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759518.967621:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759518.967623:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759518.967625:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759518.967626:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759518.967628:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759519.286230:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759519.286241:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759519.286243:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759519.286248:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759519.286252:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759519.286260:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18201 00000400:00000200:1.0:1787759519.286279:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759519.286298:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759519.286302:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759519.286306:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286309:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.286312:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286315:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759519.286320:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759519.286322:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759519.286325:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759519.286327:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759519.286329:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759519.286331:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759519.286334:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286335:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.286337:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286338:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759519.286341:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759519.286344:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286345:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759519.286347:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759519.286351:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759519.286352:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.286354:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759519.286356:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759519.286365:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759519.286368:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759519.286371:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759519.286373:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.286375:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759519.286378:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759519.286381:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759519.286388:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759519.286394:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.286401:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759519.286409:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759519.286414:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.286419:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.286480:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759519.286484:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759519.286486:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759519.286491:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.286497:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.286498:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.286501:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759519.286503:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759519.286505:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759519.286507:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875539968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759519.286511:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759519.286514:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759519.286516:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.286518:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759519.286522:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.286523:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.286529:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759519.286533:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759519.286538:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759519.286544:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875539968, portal 25 00000100:00000001:0.0:1787759519.286546:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759519.286548:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:0.0:1787759519.286552:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.286558:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759519.286561:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759519.286564:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759519.286568:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875539968, offset 0 00000400:00000200:0.0:1787759519.286576:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759519.286584:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.286591:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759519.286596:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759519.286601:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759519.286605:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759519.286608:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759519.286612:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776643:776643:256:4294967295] 192.168.201.104@tcp LPNI seq info [776634:776634:8:4294967295] 00000400:00000200:0.0:1787759519.286617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.286625:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759519.286630:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.286635:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759519.286641:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759519.286644:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759519.286649:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759519.286651:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759519.286655:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.286657:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759519.286662:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759519.286666:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759519.286670:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759519.286672:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759519.286676:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759519.286679:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759519.286700:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759519.286703:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759519.286705:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759519.286706:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759519.286707:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759519.286710:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759519.286712:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18201 00000400:00000200:1.0:1787759519.286715:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759519.286717:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759519.286719:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759519.286721:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286723:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.286724:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286726:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759519.286728:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759519.286729:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759519.286731:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759519.286733:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759519.286734:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759519.286736:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759519.286746:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286747:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.286749:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286750:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759519.286752:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759519.286754:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759519.286756:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759519.286757:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759519.286763:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759519.286764:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.286765:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759519.286768:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759519.286773:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.286774:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759519.286777:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759519.286779:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759519.286781:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759519.286782:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.286784:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759519.286785:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759519.286786:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759519.286789:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759519.286793:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.286797:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759519.286805:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759519.286807:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.286811:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287434:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.287441:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287450:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.287452:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759519.287461:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.287465:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759519.287468:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312874763 00000100:00000010:0.0:1787759519.287474:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759519.287481:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759519.287486:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312874763 00000100:00000010:0.0:1787759519.287489:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759519.287492:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759519.287496:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759519.287499:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.287501:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759519.287506:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519] req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759519.287516:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759519.287518:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759519.287520:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759519.287523:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759519.287526:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759519.287528:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759519.287532:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759519.287540:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287551:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759519.287553:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287555:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.287556:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.287561:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287569:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759519.287574:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287581:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759519.287584:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287585:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.287587:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287589:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759519.287591:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759519.287594:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759519.287599:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759519.287602:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759519.287607:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759519.287616:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875539968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759519.287621:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287623:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.287625:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875539968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287630:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759519.287632:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759519.287635:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.287638:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759519.287639:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759519.287640:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759519.287642:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759519.287644:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:0.0:1787759519.287647:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759519.287649:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759519.287650:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759519.287652:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759519.287653:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287655:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.287661:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759519.287662:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.287664:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759519.287665:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759519.287666:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759519.287668:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287673:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.287674:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.287675:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759519.287677:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759519.287678:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759519.287680:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759519.287682:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759519.287684:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759519.287685:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.287687:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759519.287689:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.287690:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.287693:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759519.287695:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759519.287698:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759519.287701:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540096, portal 10 00000100:00000001:0.0:1787759519.287703:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759519.287704:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759519.287709:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.287715:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759519.287718:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759519.287721:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759519.287723:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875540096, offset 0 00000400:00000200:0.0:1787759519.287728:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759519.287732:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.287737:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759519.287741:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759519.287744:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759519.287746:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759519.287749:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759519.287751:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776644:776644:256:4294967295] 192.168.201.104@tcp LPNI seq info [776635:776635:8:4294967295] 00000400:00000200:0.0:1787759519.287755:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.287763:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:1.0:1787759519.287850:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759519.287853:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759519.287857:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759519.287858:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759519.287860:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759519.287863:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759519.287866:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18201 00000400:00000200:1.0:1787759519.287871:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759519.287874:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759519.287876:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759519.287879:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.287881:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.287883:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.287886:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759519.287888:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759519.287890:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759519.287892:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759519.287894:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759519.287897:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759519.287899:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759519.287902:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.287905:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.287907:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.287909:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759519.287913:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759519.287916:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759519.287918:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759519.287921:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759519.287924:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759519.287927:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.287929:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759519.287931:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759519.287934:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.287936:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759519.287940:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759519.287943:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759519.287946:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759519.287947:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.287949:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759519.287951:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759519.287953:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759519.287958:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759519.287962:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.287968:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759519.287976:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759519.287979:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.287983:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759519.287991:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759519.287994:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759519.287998:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759519.287999:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759519.288000:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759519.288003:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759519.288006:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18201 00000400:00000200:1.0:1787759519.288009:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759519.288012:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759519.288014:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759519.288017:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288020:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.288022:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288024:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759519.288027:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759519.288028:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759519.288030:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759519.288032:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759519.288035:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759519.288037:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759519.288040:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288042:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.288172:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288176:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759519.288179:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759519.288183:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288186:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759519.288189:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759519.288192:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759519.288195:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288197:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759519.288199:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759519.288202:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288203:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759519.288207:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759519.288210:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759519.288213:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759519.288214:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288216:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759519.288218:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759519.288220:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759519.288224:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759519.288229:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.288234:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759519.288241:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759519.288244:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.288247:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759519.288256:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759519.288259:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759519.288263:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759519.288264:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759519.288267:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.0:1787759519.288345:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.288350:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759519.288356:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759519.288359:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759519.288364:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759519.288367:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759519.288372:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.288374:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759519.288379:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759519.288383:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759519.288387:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759519.288390:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759519.288393:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759519.288398:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288412:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.288415:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288422:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.288424:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759519.288428:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759519.288432:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759519.288435:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759519.288438:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312873485 00000100:00000001:0.0:1787759519.288441:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.288443:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312873485 00000100:00000001:0.0:1787759519.288446:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.288449:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759519.288451:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.288453:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759519.288457:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519] req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759519.288466:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759519.288468:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759519.288469:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759519.288472:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759519.288474:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759519.288477:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759519.288480:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759519.288489:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288497:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759519.288499:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288501:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.288502:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.288506:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288514:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759519.288518:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288525:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759519.288528:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288529:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.288530:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288532:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759519.288536:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759519.288539:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759519.288543:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759519.288545:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759519.288550:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759519.288558:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759519.288563:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288565:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.288568:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875540096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288574:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759519.288575:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759519.288577:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.288580:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759519.288582:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759519.288584:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759519.288586:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759519.288588:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:0.0:1787759519.288591:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759519.288592:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759519.288594:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759519.288596:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759519.288597:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288599:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.288604:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759519.288605:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.288608:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759519.288609:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759519.288611:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759519.288615:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288622:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.288623:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.288625:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759519.288627:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759519.288629:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759519.288632:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759519.288635:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759519.288637:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759519.288639:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.288641:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759519.288644:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.288647:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.288650:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759519.288653:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759519.288657:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759519.288660:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540224, portal 10 00000100:00000001:0.0:1787759519.288662:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759519.288664:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:0.0:1787759519.288669:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.288677:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759519.288680:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759519.288682:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759519.288685:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875540224, offset 0 00000400:00000200:0.0:1787759519.288689:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759519.288694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.288698:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759519.288701:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759519.288704:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759519.288706:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759519.288709:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759519.288712:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776645:776645:256:4294967295] 192.168.201.104@tcp LPNI seq info [776636:776636:8:4294967295] 00000400:00000200:0.0:1787759519.288717:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.288724:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759519.288728:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.288731:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759519.288735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759519.288738:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759519.288742:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759519.288744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759519.288748:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.288750:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759519.288754:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759519.288757:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759519.288760:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759519.288761:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759519.288764:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787759519.288834:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759519.288837:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18201 00000400:00000200:1.0:1787759519.288842:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759519.288846:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759519.288849:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759519.288852:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288855:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.288857:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288858:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759519.288862:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759519.288863:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759519.288865:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759519.288867:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759519.288870:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759519.288872:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759519.288876:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288878:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759519.288880:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288882:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759519.288885:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759519.288888:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759519.288890:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759519.288892:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759519.288895:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759519.288897:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288899:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759519.288901:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759519.288903:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288905:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759519.288910:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759519.288912:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759519.288915:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759519.288916:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.288919:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759519.288920:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759519.288922:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759519.288926:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759519.288930:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.288935:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759519.288942:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759519.288945:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.288949:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759519.288958:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759519.288963:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18211) 00000100:00000200:0.0:1787759519.289006:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289014:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289018:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289030:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289032:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759519.289037:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759519.289040:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759519.289044:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759519.289112:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312873485 00000100:00000001:0.0:1787759519.289220:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289223:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312873486 00000100:00000001:0.0:1787759519.289226:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289228:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759519.289231:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289233:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759519.289238:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519] req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759519.289246:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759519.289248:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759519.289249:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759519.289251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759519.289252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759519.289254:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759519.289257:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759519.289262:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289267:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759519.289268:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289269:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289314:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.289318:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289324:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759519.289327:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289332:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759519.289334:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289335:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289336:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289337:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759519.289339:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759519.289340:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759519.289343:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759519.289344:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759519.289346:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759519.289352:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759519.289355:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759519.289357:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289361:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.289362:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.289363:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759519.289364:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759519.289366:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759519.289368:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759519.289369:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759519.289371:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759519.289373:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.289374:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759519.289377:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759519.289378:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.289381:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759519.289383:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759519.289386:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759519.289388:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540352, portal 4 00000100:00000001:0.0:1787759519.289389:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759519.289390:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:0.0:1787759519.289395:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289399:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759519.289401:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759519.289403:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759519.289404:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875540352, offset 0 00000400:00000200:0.0:1787759519.289409:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759519.289413:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.289416:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759519.289419:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759519.289422:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759519.289425:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759519.289427:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759519.289431:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776646:776646:256:4294967295] 192.168.201.104@tcp LPNI seq info [776637:776637:8:4294967295] 00000400:00000200:0.0:1787759519.289435:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.289441:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759519.289447:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.289451:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759519.289454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759519.289456:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759519.289460:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759519.289463:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759519.289465:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.289467:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759519.289470:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759519.289472:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759519.289475:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759519.289476:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759519.289478:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759519.289480:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289486:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289488:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289493:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289494:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759519.289496:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759519.289499:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759519.289501:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759519.289503:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312873545 00000100:00000001:0.0:1787759519.289505:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289506:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312873545 00000100:00000001:0.0:1787759519.289508:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289509:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759519.289511:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289512:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759519.289514:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519] req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759519.289519:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759519.289520:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759519.289522:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759519.289523:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759519.289524:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759519.289526:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759519.289528:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759519.289533:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289537:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759519.289538:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289539:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289540:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.289542:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289546:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759519.289548:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289552:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759519.289554:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289555:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289555:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289557:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759519.289558:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759519.289561:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759519.289564:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759519.289566:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759519.289570:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759519.289578:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759519.289582:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289584:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289588:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875540224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289595:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759519.289596:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759519.289598:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759519.289601:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759519.289603:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759519.289604:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759519.289607:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759519.289608:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759519.289611:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759519.289613:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759519.289614:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:0.0:1787759519.289617:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759519.289619:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289620:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289624:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875540352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289630:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759519.289631:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759519.289633:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759519.289636:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759519.289637:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759519.289639:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759519.289641:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759519.289643:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759519.289645:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759519.289646:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759519.289647:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:0.0:1787759519.289650:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759519.289651:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289653:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289657:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759519.289659:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289661:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759519.289662:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759519.289664:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759519.289668:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289675:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.289676:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.289678:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759519.289679:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759519.289681:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759519.289683:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759519.289685:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759519.289686:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759519.289687:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759519.289689:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759519.289691:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759519.289692:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759519.289694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759519.289696:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759519.289699:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759519.289701:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540480, portal 4 00000100:00000001:0.0:1787759519.289702:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759519.289703:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:0.0:1787759519.289707:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289711:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759519.289713:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759519.289714:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759519.289716:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875540480, offset 0 00000400:00000200:0.0:1787759519.289719:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759519.289721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.289724:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759519.289726:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759519.289727:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759519.289729:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759519.289731:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759519.289733:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776647:776647:256:4294967295] 192.168.201.104@tcp LPNI seq info [776638:776638:8:4294967295] 00000400:00000200:0.0:1787759519.289736:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759519.289741:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759519.289744:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.289746:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759519.289749:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759519.289751:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759519.289754:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759519.289756:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759519.289759:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759519.289760:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759519.289763:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759519.289819:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759519.289823:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759519.289826:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759519.289829:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759519.289833:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289841:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289845:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289851:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289853:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759519.289855:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759519.289858:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759519.289860:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759519.289862:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312873509 00000100:00000001:0.0:1787759519.289864:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289866:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312873509 00000100:00000001:0.0:1787759519.289868:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312874763 00000100:00000001:0.0:1787759519.289869:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759519.289871:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289872:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759519.289875:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759519/real 1787759519] req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759519.289880:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759519.289881:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759519.289882:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759519.289883:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759519.289885:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759519.289886:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759519.289888:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759519.289893:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289897:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759519.289898:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289899:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289900:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.289902:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289906:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759519.289908:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289912:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759519.289914:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289915:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759519.289917:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289918:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759519.289920:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759519.289923:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759519.289926:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759519.289929:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759519.289933:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759519.289941:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759519.289945:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289947:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759519.289950:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875540480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759519.289957:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759519.289959:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759519.289961:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759519.289963:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759519.289964:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759519.289965:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759519.289967:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759519.289968:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:0.0:1787759519.289970:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759519.289971:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759519.289972:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759519.289973:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759519.289974:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289975:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.289978:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759519.289979:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.289980:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759519.289981:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759519.734243:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759519.734251:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759519.734253:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759519.734258:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759519.734262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759519.734266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759519.734269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759519.734271:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759519.734274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990226:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759519.990232:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759519.990233:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759519.990234:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759519.990239:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759519.990240:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759519.990243:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759519.990245:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759519.990247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759519.990250:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759519.990250:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759519.990251:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.990255:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990256:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759519.990258:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759519.990259:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759519.990261:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759519.990262:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990263:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.990268:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759519.990271:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759519.990272:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759519.990274:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.990277:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759519.990280:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.990283:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759519.990284:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.990288:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759519.990292:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990293:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759519.990296:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759519.990297:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759519.990299:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759519.990300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.990302:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759519.990303:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000020:00000001:3.0:1787759519.990303:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.990305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759519.990308:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1787759519.990308:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759519.990309:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.990313:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759519.990313:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759519.990318:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.990319:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990321:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759519.990323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759519.990331:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759519.990335:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759519.990336:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759519.990337:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990339:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759519.990342:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759519.990343:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759519.990344:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759519.990348:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759519.990349:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759519.990349:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759519.990352:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.990354:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759519.990354:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759519.990354:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.990358:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759519.990358:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759519.990359:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759519.990362:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759519.990363:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759519.990363:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.990366:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759519.990366:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759519.990370:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.990372:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759519.990373:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759519.990375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759519.990699:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759519.990702:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759519.990704:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759519.990706:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759519.990709:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759519.990711:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759519.990713:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759519.990715:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759519.990717:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759520.630209:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312874763, at 4312874816 00000100:00000040:3.0:1787759520.630210:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312874763, at 4312874816 00000100:00000010:2.0:1787759520.630226:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000010:3.0:1787759520.630227:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:3.0:1787759520.758240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759520.758248:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759520.758250:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759520.758256:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759520.758260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759520.758264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759520.758267:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759520.758269:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759520.758273:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759521.014233:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759521.014234:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759521.014240:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759521.014242:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759521.014242:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759521.014247:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759521.014247:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014252:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759521.014255:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759521.014255:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759521.014261:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759521.014262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759521.014262:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759521.014266:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.014267:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759521.014269:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759521.014270:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759521.014274:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759521.014274:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759521.014277:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014283:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014288:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759521.014291:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759521.014291:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014295:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759521.014296:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759521.014299:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014301:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759521.014302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759521.014307:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759521.014309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759521.014313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759521.014316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759521.014320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759521.014322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759521.014346:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759521.014350:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759521.014351:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759521.014355:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759521.014358:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759521.014359:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759521.014363:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759521.014365:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759521.014367:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759521.014370:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759521.014371:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.014374:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.014378:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759521.014380:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.014383:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759521.014407:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759521.014410:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759521.014411:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759521.014414:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759521.014416:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759521.014418:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015302:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759521.015304:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759521.015332:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759521.015334:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759521.015348:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759521.015350:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015365:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759521.015378:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759521.015381:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759521.015384:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759521.015398:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759521.015401:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759521.015402:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759521.015404:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759521.015406:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759521.015408:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015411:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759521.015412:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015414:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759521.015430:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759521.015432:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759521.015434:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759521.015436:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759521.015438:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759521.015440:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015441:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759521.015443:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759521.015444:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759521.015480:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759521.015503:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759521.015506:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759521.015507:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.015512:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759521.782286:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759521.782292:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759521.782294:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759521.782299:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759521.782303:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759521.782307:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.782310:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759521.782312:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759521.782316:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759522.038253:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759522.038253:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759522.038261:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759522.038262:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759522.038266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759522.038267:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759522.038275:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759522.038275:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759522.038281:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759522.038281:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759522.038288:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.038288:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.038294:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759522.038297:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.038300:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759522.038329:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759522.038332:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759522.038334:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759522.038337:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759522.038341:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759522.038343:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759522.038366:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759522.038370:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759522.038371:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759522.038374:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759522.038376:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759522.038378:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759522.038386:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759522.038391:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759522.038392:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759522.038396:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759522.038399:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759522.038402:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039033:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759522.039036:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039039:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759522.039040:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759522.039043:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.039048:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759522.039080:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759522.039080:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759522.039085:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759522.039085:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759522.039088:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759522.039089:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759522.039090:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759522.039094:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759522.039096:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759522.039097:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039102:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759522.039102:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759522.039103:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039107:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759522.039107:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.039111:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759522.039113:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759522.039132:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759522.039141:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759522.039144:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759522.039145:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759522.039146:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759522.039148:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759522.039150:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039151:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759522.039153:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759522.039155:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759522.039205:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759522.039211:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759522.039214:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759522.039319:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759522.039322:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759522.039325:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759522.039346:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759522.039349:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759522.039353:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759522.039354:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759522.039357:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759522.039359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759522.039362:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759522.039364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759522.040043:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759522.040047:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759522.040050:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759522.806247:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759522.806259:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759522.806262:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759522.806269:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759522.806273:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759522.806278:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759522.806281:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759522.806284:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759522.806287:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759523.062528:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759523.062528:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759523.062539:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759523.062539:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759523.062542:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062543:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759523.062551:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759523.062552:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759523.062558:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759523.062559:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759523.062564:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759523.062564:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759523.062569:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759523.062572:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759523.062575:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062644:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759523.062648:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759523.062649:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759523.062651:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759523.062653:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759523.062654:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759523.062659:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759523.062761:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759523.062763:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759523.062766:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759523.062770:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759523.062772:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.062843:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759523.062847:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759523.062851:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759523.062855:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.062856:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759523.062860:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062861:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759523.062861:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759523.062865:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.062867:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759523.062870:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759523.062871:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.062877:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759523.062879:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.062882:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759523.062910:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759523.062914:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062915:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759523.062920:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759523.062920:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759523.062922:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759523.062924:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759523.062928:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759523.062928:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759523.062931:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759523.062933:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759523.062934:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759523.062934:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759523.062937:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062938:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759523.062941:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759523.062942:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759523.062943:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759523.062946:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759523.062947:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759523.062948:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759523.062953:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759523.062954:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759523.062958:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759523.062960:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759523.062963:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759523.062972:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759523.062975:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759523.062977:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759523.062995:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759523.062999:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759523.063001:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759523.063003:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759523.063005:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759523.063007:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759523.063009:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759523.063011:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759523.063013:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759523.065627:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759523.065635:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759523.065641:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759523.830208:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759523.830214:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759523.830216:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759523.830220:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759523.830223:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759523.830226:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.830228:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759523.830230:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759523.830232:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086268:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759524.086270:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759524.086277:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086278:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759524.086282:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759524.086286:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759524.086288:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759524.086289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086295:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759524.086297:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759524.086300:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759524.086301:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086307:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759524.086309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759524.086311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086316:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.086322:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086339:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759524.086348:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759524.086350:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759524.086352:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759524.086355:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759524.086357:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.086360:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759524.086361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.086363:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.086473:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759524.086477:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759524.086479:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.086482:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759524.086483:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759524.086485:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759524.086488:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759524.086489:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086491:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.086493:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759524.086495:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759524.086496:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.086502:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.086502:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759524.086507:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086510:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759524.086513:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086515:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.086526:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759524.086531:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759524.086533:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.086535:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759524.086537:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759524.086539:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.086542:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759524.086543:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086544:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759524.086548:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.086549:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759524.086553:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759524.086555:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759524.086559:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759524.086561:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086564:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759524.086565:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.086568:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759524.086607:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759524.086610:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759524.086612:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759524.086614:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759524.086616:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759524.086618:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.086621:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759524.086622:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.086625:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759524.087087:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759524.087093:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759524.087098:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759524.087141:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759524.087144:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759524.087145:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759524.087148:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759524.087150:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759524.087153:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.087155:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759524.087157:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759524.087159:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759524.406299:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759524.406313:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759524.406318:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759524.406323:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759524.406337:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759524.406345:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18206 00000400:00000200:3.0:1787759524.406356:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759524.406363:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759524.406367:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759524.406371:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406374:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.406377:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406380:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759524.406385:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759524.406387:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759524.406390:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759524.406394:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759524.406396:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759524.406399:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759524.406403:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406405:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.406407:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406409:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759524.406413:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759524.406417:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406420:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759524.406424:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759524.406428:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759524.406431:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406434:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759524.406437:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759524.406448:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759524.406453:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759524.406457:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759524.406459:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406463:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759524.406466:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759524.406470:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759524.406478:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759524.406486:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759524.406497:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759524.406507:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759524.406511:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759524.406516:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.406540:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759524.406544:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759524.406547:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759524.406549:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759524.406550:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759524.406554:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759524.406557:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18206 00000400:00000200:3.0:1787759524.406561:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759524.406564:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759524.406567:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759524.406570:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406573:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.406575:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406578:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759524.406581:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759524.406582:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759524.406584:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759524.406587:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759524.406590:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759524.406592:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1787759524.406593:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759524.406599:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787759524.406599:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406604:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759524.406605:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759524.406608:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406611:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759524.406615:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759524.406620:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759524.406622:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.406633:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759524.406637:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.406638:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759524.406642:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759524.406645:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759524.406649:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759524.406650:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759524.406656:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.406657:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406663:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1787759524.406664:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875540608:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759524.406670:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:3.0:1787759524.406671:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787759524.406673:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759524.406677:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787759524.406677:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.406681:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1787759524.406683:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759524.406686:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759524.406690:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759524.406690:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759524.406697:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759524.406701:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:3.0:1787759524.406703:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787759524.406705:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 02000000:00000001:3.0:1787759524.406706:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406711:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759524.406713:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787759524.406714:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 02000000:00000001:3.0:1787759524.406716:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759524.406722:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000200:0.0:1787759524.406723:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540608, portal 25 00000100:00000001:3.0:1787759524.406727:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.406728:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759524.406731:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00100000:3.0:1787759524.406738:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759524.406742:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.406760:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759524.406761:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1787759524.406765:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.406767:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759524.406771:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759524.406776:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875540608, offset 0 00000100:00000040:3.0:1787759524.406781:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759524.406786:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759524.406797:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.406804:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:3.0:1787759524.406809:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759524.406811:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1787759524.406814:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759524.406818:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00080000:3.0:1787759524.406821:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787759524.406825:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787759524.406826:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759524.406830:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759524.406832:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406835:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759524.406839:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776648:776648:256:4294967295] 192.168.201.104@tcp LPNI seq info [776639:776639:8:4294967295] 00000400:00000200:0.0:1787759524.406847:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:3.0:1787759524.406850:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18206 00000400:00000200:0.0:1787759524.406860:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:3.0:1787759524.406870:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:0.0:1787759524.406871:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759524.406878:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000010:0.0:1787759524.406880:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00080000:3.0:1787759524.406883:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759524.406888:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:0.0:1787759524.406892:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759524.406892:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.406898:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:0.0:1787759524.406899:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000100:00000001:3.0:1787759524.406903:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759524.406908:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759524.406911:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000800:00000200:0.1:1787759524.406912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:3.0:1787759524.406914:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759524.406919:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000800:00000200:0.1:1787759524.406919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000020:00000001:3.0:1787759524.406923:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759524.406927:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000100:0.0:1787759524.406930:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759524.406934:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406937:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.406939:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406942:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759524.406944:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000800:00000010:0.0:1787759524.406947:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000100:00080000:3.0:1787759524.406948:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759524.406953:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759524.406979:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759524.406982:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759524.406985:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406987:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759524.406989:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759524.406992:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.406994:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759524.406998:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759524.407001:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759524.407004:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759524.407005:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.407007:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759524.407009:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759524.407011:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759524.407015:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759524.407019:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759524.407025:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759524.407034:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759524.407036:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759524.407041:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407048:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759524.407052:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759524.407056:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759524.407057:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759524.407059:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759524.407063:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759524.407065:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18206 00000400:00000200:3.0:1787759524.407071:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759524.407074:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759524.407077:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759524.407082:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407084:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.407087:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407098:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759524.407101:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759524.407102:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759524.407104:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759524.407107:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759524.407109:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759524.407111:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759524.407161:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407164:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759524.407167:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407170:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759524.407172:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1787759524.407174:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759524.407179:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759524.407183:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1787759524.407185:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759524.407189:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759524.407193:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 02000000:00000001:3.0:1787759524.407193:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1787759524.407198:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 02000000:00000001:3.0:1787759524.407198:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.407204:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759524.407207:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:3.0:1787759524.407207:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759524.407212:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759524.407214:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407216:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759524.407223:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759524.407228:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000001:0.0:1787759524.407230:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1787759524.407232:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759524.407235:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.407237:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407238:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759524.407242:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759524.407245:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407252:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759524.407252:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:0.0:1787759524.407256:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759524.407260:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407266:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759524.407269:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759524.407275:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759524.407282:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312879884 00000100:00000001:3.0:1787759524.407285:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1787759524.407291:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:3.0:1787759524.407291:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759524.407297:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407301:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759524.407311:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407312:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312879884 00000100:00080000:3.0:1787759524.407315:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1787759524.407320:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00080000:3.0:1787759524.407320:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759524.407325:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787759524.407326:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00080000:3.0:1787759524.407327:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759524.407333:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759524.407333:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759524.407339:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759524.407340:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18206 00000100:00000001:0.0:1787759524.407344:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1787759524.407349:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:0.0:1787759524.407353:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524] req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759524.407356:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759524.407362:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759524.407369:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000001:0.0:1787759524.407373:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1787759524.407374:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1787759524.407378:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1787759524.407379:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:0.0:1787759524.407382:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000100:00000001:3.0:1787759524.407383:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759524.407387:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000020:00000001:3.0:1787759524.407388:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:0.0:1787759524.407392:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000020:00000040:3.0:1787759524.407393:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:0.0:1787759524.407398:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1787759524.407398:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759524.407401:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000200:0.0:1787759524.407406:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787759524.407407:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759524.407412:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759524.407421:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407424:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759524.407427:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759524.407430:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759524.407435:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759524.407441:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:0.0:1787759524.407444:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1787759524.407447:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759524.407448:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407453:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759524.407454:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407456:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787759524.407458:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759524.407463:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787759524.407465:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759524.407469:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.407475:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759524.407479:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1787759524.407479:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759524.407485:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.407486:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407490:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407498:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000010:3.0:1787759524.407498:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759524.407503:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:0.0:1787759524.407504:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787759524.407507:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759524.407508:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1787759524.407511:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407512:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.407517:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787759524.407519:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1787759524.407520:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759524.407523:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1787759524.407524:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759524.407530:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1787759524.407533:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00080000:0.0:1787759524.407538:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759524.407538:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407543:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1787759524.407548:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759524.407552:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407568:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1787759524.407574:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875540608:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759524.407574:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759524.407582:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407584:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407590:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.407598:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875540608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759524.407598:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759524.407607:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18216) 00000100:00000001:0.0:1787759524.407608:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759524.407613:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759524.407617:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759524.407620:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759524.407622:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759524.407624:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759524.407626:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759524.407629:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759524.407634:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759524.407636:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759524.407637:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:0.0:1787759524.407641:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759524.407642:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407645:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407653:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759524.407655:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407657:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759524.407658:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759524.407660:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759524.407663:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407670:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759524.407671:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.407673:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759524.407675:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759524.407677:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.407680:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759524.407684:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759524.407686:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759524.407687:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.407689:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759524.407692:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759524.407695:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759524.407698:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759524.407702:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759524.407712:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759524.407715:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540736, portal 10 00000100:00000001:0.0:1787759524.407718:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759524.407719:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:0.0:1787759524.407728:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407734:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759524.407736:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759524.407739:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759524.407742:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875540736, offset 0 00000400:00000200:0.0:1787759524.407747:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759524.407751:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.407754:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759524.407757:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759524.407759:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759524.407761:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759524.407764:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759524.407768:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776649:776649:256:4294967295] 192.168.201.104@tcp LPNI seq info [776640:776640:8:4294967295] 00000400:00000200:0.0:1787759524.407772:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.407778:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759524.407783:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.407786:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759524.407790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759524.407793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759524.407797:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759524.407800:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759524.407804:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.407806:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759524.407809:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759524.407812:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759524.407816:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759524.407818:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759524.407820:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759524.407824:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407832:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.407835:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407841:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407843:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759524.407846:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.407851:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759524.407855:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759524.407857:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312878604 00000100:00000001:0.0:1787759524.407860:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.407862:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312878604 00000100:00000001:0.0:1787759524.407864:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.407866:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759524.407869:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.407871:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759524.407874:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524] req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759524.407882:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759524.407883:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759524.407885:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759524.407887:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759524.407889:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759524.407891:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759524.407894:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759524.407903:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407909:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759524.407911:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407913:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.407914:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759524.407917:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407924:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759524.407928:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.407934:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759524.407937:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407939:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.407940:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.407942:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759524.407947:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759524.407950:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759524.407954:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759524.407970:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759524.407976:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759524.407985:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759524.407989:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759524.407993:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408000:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759524.408003:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408005:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759524.408007:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759524.408009:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.408012:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759524.408016:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759524.408019:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759524.408020:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408022:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759524.408026:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759524.408028:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759524.408031:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759524.408034:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759524.408037:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759524.408046:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540864, portal 10 00000100:00000001:0.0:1787759524.408049:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759524.408050:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759524.408056:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408062:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759524.408065:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759524.408068:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759524.408071:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875540864, offset 0 00000400:00000200:0.0:1787759524.408076:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408080:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408084:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759524.408087:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759524.408089:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759524.408092:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759524.408094:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408097:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776650:776650:256:4294967295] 192.168.201.104@tcp LPNI seq info [776641:776641:8:4294967295] 00000400:00000200:0.0:1787759524.408101:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408108:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759524.408112:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408132:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759524.408138:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759524.408141:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759524.408145:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759524.408148:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759524.408152:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408154:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759524.408158:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759524.408161:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759524.408164:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759524.408166:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759524.408168:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759524.408172:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408180:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.408183:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408189:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408191:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759524.408195:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.408199:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759524.408202:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759524.408205:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312878605 00000100:00000001:0.0:1787759524.408207:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408209:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312878605 00000100:00000001:0.0:1787759524.408211:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408213:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759524.408216:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408218:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759524.408222:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524] req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759524.408230:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759524.408232:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759524.408233:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759524.408236:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759524.408237:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759524.408240:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759524.408243:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759524.408251:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408258:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759524.408259:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408261:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408262:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759524.408266:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408272:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759524.408276:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408284:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759524.408287:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408288:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408290:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408292:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759524.408295:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759524.408298:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759524.408301:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759524.408303:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759524.408307:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759524.408316:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759524.408320:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759524.408323:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408330:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759524.408332:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408334:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759524.408336:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759524.408337:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.408340:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759524.408344:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759524.408345:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759524.408347:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408349:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759524.408353:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759524.408355:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759524.408359:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759524.408363:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759524.408367:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759524.408370:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875540992, portal 4 00000100:00000001:0.0:1787759524.408372:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759524.408373:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:0.0:1787759524.408379:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408386:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759524.408389:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759524.408391:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759524.408394:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875540992, offset 0 00000400:00000200:0.0:1787759524.408399:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408403:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408407:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759524.408410:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759524.408412:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759524.408415:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759524.408417:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408420:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776651:776651:256:4294967295] 192.168.201.104@tcp LPNI seq info [776642:776642:8:4294967295] 00000400:00000200:0.0:1787759524.408425:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408431:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759524.408436:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408440:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759524.408445:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759524.408448:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759524.408453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759524.408455:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759524.408459:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408461:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759524.408465:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759524.408469:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759524.408472:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759524.408473:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759524.408477:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759524.408481:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408488:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.408492:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408498:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408500:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759524.408503:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.408506:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759524.408510:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759524.408512:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312878664 00000100:00000001:0.0:1787759524.408515:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408517:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312878664 00000100:00000001:0.0:1787759524.408519:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408522:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759524.408524:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408526:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759524.408530:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524] req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759524.408538:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759524.408539:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759524.408541:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759524.408543:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759524.408545:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759524.408547:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759524.408551:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759524.408559:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408570:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759524.408572:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408573:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408575:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759524.408579:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408586:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759524.408590:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408597:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759524.408600:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408602:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408603:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408605:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759524.408607:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759524.408610:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759524.408613:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759524.408616:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759524.408621:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759524.408628:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875540992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759524.408633:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759524.408637:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408643:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759524.408645:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408647:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759524.408649:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759524.408651:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759524.408654:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759524.408658:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759524.408660:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759524.408661:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759524.408663:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759524.408666:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759524.408669:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759524.408673:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759524.408676:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759524.408679:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759524.408682:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541120, portal 4 00000100:00000001:0.0:1787759524.408684:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759524.408686:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:0.0:1787759524.408691:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408697:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759524.408700:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759524.408703:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759524.408706:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875541120, offset 0 00000400:00000200:0.0:1787759524.408711:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408715:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408719:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759524.408722:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759524.408725:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759524.408727:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759524.408730:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759524.408733:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776652:776652:256:4294967295] 192.168.201.104@tcp LPNI seq info [776643:776643:8:4294967295] 00000400:00000200:0.0:1787759524.408737:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759524.408743:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759524.408749:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408752:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759524.408756:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759524.408759:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759524.408764:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759524.408766:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759524.408770:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759524.408772:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759524.408776:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759524.408779:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759524.408782:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759524.408784:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759524.408787:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759524.408791:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408799:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.408803:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408809:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408811:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759524.408814:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759524.408817:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759524.408821:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759524.408824:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312878628 00000100:00000001:0.0:1787759524.408826:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408829:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312878628 00000100:00000001:0.0:1787759524.408831:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312879884 00000100:00000001:0.0:1787759524.408834:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759524.408836:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.408838:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759524.408842:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759524/real 1787759524] req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759524.408851:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759524.408852:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759524.408854:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759524.408857:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759524.408859:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759524.408861:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759524.408864:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759524.408873:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408880:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759524.408881:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408883:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408884:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759524.408888:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408895:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759524.408899:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.408907:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759524.408909:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408911:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759524.408913:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408915:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759524.408917:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759524.408920:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759524.408923:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759524.408926:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759524.408931:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759524.408939:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759524.408943:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.408945:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.408949:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875540736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.409066:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759524.409070:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759524.409072:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759524.409076:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759524.409078:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759524.409080:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759524.409082:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759524.409084:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:0.0:1787759524.409087:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759524.409089:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759524.409091:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:0.0:1787759524.409094:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759524.409095:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.409097:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.409101:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875540864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.409108:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759524.409110:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759524.409111:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759524.409114:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759524.409145:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759524.409146:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759524.409149:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759524.409150:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:0.0:1787759524.409154:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759524.409156:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759524.409157:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:0.0:1787759524.409160:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759524.409161:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.409163:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.409167:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875540992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.409173:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759524.409175:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759524.409176:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759524.409179:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759524.409180:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759524.409181:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759524.409183:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759524.409185:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:0.0:1787759524.409187:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759524.409188:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759524.409189:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:0.0:1787759524.409192:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759524.409193:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.409195:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759524.409198:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875541120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759524.409204:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759524.409206:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759524.409207:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759524.409209:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759524.409211:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759524.409212:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759524.409214:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759524.409216:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:0.0:1787759524.409218:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759524.409219:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759524.409220:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:0.0:1787759524.409222:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759524.409224:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.409226:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759524.409232:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759524.409233:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759524.409235:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759524.409237:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759524.854240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759524.854248:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759524.854250:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759524.854256:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759524.854259:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759524.854261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.854263:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759524.854265:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759524.854267:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110291:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759525.110301:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759525.110305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759525.110306:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759525.110307:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759525.110311:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759525.110312:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759525.110320:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759525.110321:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759525.110321:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759525.110321:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759525.110328:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759525.110329:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759525.110329:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110330:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759525.110343:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759525.110344:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759525.110346:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759525.110347:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759525.110348:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759525.110349:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759525.110357:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759525.110357:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759525.110357:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759525.110361:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759525.110366:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759525.110366:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759525.110367:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759525.110374:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759525.110374:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759525.110375:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759525.110386:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759525.110386:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110388:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759525.110392:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759525.110394:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110395:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759525.110400:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759525.110400:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759525.110408:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759525.110411:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759525.110413:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759525.110417:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759525.110417:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110421:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759525.110423:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759525.110426:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759525.110427:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759525.110429:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759525.110432:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759525.110434:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759525.110437:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759525.110438:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759525.110441:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759525.110444:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759525.110447:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759525.110448:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759525.110457:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759525.110462:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759525.110465:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759525.110467:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759525.110469:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759525.110473:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759525.110473:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759525.110477:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759525.110480:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759525.110482:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759525.110482:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759525.110490:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110491:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759525.110495:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759525.110498:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759525.110499:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759525.110501:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759525.110503:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759525.110508:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759525.110510:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759525.110513:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759525.110518:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759525.110520:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759525.110631:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759525.110636:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759525.110639:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759525.750264:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312879884, at 4312879936 00000100:00000040:2.0:1787759525.750266:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312879884, at 4312879936 00000100:00000010:3.0:1787759525.750282:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000010:2.0:1787759525.750287:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:3.0:1787759525.878232:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759525.878240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759525.878242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759525.878249:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759525.878253:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759525.878257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759525.878260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759525.878262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759525.878265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134214:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759526.134223:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759526.134225:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759526.134231:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134231:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759526.134234:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759526.134238:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759526.134240:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759526.134245:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759526.134247:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759526.134251:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759526.134251:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134257:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759526.134262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759526.134266:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759526.134267:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134272:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759526.134274:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759526.134275:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759526.134277:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759526.134288:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759526.134289:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759526.134296:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759526.134300:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759526.134301:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134306:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759526.134308:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759526.134308:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759526.134311:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759526.134317:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759526.134318:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759526.134318:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134319:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759526.134327:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759526.134329:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759526.134329:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759526.134329:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759526.134334:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759526.134334:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134335:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759526.134341:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759526.134341:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759526.134341:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759526.134342:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759526.134348:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759526.134351:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759526.134353:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134357:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759526.134358:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134363:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134367:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134370:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759526.134374:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759526.134375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759526.134377:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759526.134381:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759526.134384:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759526.134385:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759526.134390:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759526.134390:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134393:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759526.134395:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1787759526.134397:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759526.134398:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134401:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759526.134404:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134405:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759526.134405:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759526.134409:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759526.134409:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759526.134410:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759526.134417:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759526.134418:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759526.134418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759526.134420:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759526.134423:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759526.134423:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134424:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759526.134431:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134431:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759526.134432:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759526.134434:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759526.134436:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759526.134438:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759526.134442:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759526.134445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759526.134496:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759526.134500:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759526.134503:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759526.902216:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759526.902222:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759526.902223:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759526.902228:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759526.902231:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759526.902234:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759526.902236:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759526.902237:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759526.902240:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759527.158261:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759527.158266:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759527.158270:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759527.158270:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759527.158271:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759527.158276:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759527.158276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759527.158278:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759527.158281:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759527.158286:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759527.158286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759527.158288:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759527.158292:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759527.158296:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759527.158297:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759527.158297:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759527.158297:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759527.158305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158306:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759527.158308:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759527.158308:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158311:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759527.158313:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158316:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759527.158318:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759527.158323:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759527.158324:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759527.158330:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759527.158331:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759527.158332:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759527.158337:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158339:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759527.158341:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158344:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759527.158346:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158347:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759527.158352:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759527.158356:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759527.158357:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759527.158359:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759527.158361:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759527.158363:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158365:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759527.158371:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759527.158372:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158373:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759527.158373:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759527.158378:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158382:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759527.158384:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759527.158386:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759527.158387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759527.158388:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759527.158391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158392:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759527.158393:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759527.158397:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759527.158400:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759527.158401:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759527.158404:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759527.158411:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759527.158414:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759527.158417:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759527.158421:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759527.158424:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158428:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759527.158429:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759527.158436:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759527.158436:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759527.158440:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759527.158441:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759527.158442:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759527.158446:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759527.158447:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759527.158449:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1787759527.158452:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759527.158455:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158456:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759527.158461:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759527.158462:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759527.158465:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759527.158469:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759527.158473:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759527.926239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759527.926247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759527.926249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759527.926255:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759527.926259:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759527.926262:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759527.926265:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759527.926268:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759527.926271:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759528.182267:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759528.182268:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759528.182273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759528.182274:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182277:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759528.182283:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759528.182287:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759528.182290:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759528.182296:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759528.182304:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759528.182306:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759528.182309:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182312:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759528.182314:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182317:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182319:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182323:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759528.182326:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759528.182327:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759528.182328:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759528.182331:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182331:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182334:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1787759528.182337:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759528.182337:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759528.182342:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759528.182342:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759528.182345:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759528.182348:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759528.182352:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759528.182354:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759528.182355:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182362:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759528.182362:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182367:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182372:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759528.182372:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759528.182378:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759528.182382:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759528.182388:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759528.182396:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759528.182398:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759528.182401:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759528.182403:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759528.182406:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182409:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759528.182409:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759528.182410:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182414:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759528.182415:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182418:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759528.182420:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759528.182422:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759528.182425:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759528.182427:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759528.182428:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182431:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759528.182432:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759528.182438:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759528.182439:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759528.182441:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759528.182444:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182447:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759528.182448:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759528.182451:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759528.182454:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759528.182517:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759528.182522:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759528.182524:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759528.182527:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759528.182532:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759528.182532:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759528.182536:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759528.182537:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759528.182542:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759528.182542:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759528.182546:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759528.182553:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759528.182558:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759528.182559:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759528.182562:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759528.182566:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759528.182566:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759528.182572:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759528.182575:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759528.182577:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759528.182582:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759528.182582:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759528.182589:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759528.182589:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759528.182599:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759528.182603:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759528.182608:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759528.951036:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759528.951044:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759528.951046:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759528.951052:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759528.951057:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759528.951061:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759528.951064:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759528.951066:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759528.951069:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.206266:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759529.206266:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759529.206266:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759529.206278:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759529.206281:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759529.206281:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.206282:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759529.206284:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.206288:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759529.206290:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759529.206290:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759529.206298:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759529.206298:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759529.206300:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759529.206305:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.206305:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759529.206307:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759529.206310:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759529.206310:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759529.206313:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759529.206314:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.206315:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759529.206323:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759529.206323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759529.206323:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.206329:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759529.206334:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759529.206356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759529.206360:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759529.206366:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759529.206367:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759529.206371:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759529.206373:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759529.206376:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759529.206377:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759529.206412:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759529.206415:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759529.206419:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759529.208025:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759529.208029:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759529.208030:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759529.208033:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759529.208036:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759529.208039:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759529.208039:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759529.208043:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759529.208044:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759529.208048:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.208049:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759529.208054:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759529.208058:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759529.208062:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759529.208066:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.208068:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759529.208070:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.208074:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759529.208084:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759529.208086:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759529.208088:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759529.208090:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759529.208092:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759529.208094:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759529.208096:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759529.208097:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759529.208099:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759529.208165:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759529.208170:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759529.208171:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759529.208174:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759529.208176:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759529.208179:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.208181:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759529.208183:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.208185:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.208269:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759529.208273:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759529.208274:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759529.208276:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759529.208279:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759529.208281:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759529.208283:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759529.208285:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759529.208287:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759529.526357:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759529.526363:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759529.526366:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759529.526369:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759529.526373:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759529.526388:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18211 00000400:00000200:1.0:1787759529.526397:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759529.526402:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759529.526405:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759529.526409:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526412:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526415:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526417:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759529.526421:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759529.526423:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759529.526425:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759529.526427:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759529.526429:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759529.526431:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759529.526434:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526435:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526437:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526438:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759529.526441:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759529.526446:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526448:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759529.526450:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759529.526453:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759529.526456:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526458:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759529.526460:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759529.526466:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000020:00000040:1.0:1787759529.526468:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759529.526472:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759529.526473:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526481:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759529.526483:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759529.526486:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759529.526492:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520800. 00000100:00000001:1.0:1787759529.526498:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759529.526505:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759529.526516:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759529.526521:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759529.526525:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759529.526543:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759529.526546:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759529.526550:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759529.526552:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759529.526554:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759529.526558:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759529.526565:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18211 00000400:00000200:1.0:1787759529.526568:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759529.526572:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759529.526573:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759529.526576:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526578:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759529.526580:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787759529.526580:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526583:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759529.526586:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759529.526587:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1787759529.526590:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00000001:0.0:1787759529.526591:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787759529.526592:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759529.526595:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759529.526598:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759529.526600:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759529.526601:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759529.526604:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526608:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526610:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526614:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759529.526618:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:0.0:1787759529.526621:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1787759529.526622:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759529.526626:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526626:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759529.526630:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759529.526635:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759529.526636:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526637:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1787759529.526638:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1787759529.526640:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787759529.526642:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787759529.526644:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.526649:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526649:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759529.526651:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000020:00000040:1.0:1787759529.526654:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00100000:0.0:1787759529.526656:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875541248:192.168.201.104@tcp:250:kworker.0 02000000:00000001:1.0:1787759529.526657:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759529.526659:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526663:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787759529.526664:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759529.526665:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759529.526668:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.526671:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1787759529.526671:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 02000000:00000001:0.0:1787759529.526675:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526675:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.526681:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1787759529.526683:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1787759529.526689:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:1.0:1787759529.526689:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759529.526693:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.526694:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759529.526697:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759529.526705:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759529.526706:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759529.526710:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787759529.526712:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00080000:1.0:1787759529.526713:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759529.526715:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759529.526717:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759529.526719:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759529.526722:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18211 00000400:00000200:1.0:1787759529.526724:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759529.526726:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759529.526727:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1787759529.526728:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000040:1.0:1787759529.526730:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526733:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526734:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526736:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:0.0:1787759529.526737:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541248, portal 25 00000020:00000001:1.0:1787759529.526738:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759529.526740:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759529.526742:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759529.526743:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1787759529.526744:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000001:0.0:1787759529.526747:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000020:00000001:1.0:1787759529.526748:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759529.526752:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759529.526755:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759529.526759:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759529.526764:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759529.526770:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759529.526770:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526775:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000040:0.0:1787759529.526778:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000020:00000040:1.0:1787759529.526780:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000400:00000010:0.0:1787759529.526783:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00080000:1.0:1787759529.526786:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000200:0.0:1787759529.526788:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875541248, offset 0 00000100:00000001:1.0:1787759529.526790:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759529.526794:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759529.526797:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787759529.526798:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 02000000:00000001:1.0:1787759529.526802:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526805:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759529.526807:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787759529.526809:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000008:00000001:1.0:1787759529.526811:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526814:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759529.526817:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000400:00000200:0.0:1787759529.526818:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000040:1.0:1787759529.526821:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759529.526824:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787759529.526826:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759529.526832:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:1.0:1787759529.526832:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.526835:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759529.526836:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787759529.526839:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1787759529.526839:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.526845:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000010:1.0:1787759529.526846:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000400:00000200:0.0:1787759529.526851:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776653:776653:256:4294967295] 192.168.201.104@tcp LPNI seq info [776644:776644:8:4294967295] 00000100:00000001:1.0:1787759529.526851:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759529.526858:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759529.526860:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759529.526879:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759529.526881:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759529.526885:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759529.526892:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:1.0:1787759529.526898:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759529.526901:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1787759529.526906:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759529.526906:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759529.526909:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759529.526911:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759529.526913:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:0.0:1787759529.526915:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00080000:1.0:1787759529.526916:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18211 00000400:00000200:1.0:1787759529.526921:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759529.526926:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:0.0:1787759529.526929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:1.0:1787759529.526929:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759529.526935:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:0.0:1787759529.526936:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000100:00000001:1.0:1787759529.526937:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526942:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526944:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759529.526947:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:0.1:1787759529.526947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:1.0:1787759529.526950:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759529.526952:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:0.1:1787759529.526954:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000020:00000040:1.0:1787759529.526955:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759529.526959:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000100:0.0:1787759529.526963:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000001:1.0:1787759529.526963:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000010:0.0:1787759529.526968:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000100:00000040:1.0:1787759529.526969:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526973:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.526975:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526976:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759529.526977:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1787759529.526979:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759529.526983:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759529.526986:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.526988:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1787759529.526988:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759529.526992:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759529.526995:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.526996:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000100:00000001:1.0:1787759529.526996:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759529.526999:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1787759529.527001:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000008:00000001:1.0:1787759529.527002:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.527006:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527009:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1787759529.527010:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759529.527013:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000200:0.0:1787759529.527017:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759529.527017:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759529.527019:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.527022:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759529.527024:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759529.527026:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759529.527031:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759529.527034:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527035:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1787759529.527039:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759529.527045:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759529.527047:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759529.527051:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759529.527052:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759529.527077:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527079:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759529.527080:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759529.527084:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1787759529.527084:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759529.527086:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759529.527088:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759529.527090:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759529.527092:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18211 00000100:00000001:0.0:1787759529.527093:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759529.527097:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759529.527102:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759529.527103:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759529.527104:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759529.527109:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312885003 00000100:00000040:1.0:1787759529.527109:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.527111:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759529.527115:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.527138:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759529.527140:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759529.527141:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759529.527142:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759529.527144:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759529.527146:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000010:0.0:1787759529.527147:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000020:00000001:1.0:1787759529.527148:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759529.527153:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.527155:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759529.527156:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1787759529.527162:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759529.527164:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759529.527165:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312885004 00000020:00000040:1.0:1787759529.527166:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759529.527171:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759529.527173:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759529.527174:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 02000000:00000001:1.0:1787759529.527175:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759529.527178:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.527180:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 02000000:00000001:1.0:1787759529.527181:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.527183:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759529.527185:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759529.527186:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.527187:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759529.527191:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759529.527195:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759529.527196:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759529.527200:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.527205:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527208:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1787759529.527211:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759529.527214:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1787759529.527215:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529] req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759529.527216:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759529.527219:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759529.527225:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759529.527230:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787759529.527231:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1787759529.527239:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1787759529.527241:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759529.527245:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759529.527251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000100:00000001:1.0:1787759529.527252:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1787759529.527255:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:1.0:1787759529.527256:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527260:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1787759529.527264:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759529.527268:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759529.527279:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759529.527287:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18221) 00000100:00000200:0.0:1787759529.527292:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527300:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759529.527302:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527306:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527308:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759529.527316:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527325:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759529.527330:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527336:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759529.527339:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527340:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527341:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527343:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759529.527345:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759529.527347:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759529.527350:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759529.527352:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759529.527356:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759529.527362:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875541248:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759529.527368:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527370:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.527373:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875541248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527378:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759529.527381:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759529.527383:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759529.527386:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759529.527388:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759529.527389:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759529.527392:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759529.527394:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:0.0:1787759529.527397:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759529.527399:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759529.527400:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:0.0:1787759529.527403:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759529.527405:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527407:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527414:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759529.527416:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527418:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759529.527420:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759529.527421:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759529.527424:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527429:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759529.527431:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527432:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759529.527433:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759529.527435:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759529.527437:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759529.527439:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759529.527441:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759529.527443:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527444:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759529.527447:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759529.527448:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.527452:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759529.527454:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759529.527458:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759529.527460:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541376, portal 10 00000100:00000001:0.0:1787759529.527462:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759529.527463:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000100:00000040:0.0:1787759529.527468:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527473:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759529.527475:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759529.527476:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759529.527478:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875541376, offset 0 00000400:00000200:0.0:1787759529.527481:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527484:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527487:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759529.527490:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759529.527491:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759529.527493:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759529.527495:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527497:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776654:776654:256:4294967295] 192.168.201.104@tcp LPNI seq info [776645:776645:8:4294967295] 00000400:00000200:0.0:1787759529.527499:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527504:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759529.527507:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527509:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759529.527512:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759529.527514:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759529.527517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759529.527519:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759529.527522:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527523:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759529.527525:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759529.527528:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759529.527529:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759529.527531:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759529.527532:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759529.527535:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527540:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.527542:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527546:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527547:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759529.527549:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759529.527551:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759529.527554:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759529.527555:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312883724 00000100:00000001:0.0:1787759529.527557:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312885003 00000100:00000001:0.0:1787759529.527559:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312883724 00000100:00000001:0.0:1787759529.527561:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312885004 00000100:00000001:0.0:1787759529.527562:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.527564:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527565:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759529.527567:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529] req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759529.527571:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759529.527572:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759529.527573:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759529.527575:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759529.527576:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759529.527577:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759529.527579:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759529.527584:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527588:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759529.527589:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527590:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527591:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759529.527593:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527597:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759529.527599:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527603:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759529.527605:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527607:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527608:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527609:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759529.527611:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759529.527613:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759529.527615:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759529.527617:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759529.527619:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759529.527624:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759529.527627:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759529.527629:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527633:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759529.527633:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527635:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759529.527636:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759529.527637:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759529.527639:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759529.527640:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759529.527641:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759529.527642:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527643:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759529.527645:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759529.527647:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.527649:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759529.527650:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759529.527652:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759529.527654:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541504, portal 10 00000100:00000001:0.0:1787759529.527655:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759529.527657:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:0.0:1787759529.527660:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527664:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759529.527666:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759529.527668:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759529.527669:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875541504, offset 0 00000400:00000200:0.0:1787759529.527672:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527674:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527676:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759529.527677:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759529.527679:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759529.527680:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759529.527682:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527684:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776655:776655:256:4294967295] 192.168.201.104@tcp LPNI seq info [776646:776646:8:4294967295] 00000400:00000200:0.0:1787759529.527686:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527690:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759529.527692:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527694:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759529.527697:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759529.527698:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759529.527701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759529.527703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759529.527706:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527707:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759529.527709:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759529.527711:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759529.527713:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759529.527714:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759529.527715:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759529.527717:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527722:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.527724:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527728:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527729:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759529.527731:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759529.527733:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759529.527735:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759529.527736:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312883724 00000100:00000001:0.0:1787759529.527738:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312885003 00000100:00000001:0.0:1787759529.527739:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312883724 00000100:00000001:0.0:1787759529.527741:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312885004 00000100:00000001:0.0:1787759529.527742:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.527743:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527744:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759529.527746:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529] req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759529.527751:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759529.527751:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759529.527752:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759529.527754:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759529.527755:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759529.527756:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759529.527758:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759529.527762:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527767:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759529.527767:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527769:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527769:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759529.527772:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527776:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759529.527779:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527783:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759529.527784:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527785:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527786:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527787:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759529.527788:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759529.527790:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759529.527792:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759529.527793:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759529.527796:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759529.527800:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759529.527802:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759529.527804:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527808:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759529.527809:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527810:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759529.527811:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759529.527813:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759529.527814:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759529.527816:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759529.527818:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759529.527819:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.527820:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759529.527822:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759529.527823:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.527825:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759529.527827:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759529.527829:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759529.527831:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541632, portal 4 00000100:00000001:0.0:1787759529.527832:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759529.527833:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:0.0:1787759529.527837:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527841:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759529.527843:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759529.527844:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759529.527846:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875541632, offset 0 00000400:00000200:0.0:1787759529.527848:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527850:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527852:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759529.527853:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759529.527855:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759529.527856:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759529.527858:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759529.527859:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776656:776656:256:4294967295] 192.168.201.104@tcp LPNI seq info [776647:776647:8:4294967295] 00000400:00000200:0.0:1787759529.527862:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.527882:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759529.527886:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527888:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759529.527891:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759529.527893:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759529.527895:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759529.527898:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759529.527900:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.527902:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759529.527904:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759529.527906:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759529.527908:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759529.527910:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759529.527911:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759529.527914:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527919:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.527921:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527926:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527927:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759529.527929:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759529.527931:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759529.527933:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759529.527935:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312883783 00000100:00000001:0.0:1787759529.527937:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312885003 00000100:00000001:0.0:1787759529.527938:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312883783 00000100:00000001:0.0:1787759529.527940:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312885004 00000100:00000001:0.0:1787759529.527941:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.527943:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.527944:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759529.527946:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529] req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759529.527950:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759529.527951:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759529.527952:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759529.527954:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759529.527955:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759529.527957:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759529.527959:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759529.527964:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527968:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759529.527969:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527970:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527971:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759529.527973:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527976:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759529.527979:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.527983:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759529.527984:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527985:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.527986:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.527987:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759529.527988:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759529.527990:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759529.527992:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759529.527993:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759529.527996:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759529.528001:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759529.528004:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759529.528006:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528010:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759529.528011:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.528013:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759529.528014:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759529.528015:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759529.528017:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759529.528019:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759529.528020:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759529.528021:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759529.528022:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759529.528024:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759529.528025:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759529.528027:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759529.528029:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759529.528031:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759529.528033:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541760, portal 4 00000100:00000001:0.0:1787759529.528035:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759529.528036:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:0.0:1787759529.528039:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528044:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759529.528045:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759529.528047:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759529.528048:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875541760, offset 0 00000400:00000200:0.0:1787759529.528050:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759529.528053:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.528055:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759529.528056:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759529.528058:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759529.528059:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759529.528061:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759529.528063:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776657:776657:256:4294967295] 192.168.201.104@tcp LPNI seq info [776648:776648:8:4294967295] 00000400:00000200:0.0:1787759529.528066:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759529.528070:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759529.528073:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.528075:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759529.528078:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759529.528080:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1787759529.528082:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759529.528084:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1787759529.528087:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759529.528088:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759529.528090:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759529.528092:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759529.528094:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759529.528095:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759529.528097:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759529.528099:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528104:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.528105:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528110:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.528111:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759529.528112:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759529.528114:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759529.528130:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759529.528132:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312883748 00000100:00000001:0.0:1787759529.528134:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312885003 00000100:00000001:0.0:1787759529.528135:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312883748 00000100:00000001:0.0:1787759529.528137:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312885004 00000100:00000001:0.0:1787759529.528139:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759529.528141:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.528143:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759529.528145:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759529/real 1787759529] req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759529.528151:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759529.528152:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759529.528153:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759529.528156:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759529.528157:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759529.528159:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759529.528162:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759529.528169:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528173:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759529.528174:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528175:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.528176:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759529.528179:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528183:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759529.528186:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528190:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759529.528191:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528192:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759529.528193:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528194:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759529.528195:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759529.528197:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759529.528199:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759529.528201:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759529.528203:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759529.528208:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875541760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759529.528210:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528211:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.528213:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875541376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528217:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759529.528218:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759529.528219:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759529.528221:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759529.528223:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759529.528224:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759529.528227:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759529.528228:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:0.0:1787759529.528231:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759529.528232:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759529.528233:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:0.0:1787759529.528236:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759529.528237:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528238:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.528242:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875541504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528249:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759529.528250:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759529.528251:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759529.528254:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759529.528255:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759529.528257:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759529.528259:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759529.528261:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:0.0:1787759529.528263:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759529.528264:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759529.528265:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:0.0:1787759529.528267:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759529.528269:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528270:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.528273:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875541632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528279:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759529.528281:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759529.528282:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759529.528284:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759529.528285:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759529.528287:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759529.528289:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759529.528290:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:0.0:1787759529.528292:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759529.528293:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759529.528294:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759529.528296:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759529.528298:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528299:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759529.528302:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875541760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759529.528308:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759529.528309:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759529.528310:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759529.528313:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759529.528314:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759529.528315:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759529.528317:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759529.528319:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759529.528321:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759529.528322:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759529.528323:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:0.0:1787759529.528326:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759529.528327:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528329:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759529.528332:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759529.528334:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759529.528335:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759529.528337:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759529.974225:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759529.974232:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759529.974234:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759529.974238:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759529.974241:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759529.974244:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.974246:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759529.974247:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759529.974249:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230238:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759530.230238:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759530.230239:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759530.230239:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759530.230247:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759530.230249:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759530.230249:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759530.230250:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759530.230250:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759530.230255:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759530.230255:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759530.230256:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759530.230258:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759530.230262:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759530.230263:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759530.230265:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759530.230266:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759530.230267:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759530.230272:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759530.230272:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759530.230272:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759530.230273:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759530.230278:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759530.230280:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759530.230282:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759530.230284:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759530.230290:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759530.230290:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759530.230296:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759530.230299:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759530.230300:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759530.230303:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759530.230307:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759530.230307:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230308:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759530.230311:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759530.230313:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759530.230314:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759530.230316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230317:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759530.230319:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759530.230324:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759530.230324:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759530.230329:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759530.230330:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759530.230331:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759530.230333:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759530.230334:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759530.230336:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759530.230336:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230338:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759530.230341:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759530.230342:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759530.230342:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759530.230347:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759530.230348:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759530.230349:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759530.230350:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759530.230353:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759530.230354:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759530.230356:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759530.230357:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759530.230363:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759530.230375:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759530.230376:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759530.230378:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759530.230380:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759530.230383:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759530.230384:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759530.230385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759530.230386:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759530.230389:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759530.230390:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759530.230400:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759530.230401:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759530.230405:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230407:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759530.230409:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230410:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230412:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230415:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759530.230416:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759530.230418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759530.230418:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759530.230453:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759530.230458:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759530.230460:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759530.870245:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312885003, at 4312885056 00000100:00000040:3.0:1787759530.870245:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312885004, at 4312885056 00000100:00000010:2.0:1787759530.870267:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000010:3.0:1787759530.870273:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:3.0:1787759530.998261:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759530.998273:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759530.998275:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759530.998283:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759530.998287:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759530.998291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759530.998295:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759530.998299:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759530.998303:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759531.254285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759531.254286:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759531.254295:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759531.254297:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759531.254302:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759531.254304:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759531.254307:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759531.254307:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759531.254311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759531.254313:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759531.254314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759531.254319:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759531.254321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759531.254324:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759531.254324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759531.254328:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759531.254334:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759531.254353:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759531.254356:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759531.254360:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759531.254460:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759531.254463:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759531.254465:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759531.254467:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759531.254470:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759531.254491:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759531.254493:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759531.254495:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759531.254497:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759531.254681:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759531.254684:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759531.254686:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759531.254688:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759531.254691:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759531.254693:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759531.254695:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759531.254696:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759531.254699:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759531.255887:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759531.255893:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759531.255895:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759531.255899:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759531.255902:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759531.255907:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759531.255910:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759531.255914:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759531.255916:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759531.255944:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759531.255948:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759531.255950:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759531.255953:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759531.255954:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759531.255956:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759531.255959:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759531.255960:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759531.255963:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759531.255965:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759531.255969:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759531.255973:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759531.255975:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759531.255977:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759531.255981:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759531.255981:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759531.255985:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759531.255988:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759531.256002:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759531.256005:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759531.256007:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759531.256009:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759531.256012:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759531.256014:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759531.256016:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759531.256018:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759531.256020:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759531.257824:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759531.257833:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759531.257834:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759531.257849:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759531.257855:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759531.257859:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759531.257862:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759531.257864:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759531.257867:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759532.022286:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759532.022304:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759532.022307:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759532.022314:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759532.022318:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759532.022323:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759532.022327:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759532.022330:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759532.022333:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759532.278257:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759532.278257:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759532.278257:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759532.278267:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759532.278268:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759532.278268:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759532.278271:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278271:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759532.278277:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759532.278277:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759532.278278:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759532.278282:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759532.278282:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759532.278283:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759532.278288:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278288:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759532.278288:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759532.278291:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759532.278293:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759532.278293:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759532.278298:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278298:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278301:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759532.278302:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278373:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759532.278375:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759532.278377:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759532.278379:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759532.278381:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759532.278383:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759532.278400:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759532.278402:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759532.278404:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759532.278409:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759532.278410:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759532.278410:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759532.278413:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278413:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759532.278416:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759532.278416:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759532.278419:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759532.278421:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759532.278423:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759532.278425:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759532.278427:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759532.278437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759532.278442:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759532.278442:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278443:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759532.278446:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759532.278447:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759532.278449:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278449:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759532.278450:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759532.278452:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759532.278452:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759532.278454:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759532.278456:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759532.278456:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759532.278459:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278459:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759532.278461:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759532.278463:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759532.278464:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278464:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759532.278466:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278468:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759532.278469:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759532.278472:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278475:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759532.278477:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759532.278478:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759532.278480:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759532.278481:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759532.278486:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759532.278488:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759532.278490:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278492:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759532.278494:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759532.278496:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759532.278507:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759532.278511:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759532.278515:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759533.046245:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759533.046253:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759533.046256:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759533.046261:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759533.046265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759533.046268:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759533.046271:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759533.046273:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759533.046280:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759533.302248:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759533.302252:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759533.302257:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759533.302261:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759533.302262:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759533.302265:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759533.302270:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759533.302273:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759533.302275:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759533.302283:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302283:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759533.302288:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759533.302292:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759533.302293:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759533.302302:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759533.302303:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759533.302303:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759533.302306:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302308:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302309:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759533.302311:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759533.302313:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302315:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759533.302318:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759533.302320:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302324:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759533.302345:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759533.302347:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759533.302349:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759533.302352:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759533.302354:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759533.302356:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302360:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759533.302361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302365:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759533.302376:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759533.302379:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759533.302381:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759533.302383:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759533.302388:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759533.302392:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302393:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759533.302399:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759533.302400:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759533.302402:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302404:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759533.302405:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759533.302412:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759533.302418:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759533.302421:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302424:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759533.302426:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302429:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759533.302463:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759533.302466:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759533.302468:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759533.302471:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759533.302474:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759533.302477:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759533.302479:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759533.302481:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759533.302486:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759533.302487:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759533.302492:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759533.302499:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759533.302501:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759533.302504:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759533.302505:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759533.302509:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759533.302510:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759533.302559:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759533.302563:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759533.302566:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759533.302659:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759533.302661:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759533.302662:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759533.302664:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759533.302666:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759533.302667:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302669:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759533.302670:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759533.302672:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.070617:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759534.070624:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759534.070626:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.070632:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759534.070635:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759534.070639:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.070642:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759534.070644:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.070647:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759534.326292:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759534.326303:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759534.326305:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759534.326313:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759534.326317:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759534.326322:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.326325:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759534.326328:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.326332:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759534.326571:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759534.326579:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759534.326581:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759534.326588:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759534.326592:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759534.326596:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759534.326598:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759534.326601:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759534.326604:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759534.326707:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759534.326711:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759534.326712:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759534.326715:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759534.326717:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759534.326720:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.326722:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759534.326724:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.326726:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.327173:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759534.327177:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759534.327178:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.327181:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759534.327184:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759534.327186:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.327188:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759534.327189:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.327192:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.327201:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759534.327203:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759534.327204:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.327206:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759534.327208:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759534.327210:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.327212:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759534.327213:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.327215:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759534.327234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759534.327237:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759534.327241:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759534.327242:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759534.327245:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759534.327246:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759534.327250:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759534.327251:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759534.327271:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759534.327279:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759534.327282:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759534.327373:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759534.327377:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759534.327377:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759534.327379:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.327384:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759534.327384:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759534.327388:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759534.327389:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759534.327394:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759534.327395:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759534.327399:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.327400:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759534.327402:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.327404:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759534.327407:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.327408:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.327412:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.327415:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759534.329062:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759534.329070:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759534.329072:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759534.329076:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759534.329078:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759534.329081:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.329084:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759534.329085:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759534.329088:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759534.647918:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759534.647928:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759534.647931:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759534.647935:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759534.647948:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759534.647959:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18216 00000400:00000200:3.0:1787759534.647969:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759534.647976:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759534.647979:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759534.647983:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.647986:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.647989:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.647992:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759534.647996:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759534.647998:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759534.648008:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759534.648011:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759534.648017:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759534.648020:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759534.648023:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648026:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648028:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648030:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759534.648037:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759534.648041:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648043:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648047:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759534.648050:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759534.648053:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648056:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759534.648058:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759534.648068:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759534.648072:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759534.648076:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759534.648078:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648082:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759534.648084:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759534.648088:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759534.648097:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759534.648103:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.648112:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759534.648144:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759534.648149:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759534.648154:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.648178:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759534.648181:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759534.648184:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759534.648185:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759534.648186:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759534.648189:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759534.648191:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18216 00000400:00000200:3.0:1787759534.648194:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759534.648196:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759534.648198:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759534.648201:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648204:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648207:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648210:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759534.648213:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759534.648215:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1787759534.648215:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759534.648217:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759534.648220:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759534.648223:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759534.648225:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759534.648229:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759534.648232:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759534.648234:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759534.648237:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759534.648238:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648242:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759534.648247:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000040:0.0:1787759534.648248:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.648259:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1787759534.648261:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759534.648263:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648267:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.648269:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759534.648271:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759534.648274:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759534.648278:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648280:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1787759534.648284:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875541888:192.168.201.104@tcp:250:kworker.0 02000000:00000001:3.0:1787759534.648285:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648289:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759534.648293:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:3.0:1787759534.648295:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787759534.648298:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1787759534.648299:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.648303:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648303:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.648310:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1787759534.648310:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759534.648314:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759534.648317:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1787759534.648318:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759534.648318:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648322:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759534.648324:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648324:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759534.648327:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759534.648332:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759534.648334:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.648338:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759534.648345:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759534.648348:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759534.648351:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759534.648353:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00000040:3.0:1787759534.648355:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.648362:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759534.648364:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00080000:3.0:1787759534.648365:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759534.648369:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759534.648371:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759534.648372:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1787759534.648375:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875541888, portal 25 00000100:00000001:3.0:1787759534.648375:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759534.648379:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18216 00000100:00000001:0.0:1787759534.648381:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1787759534.648384:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.648385:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000400:00000200:3.0:1787759534.648388:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759534.648392:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759534.648397:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759534.648398:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.648399:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648402:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648406:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759534.648410:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759534.648412:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759534.648414:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759534.648417:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1787759534.648417:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759534.648421:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759534.648423:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759534.648426:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:3.0:1787759534.648429:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648431:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787759534.648432:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000040:3.0:1787759534.648433:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000200:0.0:1787759534.648439:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875541888, offset 0 00000100:00000001:3.0:1787759534.648445:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759534.648449:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000020:00000040:3.0:1787759534.648453:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759534.648459:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759534.648461:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759534.648463:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648467:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759534.648470:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:3.0:1787759534.648471:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759534.648475:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648477:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759534.648479:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759534.648482:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648485:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.648490:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1787759534.648490:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759534.648495:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759534.648500:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:3.0:1787759534.648500:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759534.648504:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.648507:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787759534.648508:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759534.648511:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787759534.648514:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:3.0:1787759534.648515:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.648520:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776658:776658:256:4294967295] 192.168.201.104@tcp LPNI seq info [776649:776649:8:4294967295] 02000000:00000010:3.0:1787759534.648521:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000400:00000200:0.0:1787759534.648527:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759534.648528:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759534.648535:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759534.648541:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:3.0:1787759534.648552:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1787759534.648553:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648554:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759534.648561:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1787759534.648563:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00000001:3.0:1787759534.648569:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759534.648571:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759534.648575:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:0.0:1787759534.648577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759534.648577:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759534.648578:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759534.648584:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1787759534.648586:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00080000:3.0:1787759534.648587:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18216 00000400:00000200:3.0:1787759534.648592:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759534.648597:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759534.648599:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.1:1787759534.648599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:3.0:1787759534.648602:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648606:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648608:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:0.1:1787759534.648608:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000100:00000001:3.0:1787759534.648612:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759534.648615:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759534.648617:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000800:00000100:0.0:1787759534.648620:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000001:3.0:1787759534.648620:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759534.648622:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759534.648625:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000010:0.0:1787759534.648626:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000020:00000001:3.0:1787759534.648626:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759534.648632:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648634:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648635:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759534.648637:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1787759534.648637:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759534.648643:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759534.648647:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759534.648650:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1787759534.648650:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648653:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759534.648655:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759534.648656:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648659:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759534.648661:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1787759534.648664:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000008:00000001:3.0:1787759534.648664:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648666:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759534.648669:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000010:3.0:1787759534.648670:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759534.648674:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000001:0.0:1787759534.648677:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1787759534.648678:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759534.648681:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759534.648684:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1787759534.648685:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759534.648688:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759534.648691:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759534.648698:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:0.0:1787759534.648702:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787759534.648703:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.648709:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759534.648712:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759534.648720:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648723:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759534.648728:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759534.648730:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648731:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759534.648736:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759534.648738:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.648744:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312890125 00000100:00000001:3.0:1787759534.648746:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759534.648753:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00080000:3.0:1787759534.648757:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759534.648761:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00080000:3.0:1787759534.648764:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759534.648767:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787759534.648769:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312890125 00000100:00080000:3.0:1787759534.648769:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759534.648773:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:0.0:1787759534.648797:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759534.648800:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759534.648803:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1787759534.648806:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18216 00000100:00000001:0.0:1787759534.648807:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648813:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1787759534.648814:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759534.648819:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00100000:0.0:1787759534.648820:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534] req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759534.648824:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759534.648830:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648836:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1787759534.648838:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1787759534.648838:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000001:0.0:1787759534.648841:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1787759534.648842:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:0.0:1787759534.648845:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000020:00000001:3.0:1787759534.648845:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759534.648847:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000400:00000200:0.0:1787759534.648850:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000020:00000001:3.0:1787759534.648850:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759534.648852:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000400:00000010:0.0:1787759534.648853:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000020:00000001:3.0:1787759534.648854:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759534.648857:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1787759534.648857:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000200:0.0:1787759534.648861:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759534.648863:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648868:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759534.648872:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648875:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000200:0.0:1787759534.648876:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1787759534.648878:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759534.648884:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759534.648887:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759534.648891:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759534.648896:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759534.648897:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1787759534.648900:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648901:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759534.648905:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759534.648906:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:3.0:1787759534.648909:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759534.648910:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1787759534.648915:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759534.648919:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.648919:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759534.648923:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759534.648928:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759534.648934:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759534.648935:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1787759534.648938:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.648942:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.648943:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759534.648946:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759534.648958:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1787759534.648959:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648963:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.648968:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.648970:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1787759534.648971:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:0.0:1787759534.648973:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759534.648977:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759534.648977:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759534.648983:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787759534.648984:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787759534.648993:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759534.648994:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759534.648997:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.648999:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759534.649002:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759534.649007:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759534.649010:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18226) 00000100:00000040:0.0:1787759534.649018:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759534.649029:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875541888:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759534.649035:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649037:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.649040:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875541888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649044:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759534.649047:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759534.649049:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759534.649051:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759534.649053:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759534.649054:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759534.649056:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759534.649058:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:0.0:1787759534.649061:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759534.649063:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759534.649065:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:0.0:1787759534.649068:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759534.649069:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649071:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649080:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759534.649082:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649084:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759534.649085:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759534.649087:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759534.649091:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649099:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.649100:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649103:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759534.649105:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759534.649107:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759534.649110:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759534.649114:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759534.649136:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759534.649138:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649140:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759534.649144:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759534.649146:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.649151:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759534.649154:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759534.649158:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759534.649161:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542016, portal 10 00000100:00000001:0.0:1787759534.649163:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759534.649164:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759534.649169:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649174:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759534.649177:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759534.649179:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759534.649181:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875542016, offset 0 00000400:00000200:0.0:1787759534.649184:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649187:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649190:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759534.649192:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759534.649194:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759534.649196:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759534.649198:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649201:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776659:776659:256:4294967295] 192.168.201.104@tcp LPNI seq info [776650:776650:8:4294967295] 00000400:00000200:0.0:1787759534.649206:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649212:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759534.649217:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649221:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759534.649225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759534.649228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787759534.649233:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759534.649236:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787759534.649241:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649243:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759534.649246:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759534.649248:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759534.649251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759534.649252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759534.649254:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759534.649257:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649262:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.649264:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649269:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649270:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759534.649273:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.649276:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759534.649278:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.649280:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312888846 00000100:00000001:0.0:1787759534.649282:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649284:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312888846 00000100:00000001:0.0:1787759534.649286:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649287:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759534.649289:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649290:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759534.649293:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534] req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759534.649298:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759534.649299:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759534.649300:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759534.649301:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759534.649302:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759534.649304:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759534.649306:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759534.649311:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649315:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759534.649316:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649317:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649318:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759534.649320:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649324:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759534.649327:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649332:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759534.649334:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649335:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649336:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649337:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759534.649340:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759534.649341:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759534.649343:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759534.649345:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759534.649348:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759534.649353:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759534.649356:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759534.649357:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649361:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.649362:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649363:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759534.649365:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759534.649366:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759534.649368:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759534.649370:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759534.649371:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759534.649372:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649373:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759534.649375:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759534.649377:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.649379:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759534.649381:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759534.649383:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759534.649386:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542144, portal 10 00000100:00000001:0.0:1787759534.649388:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759534.649389:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759534.649395:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649401:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759534.649403:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759534.649406:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759534.649409:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875542144, offset 0 00000400:00000200:0.0:1787759534.649413:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649417:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649421:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759534.649424:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759534.649426:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759534.649429:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759534.649431:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649434:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776660:776660:256:4294967295] 192.168.201.104@tcp LPNI seq info [776651:776651:8:4294967295] 00000400:00000200:0.0:1787759534.649439:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649444:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759534.649447:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649450:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759534.649453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759534.649455:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787759534.649458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759534.649460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787759534.649463:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649464:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759534.649466:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759534.649469:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759534.649471:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759534.649473:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759534.649474:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759534.649477:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649482:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.649484:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649488:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649489:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759534.649491:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.649493:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759534.649496:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.649497:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312888846 00000100:00000001:0.0:1787759534.649499:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649500:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312888846 00000100:00000001:0.0:1787759534.649502:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649504:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759534.649505:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649506:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759534.649508:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534] req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759534.649513:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759534.649514:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759534.649515:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759534.649517:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759534.649518:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759534.649519:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759534.649521:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759534.649526:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649531:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759534.649532:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649533:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649533:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759534.649536:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649540:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759534.649542:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649547:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759534.649549:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649551:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649552:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649554:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759534.649556:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759534.649559:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759534.649562:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759534.649564:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759534.649568:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759534.649576:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759534.649581:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759534.649584:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649590:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.649591:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649593:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759534.649595:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759534.649597:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759534.649600:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759534.649604:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759534.649606:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759534.649607:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649609:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759534.649612:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759534.649614:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.649618:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759534.649621:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759534.649624:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759534.649627:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542272, portal 4 00000100:00000001:0.0:1787759534.649629:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759534.649631:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759534.649637:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649643:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759534.649645:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759534.649647:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759534.649649:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875542272, offset 0 00000400:00000200:0.0:1787759534.649652:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649655:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649657:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759534.649659:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759534.649661:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759534.649662:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759534.649664:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649666:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776661:776661:256:4294967295] 192.168.201.104@tcp LPNI seq info [776652:776652:8:4294967295] 00000400:00000200:0.0:1787759534.649669:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649672:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759534.649676:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649678:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759534.649681:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759534.649683:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787759534.649686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759534.649688:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787759534.649690:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649692:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759534.649694:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759534.649696:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759534.649698:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759534.649699:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759534.649701:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759534.649703:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649708:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.649710:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649715:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759534.649717:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.649719:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759534.649721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.649723:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312888905 00000100:00000001:0.0:1787759534.649725:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649726:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312888905 00000100:00000001:0.0:1787759534.649728:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.649729:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759534.649730:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.649732:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759534.649734:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534] req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759534.649741:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759534.649743:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759534.649744:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759534.649747:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759534.649748:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759534.649750:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759534.649754:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759534.649762:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649768:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759534.649769:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649771:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649773:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759534.649787:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649795:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759534.649799:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649810:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759534.649813:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649815:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.649816:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.649818:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759534.649820:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759534.649822:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759534.649826:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759534.649829:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759534.649833:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759534.649841:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759534.649845:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759534.649849:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649855:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759534.649857:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649859:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759534.649861:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759534.649862:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759534.649865:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759534.649869:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759534.649871:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759534.649872:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759534.649874:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759534.649878:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759534.649880:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759534.649883:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759534.649886:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759534.649889:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759534.649892:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542400, portal 4 00000100:00000001:0.0:1787759534.649894:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759534.649896:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:0.0:1787759534.649901:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.649907:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759534.649910:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759534.649912:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759534.649915:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875542400, offset 0 00000400:00000200:0.0:1787759534.649920:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649924:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649927:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759534.649930:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759534.649933:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759534.649935:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759534.649937:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759534.649940:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776662:776662:256:4294967295] 192.168.201.104@tcp LPNI seq info [776653:776653:8:4294967295] 00000400:00000200:0.0:1787759534.649945:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759534.649951:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759534.649956:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649959:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759534.649964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759534.649966:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1787759534.649972:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759534.649974:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:0.0:1787759534.649979:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759534.649982:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759534.649985:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759534.649988:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759534.649991:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759534.649993:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759534.649996:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759534.649999:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650007:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.650010:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650016:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.650018:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759534.650022:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759534.650025:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759534.650028:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759534.650031:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312888869 00000100:00000001:0.0:1787759534.650034:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.650036:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312888869 00000100:00000001:0.0:1787759534.650038:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312890125 00000100:00000001:0.0:1787759534.650041:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759534.650043:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.650045:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759534.650049:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759534/real 1787759534] req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759534.650057:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759534.650058:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759534.650060:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759534.650063:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759534.650065:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759534.650067:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759534.650070:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759534.650079:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650086:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759534.650087:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650089:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.650090:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759534.650094:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650101:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759534.650105:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650112:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759534.650136:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650139:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759534.650141:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650142:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759534.650144:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759534.650147:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759534.650151:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759534.650153:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759534.650157:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759534.650166:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759534.650170:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650172:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.650175:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875542016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650181:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759534.650182:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759534.650184:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759534.650187:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759534.650189:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759534.650190:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759534.650193:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759534.650195:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759534.650197:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759534.650199:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759534.650200:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:0.0:1787759534.650203:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759534.650204:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650206:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.650210:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875542144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650222:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759534.650223:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759534.650225:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759534.650227:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759534.650229:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759534.650230:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759534.650232:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759534.650234:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759534.650236:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759534.650237:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759534.650238:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759534.650240:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759534.650242:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650244:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.650247:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875542272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650254:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759534.650255:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759534.650257:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759534.650259:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759534.650261:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759534.650262:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759534.650264:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759534.650266:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:0.0:1787759534.650268:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759534.650269:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759534.650270:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759534.650273:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759534.650274:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650275:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759534.650278:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875542400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759534.650285:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759534.650286:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759534.650289:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759534.650291:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759534.650292:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759534.650294:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759534.650296:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759534.650297:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:0.0:1787759534.650299:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759534.650300:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759534.650302:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:0.0:1787759534.650304:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759534.650305:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650307:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759534.650312:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759534.650313:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759534.650315:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759534.650317:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759535.094208:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759535.094216:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759535.094218:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759535.094224:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759535.094227:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759535.094231:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.094234:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759535.094236:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.094240:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350232:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759535.350232:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759535.350233:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759535.350240:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759535.350241:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759535.350241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759535.350244:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350246:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759535.350246:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759535.350252:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759535.350253:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759535.350254:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759535.350258:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759535.350260:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759535.350261:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759535.350263:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759535.350266:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.350266:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759535.350267:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759535.350272:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759535.350277:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759535.350285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759535.350288:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.350291:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350292:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759535.350296:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759535.350306:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759535.350316:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759535.350321:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759535.350326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759535.350327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759535.350332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759535.350333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350338:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759535.350339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759535.350342:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759535.350343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350347:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759535.350351:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759535.350354:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759535.350357:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759535.350359:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759535.350361:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759535.350363:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759535.350370:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759535.350378:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759535.350382:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759535.350385:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759535.350386:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350390:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1787759535.350391:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759535.350392:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759535.350396:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759535.350398:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759535.350400:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759535.350400:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759535.350402:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759535.350406:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759535.350406:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759535.350407:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759535.350409:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759535.350412:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759535.350413:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759535.350414:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759535.350417:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759535.350417:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759535.350418:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759535.350419:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759535.350422:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759535.350424:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759535.350425:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.350425:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759535.350429:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759535.350432:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759535.350434:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759535.350434:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759535.350436:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759535.350438:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.350440:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759535.350442:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759535.350444:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759535.350447:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759535.350450:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759535.990253:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312890125, at 4312890176 00000100:00000040:3.0:1787759535.990253:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312890125, at 4312890176 00000100:00000010:2.0:1787759535.990280:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000010:3.0:1787759535.990282:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:3.0:1787759536.118233:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759536.118240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759536.118242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759536.118248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759536.118252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759536.118256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759536.118259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759536.118263:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759536.118266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374238:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759536.374238:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759536.374247:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759536.374248:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759536.374252:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759536.374252:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759536.374252:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759536.374258:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759536.374261:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759536.374261:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759536.374262:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759536.374268:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759536.374268:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759536.374269:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759536.374273:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759536.374276:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759536.374276:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759536.374276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759536.374283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759536.374283:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759536.374288:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759536.374289:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759536.374296:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374297:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759536.374297:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759536.374300:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759536.374303:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374317:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759536.374320:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759536.374321:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759536.374323:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759536.374325:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759536.374326:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759536.374329:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759536.374330:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759536.374336:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759536.374336:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759536.374338:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759536.374341:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759536.374341:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759536.374342:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759536.374348:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759536.374348:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374351:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759536.374354:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759536.374367:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759536.374369:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759536.374371:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759536.374373:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759536.374374:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759536.374377:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759536.374379:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759536.374379:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374381:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759536.374383:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759536.374385:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759536.374386:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759536.374387:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759536.374388:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759536.374390:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759536.374391:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374392:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759536.374392:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759536.374394:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759536.374398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759536.374398:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759536.374399:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759536.374399:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759536.374402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759536.374404:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759536.374405:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374406:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759536.374406:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759536.374409:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759536.374411:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759536.374412:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759536.374412:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374420:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759536.374420:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759536.374421:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759536.374425:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759536.374426:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759536.374430:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759536.374431:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759536.374435:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759536.374439:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759536.374452:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759536.374456:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759536.374460:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759537.142247:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759537.142255:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759537.142257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759537.142263:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759537.142267:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759537.142270:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759537.142285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759537.142288:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759537.142291:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.398251:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759537.398258:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759537.398261:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759537.398267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759537.398271:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759537.398274:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.398278:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759537.398280:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.398284:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759537.398333:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759537.398337:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759537.398348:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759537.398352:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759537.398354:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759537.398357:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759537.398359:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759537.398360:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759537.398362:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759537.399104:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759537.399109:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759537.399111:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759537.399138:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759537.399141:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759537.399143:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759537.399143:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759537.399145:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759537.399147:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399149:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759537.399149:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.399153:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759537.399153:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759537.399154:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759537.399157:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759537.399159:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759537.399159:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759537.399161:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759537.399163:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.399165:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759537.399167:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759537.399169:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759537.399171:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759537.399175:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399184:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759537.399186:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759537.399187:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759537.399189:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399192:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759537.399196:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759537.399199:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759537.399203:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759537.399204:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759537.399208:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759537.399210:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759537.399237:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759537.399240:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759537.399243:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759537.399250:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759537.399254:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759537.399256:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399258:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759537.399259:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759537.399262:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759537.399263:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759537.399264:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759537.399265:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759537.399268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759537.399268:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759537.399268:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759537.399275:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759537.399275:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759537.399275:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759537.399277:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759537.399281:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399282:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759537.399282:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759537.399284:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.399286:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759537.399287:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759537.399291:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759537.399291:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759537.399294:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759537.399296:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759537.399299:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759538.166248:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759538.166257:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759538.166260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759538.166265:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759538.166270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759538.166274:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.166277:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759538.166280:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.166283:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759538.422248:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759538.422251:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759538.422255:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759538.422257:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759538.422257:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759538.422260:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759538.422263:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759538.422265:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759538.422267:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759538.422269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759538.422271:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.422273:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759538.422274:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759538.422277:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759538.422278:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759538.422282:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759538.422282:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.422288:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759538.422317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759538.422322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422325:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759538.422328:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759538.422330:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759538.422334:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422337:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759538.422339:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422341:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422344:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759538.422350:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759538.422352:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759538.422353:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422355:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759538.422357:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422358:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759538.422361:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759538.422382:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759538.422386:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759538.422389:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759538.422412:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759538.422416:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759538.422418:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759538.422421:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759538.422424:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759538.422425:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759538.422426:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759538.422430:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759538.422431:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759538.422433:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759538.422435:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759538.422436:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759538.422439:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759538.422440:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759538.422443:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759538.422445:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759538.422446:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759538.422448:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759538.423809:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759538.423813:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759538.423814:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759538.423814:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759538.423819:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759538.423820:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759538.423823:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759538.423823:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759538.423827:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759538.423829:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759538.423832:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759538.423833:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759538.423835:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759538.423838:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759538.423839:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759538.423842:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759538.423845:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759538.423847:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759538.423909:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759538.423913:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759538.423914:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759538.423916:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759538.423918:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759538.423920:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759538.423922:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759538.423924:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759538.423926:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759538.424969:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759538.424973:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759538.424974:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759538.424978:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759538.424980:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759538.424982:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.424984:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759538.424986:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759538.424988:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759539.190241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759539.190249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759539.190252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759539.190257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759539.190261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759539.190264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759539.190267:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759539.190269:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759539.190273:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446213:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759539.446213:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759539.446220:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.446221:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759539.446222:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446224:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.446228:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759539.446229:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759539.446230:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759539.446232:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.446234:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759539.446237:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759539.446237:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.446238:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759539.446242:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759539.446242:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.446245:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759539.446248:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759539.446250:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759539.446250:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759539.446253:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.446254:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759539.446257:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.446259:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759539.446262:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759539.446265:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759539.446269:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759539.446269:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759539.446275:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759539.446279:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.446280:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759539.446283:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759539.446284:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759539.446286:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759539.446288:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.446290:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759539.446293:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.446294:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759539.446297:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759539.446297:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759539.446298:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.446300:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759539.446302:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.446303:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759539.446303:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759539.446305:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.446311:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759539.446311:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.446311:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759539.446311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759539.446315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446316:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759539.446318:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.446322:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759539.446322:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759539.446322:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759539.446326:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446328:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759539.446328:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759539.446329:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759539.446333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759539.446335:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759539.446335:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759539.446336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759539.446340:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759539.446343:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759539.446346:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759539.446349:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.446352:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759539.446353:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759539.446356:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.446357:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759539.446360:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446361:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759539.446364:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1787759539.446366:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000020:00000001:2.0:1787759539.446369:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.446370:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.446374:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787759539.446375:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759539.446378:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.446380:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.446383:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759539.766228:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759539.766237:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759539.766240:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759539.766244:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759539.766248:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759539.766256:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18221 00000400:00000200:2.0:1787759539.766265:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759539.766271:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759539.766275:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759539.766278:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766281:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.766284:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766287:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759539.766291:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759539.766293:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759539.766296:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759539.766299:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759539.766302:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759539.766304:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759539.766308:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766310:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.766312:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766314:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759539.766318:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759539.766321:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766324:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759539.766327:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759539.766330:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759539.766333:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.766337:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759539.766339:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759539.766348:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759539.766353:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759539.766356:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759539.766358:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.766361:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759539.766364:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759539.766368:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759539.766377:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759539.766383:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.766392:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759539.766403:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759539.766408:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.766413:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.766483:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.766488:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.766490:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759539.766497:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.766515:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.766517:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.766520:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759539.766523:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759539.766526:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.766530:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875542528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759539.766534:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759539.766539:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759539.766549:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.766552:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759539.766558:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.766560:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.766567:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759539.766571:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759539.766578:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759539.766586:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542528, portal 25 00000100:00000001:0.0:1787759539.766589:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759539.766590:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:0.0:1787759539.766596:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.766605:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759539.766608:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759539.766611:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759539.766615:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875542528, offset 0 00000400:00000200:0.0:1787759539.766622:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759539.766630:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.766635:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759539.766641:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759539.766645:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759539.766649:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759539.766651:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759539.766655:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776663:776663:256:4294967295] 192.168.201.104@tcp LPNI seq info [776654:776654:8:4294967295] 00000400:00000200:0.0:1787759539.766660:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.766669:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759539.766676:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.766681:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759539.766698:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759539.766703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787759539.766709:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759539.766714:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787759539.766719:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.766722:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759539.766729:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759539.766734:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759539.766740:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759539.766743:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759539.766747:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759539.766751:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759539.766777:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759539.766780:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759539.766784:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759539.766786:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759539.766787:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759539.766790:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759539.766793:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18221 00000400:00000200:2.0:1787759539.766797:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759539.766801:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759539.766803:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759539.766806:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766809:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.766811:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766814:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759539.766817:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759539.766818:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759539.766820:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759539.766823:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759539.766825:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759539.766828:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759539.766831:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766834:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.766836:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766839:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759539.766841:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759539.766845:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759539.766848:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759539.766849:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759539.766856:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759539.766858:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.766860:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759539.766864:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759539.766867:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.766870:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759539.766874:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759539.766876:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759539.766879:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759539.766881:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.766883:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759539.766884:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759539.766886:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759539.766890:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759539.766894:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.766899:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759539.766907:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759539.766910:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.766915:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767042:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.767048:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767056:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767058:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759539.767066:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.767070:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759539.767073:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312895243 00000100:00000010:0.0:1787759539.767079:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759539.767085:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759539.767091:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312895243 00000100:00000010:0.0:1787759539.767094:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:0.0:1787759539.767097:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759539.767101:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759539.767104:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767106:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759539.767110:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539] req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759539.767147:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759539.767149:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759539.767151:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759539.767154:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759539.767156:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759539.767159:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759539.767163:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759539.767172:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767180:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759539.767182:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767185:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.767186:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759539.767190:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767198:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759539.767202:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767211:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759539.767214:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767216:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.767217:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767220:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759539.767222:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759539.767225:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759539.767229:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759539.767232:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759539.767237:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759539.767246:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875542528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759539.767251:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767253:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.767256:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875542528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767263:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759539.767266:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759539.767269:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.767272:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759539.767274:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759539.767276:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759539.767279:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759539.767281:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:0.0:1787759539.767287:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759539.767289:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759539.767291:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759539.767293:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759539.767295:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767297:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767305:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.767307:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767309:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.767311:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.767312:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759539.767316:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767323:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.767324:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.767326:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759539.767328:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759539.767330:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.767333:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759539.767337:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759539.767339:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759539.767341:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.767343:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759539.767346:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.767348:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.767352:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759539.767355:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759539.767358:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759539.767361:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542656, portal 10 00000100:00000001:0.0:1787759539.767364:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759539.767366:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759539.767372:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767379:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759539.767382:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759539.767384:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759539.767387:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875542656, offset 0 00000400:00000200:0.0:1787759539.767391:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759539.767395:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.767398:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759539.767402:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759539.767404:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759539.767407:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759539.767409:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759539.767412:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776664:776664:256:4294967295] 192.168.201.104@tcp LPNI seq info [776655:776655:8:4294967295] 00000400:00000200:0.0:1787759539.767418:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.767425:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759539.767430:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.767434:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759539.767438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759539.767441:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787759539.767446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759539.767449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787759539.767454:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.767456:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759539.767459:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759539.767463:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759539.767466:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759539.767468:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759539.767470:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759539.767474:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767488:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.767492:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767594:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767596:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759539.767600:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759539.767604:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759539.767608:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759539.767610:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312893964 00000100:00000001:0.0:1787759539.767614:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.767616:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312893964 00000100:00000001:0.0:1787759539.767619:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.767621:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759539.767624:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767626:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759539.767630:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539] req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759539.767640:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759539.767641:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759539.767643:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759539.767645:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759539.767647:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759539.767650:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759539.767653:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759539.767662:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767669:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759539.767671:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767673:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.767674:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759539.767678:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767694:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759539.767700:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767707:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759539.767710:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767711:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.767713:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767715:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759539.767718:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759539.767722:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759539.767725:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759539.767728:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759539.767733:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759539.767741:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759539.767745:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767747:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.767751:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875542656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.767757:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759539.767759:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759539.767761:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.767764:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759539.767765:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759539.767767:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759539.767769:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759539.767771:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:0.0:1787759539.767774:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759539.767775:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759539.767777:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759539.767780:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759539.767781:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767783:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.767786:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.767788:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767790:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.767791:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.767852:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.767854:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.767896:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759539.767899:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759539.767903:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759539.767904:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759539.767906:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759539.767909:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759539.767912:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18221 00000400:00000200:2.0:1787759539.767917:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759539.767920:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759539.767923:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759539.767926:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.767929:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.767931:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.767934:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759539.767937:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759539.767938:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759539.767940:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759539.767942:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759539.767944:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759539.767947:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759539.767950:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.767953:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.767956:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.767958:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759539.767961:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759539.767964:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759539.767967:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759539.767969:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759539.767973:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759539.767975:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.767977:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759539.767980:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759539.767982:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.767984:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759539.767988:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759539.767991:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759539.767994:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759539.767996:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.767997:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759539.767999:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759539.768001:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759539.768006:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759539.768009:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.768015:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759539.768023:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759539.768025:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.768029:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768069:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.768071:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.768072:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759539.768077:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768084:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.768085:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.768088:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759539.768090:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759539.768092:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.768095:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759539.768098:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759539.768100:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759539.768102:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.768103:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759539.768107:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.768109:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.768112:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759539.768136:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759539.768141:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759539.768145:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542784, portal 10 00000100:00000001:0.0:1787759539.768148:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759539.768149:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759539.768156:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768163:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759539.768166:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759539.768168:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759539.768171:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875542784, offset 0 00000400:00000200:0.0:1787759539.768175:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759539.768179:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.768183:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759539.768186:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759539.768188:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759539.768191:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759539.768194:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759539.768197:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776665:776665:256:4294967295] 192.168.201.104@tcp LPNI seq info [776656:776656:8:4294967295] 00000400:00000200:0.0:1787759539.768202:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.768208:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759539.768213:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.768217:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759539.768222:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759539.768225:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787759539.768230:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759539.768233:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787759539.768237:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.768239:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759539.768243:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759539.768247:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759539.768250:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759539.768252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759539.768255:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759539.768259:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759539.768335:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759539.768339:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759539.768342:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759539.768344:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759539.768346:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759539.768349:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759539.768352:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18221 00000400:00000200:2.0:1787759539.768357:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759539.768361:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759539.768363:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759539.768367:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.768369:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.768371:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.768373:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759539.768376:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759539.768377:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759539.768379:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759539.768381:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759539.768383:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759539.768386:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759539.768389:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.768391:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.768393:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.768396:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759539.768399:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759539.768402:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759539.768405:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759539.768407:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759539.768409:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759539.768412:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.768413:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759539.768416:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759539.768419:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.768421:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759539.768424:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759539.768427:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759539.768430:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759539.768432:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.768434:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759539.768436:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759539.768438:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759539.768442:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759539.768446:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.768451:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759539.768460:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759539.768462:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.768466:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768499:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.768504:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768608:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.768610:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759539.768614:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759539.768617:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759539.768621:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759539.768623:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312893965 00000100:00000001:0.0:1787759539.768626:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.768629:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312893965 00000100:00000001:0.0:1787759539.768632:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.768634:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759539.768636:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.768638:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759539.768643:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539] req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759539.768652:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759539.768654:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759539.768655:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759539.768658:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759539.768660:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759539.768663:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759539.768667:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759539.768675:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768683:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759539.768685:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768699:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.768701:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759539.768705:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768712:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759539.768716:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768723:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759539.768726:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768728:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.768729:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768731:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759539.768734:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759539.768737:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759539.768741:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759539.768743:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759539.768748:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759539.768757:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759539.768761:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768763:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.768766:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875542784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768773:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759539.768775:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759539.768777:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.768780:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759539.768781:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759539.768783:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759539.768786:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759539.768788:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:0.0:1787759539.768791:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759539.768792:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759539.768793:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759539.768796:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759539.768798:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768800:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.768803:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.768805:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.768807:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.768808:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.768810:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759539.768813:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768821:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.768822:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.768824:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759539.768826:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759539.768828:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.768831:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759539.768835:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759539.768837:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759539.768839:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.768841:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759539.768844:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.768845:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.768850:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759539.768853:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759539.768856:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759539.768860:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875542912, portal 4 00000100:00000001:0.0:1787759539.768863:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759539.768864:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759539.768870:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768878:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759539.768881:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759539.768884:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759539.768887:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875542912, offset 0 00000400:00000200:0.0:1787759539.768891:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759539.768895:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.768899:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759539.768903:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759539.768905:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759539.768907:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759539.768910:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759539.768913:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776666:776666:256:4294967295] 192.168.201.104@tcp LPNI seq info [776657:776657:8:4294967295] 00000400:00000200:0.0:1787759539.768918:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.768925:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759539.768929:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.768933:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759539.768937:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759539.768940:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787759539.768945:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759539.768948:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787759539.768952:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.768955:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759539.768958:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759539.768962:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759539.768965:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759539.768967:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759539.768970:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759539.768973:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768980:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.768984:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.768997:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.768999:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759539.769001:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759539.769004:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759539.769008:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759539.769010:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312894024 00000100:00000001:0.0:1787759539.769013:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.769016:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312894024 00000100:00000001:0.0:1787759539.769018:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.769021:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759539.769023:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.769025:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759539.769029:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539] req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759539.769038:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759539.769039:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759539.769041:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759539.769044:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759539.769046:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759539.769048:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759539.769052:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759539.769061:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769068:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759539.769069:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769071:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.769072:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759539.769076:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769084:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759539.769088:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769096:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759539.769098:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769100:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.769102:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769104:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759539.769106:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759539.769109:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759539.769112:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759539.769114:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759539.769134:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759539.769141:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875542912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759539.769146:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769147:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.769151:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875542912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769158:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759539.769159:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759539.769161:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.769164:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759539.769166:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759539.769168:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759539.769170:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759539.769172:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:0.0:1787759539.769176:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759539.769178:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759539.769179:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759539.769182:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759539.769183:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769184:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769187:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.769189:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.769191:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.769192:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.769243:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759539.769247:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759539.769250:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759539.769252:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759539.769253:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759539.769256:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759539.769260:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18221 00000400:00000200:2.0:1787759539.769264:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759539.769267:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759539.769270:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759539.769273:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.769275:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.769277:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.769280:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759539.769282:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759539.769284:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759539.769286:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759539.769288:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759539.769291:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759539.769293:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759539.769297:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.769300:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759539.769302:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759539.769304:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759539.769307:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759539.769310:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759539.769312:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759539.769314:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759539.769317:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759539.769320:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.769322:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759539.769324:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759539.769326:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.769328:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759539.769333:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759539.769335:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759539.769338:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759539.769339:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759539.769341:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759539.769342:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759539.769344:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759539.769349:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759539.769353:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759539.769358:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759539.769366:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759539.769368:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.769372:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759539.769381:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759539.769385:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18231) 00000100:00000001:0.0:1787759539.769435:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.769437:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759539.769439:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759539.769443:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769450:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759539.769452:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.769454:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759539.769456:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759539.769458:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759539.769461:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759539.769464:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759539.769466:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759539.769468:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759539.769470:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759539.769473:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.769475:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759539.769478:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759539.769481:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759539.769484:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759539.769488:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543040, portal 4 00000100:00000001:0.0:1787759539.769490:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759539.769491:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:0.0:1787759539.769497:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769616:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759539.769619:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759539.769623:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759539.769626:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875543040, offset 0 00000400:00000200:0.0:1787759539.769630:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759539.769635:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.769638:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759539.769642:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759539.769645:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759539.769647:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759539.769650:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759539.769653:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776667:776667:256:4294967295] 192.168.201.104@tcp LPNI seq info [776658:776658:8:4294967295] 00000400:00000200:0.0:1787759539.769658:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759539.769665:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759539.769670:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.769674:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759539.769678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759539.769681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1787759539.769696:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759539.769700:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:0.0:1787759539.769704:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759539.769706:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759539.769710:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759539.769713:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759539.769716:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759539.769718:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759539.769722:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759539.769726:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769734:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.769737:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769750:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.769751:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759539.769754:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759539.769757:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759539.769761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759539.769763:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312893989 00000100:00000001:0.0:1787759539.769766:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.769769:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312893989 00000100:00000001:0.0:1787759539.769772:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312895243 00000100:00000001:0.0:1787759539.769775:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759539.769776:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.769778:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759539.769782:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759539/real 1787759539] req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759539.769791:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759539.769792:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759539.769794:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759539.769797:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759539.769799:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759539.769801:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759539.769805:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759539.769814:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769822:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759539.769823:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769825:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.769827:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759539.769831:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769839:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759539.769842:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769849:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759539.769852:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769854:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759539.769855:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769857:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759539.769858:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759539.769861:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759539.769865:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759539.769868:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759539.769872:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759539.769881:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759539.769885:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769887:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759539.769890:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875543040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759539.769896:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759539.769898:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759539.769900:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759539.769903:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759539.769904:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759539.769906:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759539.769908:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759539.769910:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:0.0:1787759539.769913:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759539.769914:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759539.769915:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759539.769918:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759539.769919:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769921:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759539.769924:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759539.769925:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759539.769927:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759539.769929:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759540.214263:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759540.214271:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759540.214274:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759540.214280:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759540.214283:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759540.214287:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759540.214290:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759540.214292:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759540.214295:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759540.470264:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759540.470270:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759540.470272:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759540.470278:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759540.470282:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759540.470286:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759540.470289:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759540.470291:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759540.470294:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759540.470425:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759540.470428:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759540.470430:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759540.470433:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759540.470435:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759540.470438:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759540.470440:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759540.470441:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759540.470443:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759540.470634:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759540.470638:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759540.470639:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759540.470642:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759540.470645:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759540.470647:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.470649:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759540.470650:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.470652:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759540.470660:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759540.470662:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759540.470664:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759540.470666:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759540.470668:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759540.470669:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.470672:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759540.470681:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.470684:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759540.470731:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759540.470734:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759540.470735:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759540.470738:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759540.470740:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759540.470742:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759540.470744:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759540.470746:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759540.470748:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759540.470906:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759540.470909:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759540.470911:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759540.470913:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759540.470915:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759540.470917:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759540.470920:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759540.470921:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759540.470923:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759540.471002:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759540.471006:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759540.471007:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759540.471010:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759540.471012:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759540.471014:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759540.471016:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759540.471018:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759540.471020:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471038:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759540.471041:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471045:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759540.471048:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759540.471050:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759540.471054:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471057:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759540.471059:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471061:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471063:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471067:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759540.471068:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759540.471072:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759540.471073:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759540.471091:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759540.471095:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759540.471098:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759540.471143:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759540.471145:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759540.471147:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759540.471149:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759540.471151:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759540.471153:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.471155:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759540.471157:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759540.471159:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759541.110177:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312895243, at 4312895296 00000100:00000010:3.0:1787759541.110193:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000040:2.0:1787759541.110417:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312895243, at 4312895296 00000100:00000010:2.0:1787759541.110425:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:3.0:1787759541.238170:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759541.238177:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759541.238178:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759541.238182:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759541.238185:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759541.238188:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759541.238190:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759541.238192:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759541.238194:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.494246:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759541.494252:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759541.494254:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759541.494257:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.494258:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759541.494263:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759541.494266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759541.494268:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759541.494269:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.494273:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759541.494275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759541.494277:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759541.494279:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.494281:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759541.494286:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759541.494286:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759541.494289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759541.494314:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759541.494318:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759541.494321:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759541.494494:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759541.494498:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759541.494500:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759541.494503:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759541.494506:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759541.494508:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.494510:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759541.494512:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.494514:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759541.494522:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759541.494524:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759541.494525:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759541.494527:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759541.494529:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759541.494531:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.494533:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759541.494534:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.494537:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759541.494582:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759541.494585:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759541.494586:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759541.494588:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759541.494590:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759541.494592:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759541.494593:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759541.494595:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759541.494596:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.494703:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759541.494706:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759541.494707:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759541.494710:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759541.494712:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759541.494714:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759541.494716:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759541.494718:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759541.494720:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759541.496229:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759541.496233:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759541.496235:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759541.496238:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759541.496241:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759541.496243:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759541.496245:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759541.496247:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759541.496249:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759541.496300:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759541.496303:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759541.496305:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759541.496307:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759541.496309:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759541.496311:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.496313:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759541.496314:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759541.496316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759541.496706:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759541.496709:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759541.496711:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759541.496714:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759541.496716:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759541.496718:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759541.496720:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759541.496722:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759541.496724:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759542.262197:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759542.262205:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759542.262207:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759542.262212:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759542.262216:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759542.262219:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759542.262223:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759542.262225:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759542.262228:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759542.518224:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759542.518235:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759542.518240:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759542.518248:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759542.518249:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759542.518252:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759542.518256:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759542.518256:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759542.518262:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759542.518263:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759542.518265:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759542.518268:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759542.518272:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759542.518272:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759542.518274:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759542.518276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759542.518282:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759542.518288:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759542.518288:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759542.518288:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759542.518293:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518297:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759542.518299:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759542.518303:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518308:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759542.518312:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518316:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759542.518329:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759542.518335:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759542.518338:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759542.518342:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759542.518347:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759542.518348:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759542.518349:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759542.518351:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518353:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759542.518354:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759542.518356:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759542.518358:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759542.518359:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759542.518360:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759542.518361:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759542.518363:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759542.518363:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759542.518370:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759542.518372:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759542.518375:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759542.518376:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759542.518378:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759542.518381:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759542.518387:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759542.518393:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518394:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518398:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759542.518400:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759542.518402:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518403:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759542.518406:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759542.518413:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759542.518417:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759542.518418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759542.518419:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759542.518423:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759542.518423:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759542.518424:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518427:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759542.518432:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759542.518435:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759542.518435:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759542.518436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759542.518443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759542.518445:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759542.518449:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759542.518452:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759542.518454:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759542.518454:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759542.518464:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759542.518464:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759542.518478:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759542.518482:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759542.518679:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759542.518683:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759542.518687:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759543.286209:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759543.286219:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759543.286221:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759543.286229:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759543.286233:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759543.286237:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.286241:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759543.286245:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.286248:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759543.542218:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759543.542218:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759543.542219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759543.542225:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759543.542225:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759543.542226:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759543.542228:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542231:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759543.542231:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759543.542233:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759543.542237:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759543.542238:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759543.542238:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759543.542242:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759543.542243:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759543.542244:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759543.542247:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759543.542248:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759543.542248:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.542250:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759543.542254:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759543.542255:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542257:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759543.542262:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759543.542265:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759543.542269:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759543.542272:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759543.542278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759543.542279:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759543.542282:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759543.542284:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759543.542286:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759543.542288:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542290:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759543.542293:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759543.542295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759543.542296:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759543.542300:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759543.542300:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542306:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759543.542308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759543.542310:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759543.542314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759543.542316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542327:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759543.542347:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759543.542349:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759543.542350:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759543.542354:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759543.542355:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1787759543.542355:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759543.542359:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759543.542360:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759543.542363:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759543.542364:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759543.542369:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759543.542370:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759543.542371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759543.542373:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.542374:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759543.542376:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759543.542377:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759543.542380:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759543.542381:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.542382:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542384:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759543.542386:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759543.542389:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759543.542389:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759543.542390:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759543.542391:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759543.542393:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759543.542395:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759543.542396:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759543.542400:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542401:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759543.542401:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759543.542405:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759543.542407:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759543.542409:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759543.542411:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759543.542414:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759543.542417:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759544.310171:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759544.310179:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759544.310182:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759544.310187:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759544.310190:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759544.310193:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759544.310195:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759544.310198:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759544.310200:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566225:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759544.566225:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759544.566227:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759544.566235:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759544.566237:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759544.566237:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759544.566238:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759544.566241:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759544.566242:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566243:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.566245:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.566245:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759544.566251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759544.566252:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759544.566252:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759544.566252:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759544.566260:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759544.566261:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759544.566261:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759544.566261:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759544.566265:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759544.566266:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759544.566266:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759544.566273:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.566274:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759544.566276:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759544.566281:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759544.566281:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566285:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759544.566290:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759544.566290:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759544.566294:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759544.566296:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.566297:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.566300:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.566303:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566307:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759544.566312:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759544.566313:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759544.566314:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759544.566318:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759544.566319:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759544.566321:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566323:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759544.566325:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759544.566327:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759544.566330:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759544.566330:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759544.566334:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759544.566335:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759544.566337:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.566338:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759544.566340:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759544.566343:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759544.566344:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759544.566346:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759544.566349:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759544.566350:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759544.566359:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759544.566362:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759544.566365:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.566365:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759544.566368:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759544.566371:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759544.566373:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759544.566375:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759544.566375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759544.566376:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759544.566380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566382:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759544.566386:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759544.566387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759544.566391:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759544.566391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759544.566395:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759544.566397:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759544.566399:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759544.566400:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759544.566406:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759544.566408:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759544.566427:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759544.566430:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759544.566432:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759544.887913:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759544.887923:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759544.887926:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759544.887930:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759544.887934:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759544.887941:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18226 00000400:00000200:2.0:1787759544.887951:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759544.887957:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759544.887961:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759544.887964:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.887967:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.887970:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.887973:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759544.887977:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759544.887979:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759544.887982:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759544.887986:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759544.887988:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759544.887991:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759544.887995:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.887997:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.887999:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888002:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759544.888006:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759544.888010:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888012:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759544.888015:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759544.888020:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759544.888023:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888025:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759544.888028:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759544.888039:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759544.888043:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759544.888047:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759544.888049:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888063:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759544.888066:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759544.888070:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759544.888080:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759544.888088:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759544.888097:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759544.888108:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759544.888113:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.888149:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.888164:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759544.888168:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759544.888172:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759544.888173:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759544.888175:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759544.888179:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759544.888185:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18226 00000400:00000200:2.0:1787759544.888191:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759544.888195:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759544.888197:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759544.888200:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759544.888206:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759544.888206:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.888211:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759544.888216:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759544.888218:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759544.888221:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1787759544.888223:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759544.888226:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759544.888231:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759544.888234:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000040:0.0:1787759544.888238:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759544.888238:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759544.888248:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759544.888262:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759544.888266:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759544.888268:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759544.888271:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.888275:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759544.888278:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759544.888281:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759544.888284:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1787759544.888287:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 02000000:00000001:0.0:1787759544.888289:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759544.888296:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00100000:0.0:1787759544.888299:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875543168:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759544.888302:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.888310:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759544.888310:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759544.888318:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759544.888321:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759544.888324:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759544.888325:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888328:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759544.888332:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759544.888335:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.888341:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787759544.888342:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759544.888353:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 02000000:00000010:0.0:1787759544.888354:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759544.888360:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759544.888361:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759544.888369:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759544.888372:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.888378:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759544.888379:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759544.888382:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759544.888384:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759544.888390:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759544.888397:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759544.888399:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00100000:2.0:1787759544.888405:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759544.888415:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759544.888418:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.888422:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.888432:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759544.888434:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759544.888437:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759544.888439:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759544.888440:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759544.888443:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759544.888446:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18226 00000400:00000200:2.0:1787759544.888451:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759544.888454:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759544.888456:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759544.888460:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888462:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.888464:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888467:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759544.888470:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759544.888471:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759544.888473:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759544.888475:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759544.888477:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759544.888480:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759544.888483:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888485:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.888487:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888489:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759544.888492:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759544.888495:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888498:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759544.888500:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759544.888503:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759544.888505:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888507:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759544.888509:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759544.888512:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888514:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759544.888517:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759544.888521:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759544.888524:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759544.888525:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888527:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759544.888528:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759544.888530:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759544.888534:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759544.888537:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759544.888542:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759544.888550:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759544.888552:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.888556:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.888564:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759544.888567:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759544.888570:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759544.888572:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759544.888573:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759544.888577:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759544.888579:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18226 00000400:00000200:2.0:1787759544.888583:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759544.888587:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759544.888589:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759544.888592:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888594:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.888610:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888613:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759544.888615:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759544.888617:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759544.888618:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759544.888621:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759544.888623:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759544.888626:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759544.888629:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888631:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.888634:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888636:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759544.888638:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759544.888642:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759544.888644:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759544.888646:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759544.888649:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759544.888651:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888653:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759544.888655:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759544.888658:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888660:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759544.888663:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759544.888666:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759544.888669:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759544.888670:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.888672:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759544.888673:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759544.888676:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759544.888683:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000400:00000010:0.0:1787759544.888687:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000001:2.0:1787759544.888688:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759544.888698:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787759544.888701:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543168, portal 25 00000100:00000001:0.0:1787759544.888709:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759544.888713:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000001:2.0:1787759544.888715:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759544.888720:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.888729:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759544.888735:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.888741:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759544.888752:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759544.888759:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1787759544.888761:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759544.888765:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1787759544.888768:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759544.888769:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787759544.888777:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000001:2.0:1787759544.888777:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1787759544.888786:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875543168, offset 0 00000100:00080000:2.0:1787759544.888786:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18226 00000400:00000200:0.0:1787759544.888799:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759544.888811:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.888819:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759544.888825:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759544.888830:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759544.888834:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759544.888837:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759544.888842:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776668:776668:256:4294967295] 192.168.201.104@tcp LPNI seq info [776659:776659:8:4294967295] 00000400:00000200:0.0:1787759544.888847:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.888858:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759544.888865:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.888872:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759544.888880:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759544.888885:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787759544.888902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759544.888907:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787759544.888912:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.888915:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759544.888925:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759544.888931:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759544.888937:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759544.888939:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759544.888945:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759544.888950:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.888962:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.888973:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.888982:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.888984:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759544.888991:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.888996:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759544.888999:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312900365 00000100:00000010:0.0:1787759544.889005:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759544.889019:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759544.889027:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312900365 00000100:00000010:0.0:1787759544.889031:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759544.889035:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759544.889039:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759544.889042:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.889045:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759544.889050:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544] req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759544.889061:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759544.889062:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759544.889065:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759544.889068:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759544.889070:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759544.889072:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759544.889076:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759544.889086:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.889093:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759544.889095:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889098:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.889100:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759544.889104:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.889112:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787759544.889474:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759544.889477:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759544.889480:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759544.889482:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.889484:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.889486:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.889488:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759544.889490:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759544.889491:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759544.889493:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759544.889494:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759544.889496:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759544.889498:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759544.889500:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.889501:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759544.889503:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759544.889504:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759544.889512:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759544.889515:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759544.889553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.889555:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759544.889558:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759544.889561:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759544.889563:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.889564:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759544.889566:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759544.889568:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.889579:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759544.889584:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889586:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.889588:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889591:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759544.889594:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759544.889606:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759544.889611:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759544.889614:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759544.889620:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759544.889630:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875543168:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759544.889636:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889639:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.889642:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875543168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.889649:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759544.889652:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759544.889656:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759544.889660:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759544.889663:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759544.889664:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759544.889667:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759544.889670:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:0.0:1787759544.889676:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759544.889678:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759544.889680:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759544.889685:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759544.889686:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889689:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.889698:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759544.889704:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.889705:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.889710:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759544.889715:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1787759544.889716:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759544.889720:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759544.889722:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759544.889727:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1787759544.889729:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787759544.889731:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759544.889737:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759544.889740:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759544.889745:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.889755:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.889758:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759544.889759:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 02000000:00000001:0.0:1787759544.889762:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759544.889766:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.889767:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759544.889773:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759544.889779:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759544.889782:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759544.889792:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759544.889795:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759544.889797:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.889799:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759544.889803:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759544.889805:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.889810:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759544.889814:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759544.889818:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759544.889821:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543296, portal 10 00000100:00000001:0.0:1787759544.889823:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759544.889825:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759544.889833:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.889841:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759544.889843:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759544.889846:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759544.889849:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875543296, offset 0 00000400:00000200:0.0:1787759544.889854:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759544.889859:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.889863:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759544.889867:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759544.889870:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759544.889873:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759544.889875:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759544.889879:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776669:776669:256:4294967295] 192.168.201.104@tcp LPNI seq info [776660:776660:8:4294967295] 00000400:00000200:0.0:1787759544.889884:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.889902:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759544.889908:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.889911:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759544.889916:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759544.889919:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787759544.889924:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759544.889928:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787759544.889932:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.889934:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759544.889938:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759544.889942:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759544.889945:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759544.889949:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759544.889955:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787759544.889971:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759544.889973:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.889979:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759544.889989:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759544.889995:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18236) 00000100:00000200:0.0:1787759544.890172:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890185:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.890190:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890198:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.890200:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759544.890206:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759544.890211:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759544.890215:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759544.890218:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312899087 00000100:00000001:0.0:1787759544.890221:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.890224:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312899087 00000100:00000001:0.0:1787759544.890227:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.890229:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759544.890232:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.890234:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759544.890238:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544] req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759544.890247:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759544.890249:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759544.890251:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759544.890253:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759544.890256:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759544.890258:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759544.890261:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759544.890271:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890278:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759544.890280:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.890282:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.890283:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759544.890286:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890293:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759544.890296:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890304:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759544.890307:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.890309:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.890310:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.890312:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759544.890316:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759544.890320:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759544.890324:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759544.890550:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759544.890618:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759544.890629:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759544.890634:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759544.890638:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890646:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.890648:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.890651:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759544.890653:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759544.890655:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759544.890658:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759544.890662:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759544.890665:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759544.890667:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.890669:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759544.890673:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759544.890675:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.890679:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759544.890682:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759544.890686:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759544.890689:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543424, portal 10 00000100:00000001:0.0:1787759544.890691:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759544.890693:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759544.890699:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890706:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759544.890709:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759544.890711:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759544.890714:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875543424, offset 0 00000400:00000200:0.0:1787759544.890718:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759544.890722:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.890726:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759544.890730:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759544.890733:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759544.890735:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759544.890738:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759544.890741:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776670:776670:256:4294967295] 192.168.201.104@tcp LPNI seq info [776661:776661:8:4294967295] 00000400:00000200:0.0:1787759544.890745:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.890753:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759544.890757:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.890761:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759544.890765:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759544.890768:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787759544.890773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759544.890777:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787759544.890781:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.890783:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759544.890787:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759544.890790:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759544.890793:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759544.890795:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759544.890798:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759544.890802:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.890813:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890820:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.890822:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759544.890825:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759544.890828:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759544.890831:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759544.890833:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312899087 00000100:00000001:0.0:1787759544.890836:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.890839:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312899087 00000100:00000001:0.0:1787759544.890841:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.890843:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759544.890846:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.890848:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759544.890851:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544] req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759544.890859:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759544.890860:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759544.890862:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759544.890864:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759544.890866:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759544.890868:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759544.890872:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759544.890881:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890888:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759544.890945:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.890948:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.890950:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759544.890955:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.890962:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759544.891061:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891069:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759544.891072:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891074:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.891076:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891078:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759544.891081:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759544.891084:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759544.891088:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759544.891091:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759544.891095:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759544.891104:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759544.891109:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759544.891113:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891139:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.891141:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.891144:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759544.891146:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759544.891148:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759544.891151:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759544.891155:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759544.891157:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759544.891159:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.891161:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759544.891164:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759544.891167:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.891171:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759544.891173:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759544.891177:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759544.891181:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543552, portal 4 00000100:00000001:0.0:1787759544.891183:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759544.891184:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759544.891190:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891197:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759544.891200:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759544.891202:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759544.891205:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875543552, offset 0 00000400:00000200:0.0:1787759544.891209:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759544.891213:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.891217:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759544.891220:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759544.891222:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759544.891225:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759544.891227:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759544.891231:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776671:776671:256:4294967295] 192.168.201.104@tcp LPNI seq info [776662:776662:8:4294967295] 00000400:00000200:0.0:1787759544.891235:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.891242:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759544.891247:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.891250:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759544.891254:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759544.891257:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787759544.891262:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759544.891265:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787759544.891269:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.891271:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759544.891274:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759544.891278:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759544.891281:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759544.891283:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759544.891286:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759544.891289:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891296:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.891299:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891306:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.891308:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759544.891310:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759544.891314:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759544.891317:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759544.891320:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312899147 00000100:00000001:0.0:1787759544.891322:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.891325:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312899147 00000100:00000001:0.0:1787759544.891327:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.891329:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759544.891332:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.891489:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759544.891495:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544] req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759544.891505:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759544.891506:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759544.891508:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759544.891511:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759544.891513:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759544.891516:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759544.891520:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759544.891529:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891536:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759544.891538:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891540:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.891541:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759544.891545:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891551:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759544.891556:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891696:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759544.891699:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891701:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.891702:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891704:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759544.891707:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759544.891709:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759544.891714:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759544.891716:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759544.891721:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759544.891730:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759544.891735:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891737:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.891740:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875543296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891747:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759544.891749:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759544.891751:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759544.891754:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759544.891756:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759544.891758:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759544.891761:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759544.891763:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:0.0:1787759544.891768:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759544.891769:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759544.891771:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759544.891774:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759544.891776:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891777:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.891780:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875543424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891787:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759544.891788:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759544.891790:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759544.891792:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759544.891794:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759544.891795:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759544.891797:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759544.891799:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:0.0:1787759544.891801:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759544.891803:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759544.891804:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759544.891807:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759544.891808:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.891813:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875543552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891819:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759544.891820:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759544.891822:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759544.891824:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759544.891825:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759544.891826:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759544.891829:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759544.891830:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:0.0:1787759544.891832:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759544.891833:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759544.891835:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759544.891837:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759544.891838:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891840:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.891845:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759544.891847:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.891849:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759544.891851:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759544.891853:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759544.891857:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.891863:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759544.891865:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.891867:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759544.891869:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759544.891871:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759544.891874:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759544.891878:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759544.891880:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759544.891882:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759544.891884:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759544.891887:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759544.891889:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759544.891948:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759544.891951:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759544.891955:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759544.891958:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543680, portal 4 00000100:00000001:0.0:1787759544.891961:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759544.891962:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:0.0:1787759544.892062:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892069:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759544.892072:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759544.892075:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759544.892078:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875543680, offset 0 00000400:00000200:0.0:1787759544.892083:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759544.892087:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.892091:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759544.892094:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759544.892097:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759544.892099:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759544.892102:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759544.892105:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776672:776672:256:4294967295] 192.168.201.104@tcp LPNI seq info [776663:776663:8:4294967295] 00000400:00000200:0.0:1787759544.892109:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759544.892135:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759544.892140:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.892143:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759544.892147:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759544.892150:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1787759544.892155:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759544.892158:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:0.0:1787759544.892163:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759544.892166:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759544.892169:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759544.892173:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759544.892176:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759544.892178:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759544.892181:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759544.892184:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892193:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.892196:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759569 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892203:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.892205:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759544.892208:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759544.892211:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759544.892214:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759544.892217:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312899112 00000100:00000001:0.0:1787759544.892220:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.892222:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312899112 00000100:00000001:0.0:1787759544.892225:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312900365 00000100:00000001:0.0:1787759544.892228:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759544.892230:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.892232:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759544.892236:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759544/real 1787759544] req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759544.892244:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759544.892246:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759544.892248:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759544.892250:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759544.892252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759544.892255:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759544.892258:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759544.892267:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892274:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759544.892275:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892277:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.892278:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759544.892281:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892288:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759544.892292:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892298:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759544.892301:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892302:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759544.892304:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892306:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759544.892307:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759544.892310:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759544.892314:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759544.892317:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759544.892321:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759544.892391:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759544.892396:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892398:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759544.892628:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875543680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759569 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759544.892635:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759544.892637:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759544.892639:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759544.892643:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759544.892644:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759544.892646:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759544.892648:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759544.892650:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:0.0:1787759544.892653:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759544.892655:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759544.892656:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759544.892659:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759544.892661:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892663:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759544.892667:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759544.892668:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759544.892670:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759544.892672:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759545.335086:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759545.335097:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759545.335100:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759545.335106:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759545.335111:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759545.335135:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759545.335139:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759545.335142:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759545.335146:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759545.590280:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759545.590289:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759545.590290:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759545.590294:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759545.590297:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759545.590305:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759545.590308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759545.590311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759545.590315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759545.590317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759545.590321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759545.590322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759545.590329:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759545.590335:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759545.590337:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759545.590340:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759545.590343:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759545.590360:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759545.590364:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759545.590368:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759545.590634:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759545.590639:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759545.590641:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759545.590645:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759545.590648:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759545.590651:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759545.590655:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759545.590657:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759545.590660:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759545.590672:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759545.590674:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759545.590676:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759545.590678:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759545.590680:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759545.590682:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759545.590684:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759545.590686:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759545.590690:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759545.590690:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759545.590696:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759545.590698:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759545.590702:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759545.590706:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759545.590709:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759545.590711:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759545.590713:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759545.590716:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759545.590716:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759545.590722:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759545.590726:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759545.590728:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759545.590731:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759545.590734:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759545.590734:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759545.590739:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759545.590739:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759545.590743:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759545.590744:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759545.590749:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759545.590750:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759545.590756:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759545.590759:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759545.590762:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759545.590763:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759545.590766:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759545.590900:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759545.590903:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759545.590904:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759545.590907:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759545.590909:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759545.590911:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759545.590913:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759545.590914:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759545.590916:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759545.590960:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759545.590963:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759545.590964:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759545.590966:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759545.590968:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759545.590970:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759545.590972:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759545.590974:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759545.590976:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759546.230428:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312900365, at 4312900416 00000100:00000010:3.0:1787759546.230448:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000040:2.0:1787759546.230485:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312900365, at 4312900416 00000100:00000010:2.0:1787759546.230501:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:3.0:1787759546.358201:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759546.358210:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759546.358213:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759546.358219:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759546.358223:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759546.358227:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759546.358230:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759546.358233:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759546.358236:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759546.614292:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759546.614292:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759546.614299:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759546.614306:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759546.614310:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759546.614311:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759546.614313:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759546.614316:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759546.614316:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759546.614318:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759546.614332:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759546.614333:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759546.614334:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759546.614344:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759546.614344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759546.614348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759546.614351:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759546.614352:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759546.614357:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759546.614360:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759546.614366:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759546.614371:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759546.614372:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759546.614376:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759546.614380:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759546.614382:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759546.614388:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759546.614390:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759546.614393:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759546.614394:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759546.614395:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759546.614399:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759546.614410:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759546.614412:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759546.614415:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759546.614419:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759546.614421:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759546.614424:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759546.614426:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759546.614431:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759546.614432:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759546.614435:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759546.614437:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759546.614442:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759546.614442:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759546.614449:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759546.614456:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759546.614461:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759546.614464:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759546.614468:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759546.614469:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759546.614470:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759546.614473:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614474:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759546.614480:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759546.614481:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759546.614482:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614484:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759546.614491:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759546.614492:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759546.614494:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759546.614496:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759546.614498:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759546.614501:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614503:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759546.614506:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759546.614511:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759546.614511:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759546.614512:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759546.614516:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759546.614522:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759546.614524:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759546.614528:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614533:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759546.614534:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759546.614538:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759546.614538:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614543:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759546.614547:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759546.614548:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759546.614551:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759546.614552:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759546.614561:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759546.614578:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759546.614580:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759546.614584:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759546.614613:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759546.614618:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759546.614621:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759547.383477:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759547.383486:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759547.383488:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759547.383493:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759547.383497:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759547.383501:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.383504:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759547.383507:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.383510:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638282:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759547.638295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759547.638296:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759547.638299:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759547.638305:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759547.638309:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759547.638316:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759547.638320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759547.638322:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759547.638325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638328:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759547.638333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759547.638335:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759547.638337:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638342:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759547.638345:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759547.638349:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638371:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759547.638376:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759547.638377:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759547.638380:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759547.638384:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759547.638384:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759547.638392:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759547.638392:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638400:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759547.638400:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759547.638414:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759547.638418:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759547.638569:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759547.638573:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759547.638574:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759547.638578:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759547.638582:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759547.638584:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759547.638587:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759547.638589:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759547.638592:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759547.638598:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759547.638605:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759547.638608:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759547.638613:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759547.638617:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759547.638621:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.638624:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759547.638626:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.638630:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.638822:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759547.638826:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759547.638828:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759547.638831:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759547.638833:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759547.638835:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759547.638848:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759547.638850:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759547.638853:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759547.639096:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759547.639103:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759547.639105:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759547.639108:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759547.639111:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759547.639114:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759547.639147:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759547.639150:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759547.639153:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759547.639158:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759547.639163:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759547.639165:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759547.639169:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759547.639173:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759547.639177:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.639181:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759547.639184:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759547.639187:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759547.639240:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759547.639244:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759547.639246:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759547.639249:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759547.639251:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759547.639254:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759547.639257:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759547.639258:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759547.639260:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759548.406346:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759548.406355:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759548.406357:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759548.406362:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759548.406365:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759548.406370:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.406373:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759548.406375:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.406378:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759548.662266:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759548.662266:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759548.662276:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662277:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662281:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759548.662282:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759548.662290:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759548.662291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759548.662295:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759548.662301:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662306:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759548.662306:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759548.662309:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662311:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759548.662317:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759548.662321:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.662324:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759548.662333:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759548.662338:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662339:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759548.662341:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759548.662344:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759548.662346:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662349:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759548.662350:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759548.662351:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662355:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662355:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662362:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759548.662364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662368:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759548.662372:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759548.662374:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759548.662378:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662381:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759548.662384:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662387:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662389:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662393:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759548.662395:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759548.662396:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759548.662397:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662399:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759548.662400:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662402:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759548.662404:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759548.662425:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759548.662428:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759548.662430:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759548.662646:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759548.662650:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662652:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759548.662655:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759548.662659:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759548.662659:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759548.662663:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662668:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759548.662672:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759548.662672:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662673:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759548.662676:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759548.662682:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759548.662682:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759548.662685:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759548.662688:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759548.662694:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759548.662694:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759548.662700:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759548.662702:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759548.662704:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759548.662707:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759548.662711:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.662714:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759548.662716:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759548.662717:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759548.662720:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759548.662723:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759548.662723:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.662724:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759548.662731:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759548.662734:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759548.662736:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759548.662737:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759548.662740:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759548.662747:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759548.662752:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759548.662753:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759548.662755:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662758:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759548.662759:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759548.662763:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662767:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759548.662773:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759548.662775:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759549.430246:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759549.430256:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759549.430259:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759549.430266:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759549.430271:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759549.430276:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.430279:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759549.430282:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.430286:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759549.686294:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759549.686305:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759549.686308:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759549.686315:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759549.686320:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759549.686325:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.686328:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759549.686331:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.686336:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759549.686371:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759549.686374:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759549.686379:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759549.686380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759549.686383:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759549.686384:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759549.686387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759549.686389:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759549.686410:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759549.686413:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759549.686416:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759549.687832:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759549.687840:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759549.687843:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759549.687848:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759549.687852:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759549.687856:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759549.687859:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759549.687861:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759549.687864:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759549.688648:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759549.688652:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759549.688653:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759549.688656:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759549.688657:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759549.688659:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.688661:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759549.688662:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.688663:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759549.688670:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759549.688671:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759549.688672:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759549.688673:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759549.688674:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759549.688675:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.688676:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759549.688677:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.688678:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759549.688744:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759549.688747:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759549.688749:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759549.688751:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759549.688754:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759549.688756:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759549.688759:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759549.688760:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759549.688763:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759549.689446:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759549.689452:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759549.689454:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759549.689459:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759549.689462:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759549.689465:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.689468:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759549.689470:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759549.689473:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759549.689596:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759549.689602:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759549.689604:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759549.689604:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759549.689608:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759549.689610:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759549.689611:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759549.689614:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759549.689616:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759549.689619:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759549.689622:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759549.689624:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759549.689626:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759549.689660:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759549.689663:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.689665:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759549.689666:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759549.689667:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759550.006634:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759550.006644:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759550.006647:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759550.006652:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759550.006656:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759550.006664:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18231 00000400:00000200:3.0:1787759550.006673:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759550.006680:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759550.006683:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759550.006686:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006690:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759550.006692:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006695:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759550.006699:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759550.006702:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759550.006705:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759550.006708:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759550.006711:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759550.006713:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759550.006717:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006719:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759550.006721:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006723:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759550.006727:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759550.006731:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006733:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759550.006736:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759550.006740:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759550.006743:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.006746:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759550.006748:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759550.006758:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cf00. 00000020:00000040:3.0:1787759550.006762:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759550.006766:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759550.006769:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.006772:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759550.006775:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759550.006779:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759550.006787:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd800. 00000100:00000001:3.0:1787759550.006793:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759550.006802:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759550.006813:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759550.006817:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759550.006822:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a86b56] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759550.006844:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759550.006847:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759550.006851:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759550.006852:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759550.006854:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759550.006857:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759550.006860:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18231 00000400:00000200:3.0:1787759550.006864:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759550.006867:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759550.006870:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759550.006873:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006875:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759550.006878:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006880:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759550.006882:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759550.006884:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759550.006886:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759550.006887:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1787759550.006888:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759550.006890:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759550.006891:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759550.006893:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759550.006894:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759550.006896:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006898:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759550.006900:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759550.006900:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.006902:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759550.006906:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:0.0:1787759550.006909:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1787759550.006909:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759550.006911:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.006911:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759550.006913:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759550.006915:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759550.006917:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759550.006918:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759550.006920:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759550.006921:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.006923:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875543808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759550.006923:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759550.006927:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787759550.006928:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1787759550.006930:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.006932:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787759550.006932:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.006935:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759550.006936:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77ed00. 02000000:00000001:0.0:1787759550.006938:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1787759550.006939:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759550.006941:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759550.006942:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759550.006944:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:3.0:1787759550.006944:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759550.006945:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759550.006947:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759550.006951:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759550.006954:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.006957:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759550.006959:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759550.006963:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759550.006967:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00000001:3.0:1787759550.006967:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759550.006969:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759550.006972:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081aaf704] to pc [ptlrpcd_rcv+-1] req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759550.006975:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000001:3.0:1787759550.006980:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759550.006982:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543808, portal 25 00000100:00080000:3.0:1787759550.006983:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759550.006985:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1787759550.006986:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759550.006987:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000001:3.0:1787759550.006987:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759550.006989:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759550.006992:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1787759550.006993:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759550.006994:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18231 00000400:00000200:3.0:1787759550.006998:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.007001:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1787759550.007001:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000040:0.0:1787759550.007004:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00080000:3.0:1787759550.007004:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1787759550.007007:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000040:3.0:1787759550.007007:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007009:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759550.007011:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875543808, offset 0 00000100:00000040:3.0:1787759550.007011:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007014:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759550.007016:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759550.007017:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000200:0.0:1787759550.007018:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000020:00000001:3.0:1787759550.007019:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759550.007021:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759550.007022:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759550.007024:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:0.0:1787759550.007026:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:3.0:1787759550.007028:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007030:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787759550.007031:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000040:3.0:1787759550.007032:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007034:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759550.007036:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1787759550.007036:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759550.007039:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007041:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:3.0:1787759550.007041:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759550.007043:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759550.007045:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1787759550.007046:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787759550.007048:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:3.0:1787759550.007048:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.007050:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1787759550.007051:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776673:776673:256:4294967295] 192.168.201.104@tcp LPNI seq info [776664:776664:8:4294967295] 00000008:00100000:3.0:1787759550.007052:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759550.007055:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.007057:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759550.007057:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759550.007061:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759550.007064:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759550.007067:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 02000000:00000001:3.0:1787759550.007067:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759550.007068:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.007070:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759550.007071:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1787759550.007073:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000001:3.0:1787759550.007073:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759550.007076:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000800:00000010:0.0:1787759550.007079:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00000001:3.0:1787759550.007079:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759550.007083:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1787759550.007085:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759550.007090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000100:00000001:3.0:1787759550.007091:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759550.007093:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759550.007096:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1787759550.007096:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759550.007099:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787759550.007104:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007104:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787759550.007107:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000100:00080000:3.0:1787759550.007107:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759550.007110:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759550.007111:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759550.007113:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759550.007116:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759550.007141:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18231 00000400:00000200:3.0:1787759550.007146:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759550.007149:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759550.007151:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1787759550.007153:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1787759550.007154:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007156:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1787759550.007158:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000040:3.0:1787759550.007158:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007161:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759550.007163:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000020:00000001:3.0:1787759550.007163:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759550.007165:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000400:00000010:0.0:1787759550.007166:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000020:00000001:3.0:1787759550.007167:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759550.007169:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759550.007171:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1787759550.007171:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759550.007173:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000200:0.0:1787759550.007175:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759550.007177:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007179:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759550.007181:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007183:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759550.007186:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759550.007189:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007192:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007193:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1787759550.007193:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759550.007196:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759550.007197:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759550.007198:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.007200:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759550.007202:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759550.007204:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787759550.007205:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007206:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759550.007207:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759550.007210:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759550.007212:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787759550.007212:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759550.007215:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759550.007216:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.007217:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759550.007218:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787759550.007219:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312905484 02000000:00000001:3.0:1787759550.007219:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759550.007221:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759550.007225:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 02000000:00000010:3.0:1787759550.007225:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759550.007228:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007231:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1787759550.007233:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759550.007238:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312905484 00000100:00000010:0.0:1787759550.007241:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759550.007244:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759550.007245:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759550.007247:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759550.007247:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007250:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759550.007251:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007253:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759550.007257:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759550/real 1787759550] req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759550.007258:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759550.007262:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759550.007265:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:0.0:1787759550.007266:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1787759550.007267:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:0.0:1787759550.007268:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1787759550.007268:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787759550.007271:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000100:00000001:3.0:1787759550.007271:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759550.007273:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18231 00000400:00000200:0.0:1787759550.007274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759550.007275:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000400:00000200:3.0:1787759550.007277:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.007278:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1787759550.007280:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:0.0:1787759550.007282:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759550.007283:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759550.007286:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007289:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759550.007291:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759550.007291:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007294:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759550.007297:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759550.007298:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:0.0:1787759550.007299:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1787759550.007299:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759550.007301:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1787759550.007301:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:0.0:1787759550.007303:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1787759550.007303:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759550.007305:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759550.007305:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00100000:0.0:1787759550.007309:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759550.007309:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007311:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759550.007313:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759550.007316:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.007316:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759550.007319:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000040:0.0:1787759550.007321:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759550.007322:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759550.007325:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759550.007327:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759550.007329:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1787759550.007329:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759550.007331:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007332:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.007333:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759550.007334:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.007335:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1787759550.007335:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759550.007338:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00000001:3.0:1787759550.007338:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007340:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759550.007340:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759550.007343:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000010:3.0:1787759550.007343:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759550.007345:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00080000:0.0:1787759550.007347:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 02000000:00000001:3.0:1787759550.007348:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759550.007349:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007350:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1787759550.007351:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759550.007352:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1787759550.007354:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759550.007354:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759550.007358:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759550.007360:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.007364:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875543808:192.168.201.104@tcp:250:kworker.0 00000100:00100000:3.0:1787759550.007365:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759550.007369:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007372:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787759550.007372:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759550.007374:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759550.007375:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875543808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759550.007378:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759550.007386:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007389:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1787759550.007390:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18241) 02000000:00000001:0.0:1787759550.007392:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759550.007394:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759550.007397:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759550.007399:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759550.007401:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759550.007403:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759550.007406:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:0.0:1787759550.007410:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759550.007412:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759550.007413:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:0.0:1787759550.007417:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759550.007418:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007420:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007428:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759550.007430:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007432:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759550.007434:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759550.007435:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759550.007439:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007446:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.007447:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007449:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759550.007451:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759550.007453:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.007457:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759550.007460:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759550.007462:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759550.007464:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007466:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759550.007468:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759550.007470:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.007472:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759550.007475:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759550.007477:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759550.007479:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875543936, portal 10 00000100:00000001:0.0:1787759550.007481:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759550.007482:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:0.0:1787759550.007489:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007496:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759550.007498:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759550.007500:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759550.007503:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875543936, offset 0 00000400:00000200:0.0:1787759550.007536:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007540:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.007544:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759550.007547:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759550.007549:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759550.007551:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759550.007554:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007557:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776674:776674:256:4294967295] 192.168.201.104@tcp LPNI seq info [776665:776665:8:4294967295] 00000400:00000200:0.0:1787759550.007561:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.007568:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759550.007573:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.007577:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759550.007581:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759550.007584:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1787759550.007589:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759550.007592:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787759550.007595:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.007596:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759550.007599:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759550.007601:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759550.007603:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759550.007605:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759550.007607:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759550.007610:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007615:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.007617:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007622:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007623:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759550.007625:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759550.007628:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759550.007630:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.007631:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312904204 00000100:00000001:0.0:1787759550.007634:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.007635:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312904204 00000100:00000001:0.0:1787759550.007637:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.007639:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759550.007640:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007641:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759550.007643:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759550/real 1787759550] req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759550.007648:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759550.007649:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759550.007650:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759550.007651:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759550.007653:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759550.007654:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759550.007656:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759550.007661:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007668:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759550.007669:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007671:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.007671:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759550.007674:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007677:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759550.007680:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007684:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759550.007685:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007687:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.007687:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007688:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759550.007692:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759550.007695:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759550.007698:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759550.007700:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759550.007704:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759550.007712:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875543936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759550.007715:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759550.007718:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007724:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.007726:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007728:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759550.007730:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759550.007731:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.007734:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759550.007738:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759550.007739:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759550.007741:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007743:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759550.007746:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759550.007748:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.007752:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759550.007754:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759550.007757:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759550.007760:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544064, portal 10 00000100:00000001:0.0:1787759550.007762:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759550.007763:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:0.0:1787759550.007769:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007774:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759550.007777:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759550.007779:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759550.007781:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875544064, offset 0 00000400:00000200:0.0:1787759550.007786:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007789:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.007793:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759550.007795:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759550.007798:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759550.007800:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759550.007803:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007805:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776675:776675:256:4294967295] 192.168.201.104@tcp LPNI seq info [776666:776666:8:4294967295] 00000400:00000200:0.0:1787759550.007810:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.007816:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759550.007821:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.007825:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759550.007829:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759550.007831:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1787759550.007835:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759550.007837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787759550.007840:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.007841:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759550.007844:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759550.007846:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759550.007848:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759550.007850:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759550.007852:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759550.007854:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.007861:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007865:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007867:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759550.007869:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759550.007871:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759550.007873:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.007875:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312904204 00000100:00000001:0.0:1787759550.007877:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.007879:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312904204 00000100:00000001:0.0:1787759550.007881:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.007882:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759550.007883:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.007884:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759550.007886:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759550/real 1787759550] req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759550.007892:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759550.007893:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759550.007894:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759550.007896:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759550.007897:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759550.007898:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759550.007900:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759550.007905:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007909:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759550.007909:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007911:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.007911:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759550.007913:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007917:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759550.007920:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007924:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759550.007926:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007927:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.007928:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.007929:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759550.007930:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759550.007932:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759550.007934:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759550.007935:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759550.007938:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759550.007944:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759550.007946:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759550.007948:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007952:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.007953:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007954:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759550.007955:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759550.007956:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.007958:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759550.007960:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759550.007961:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759550.007962:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.007963:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759550.007965:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759550.007967:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.007969:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759550.007970:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759550.007973:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759550.007974:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544192, portal 4 00000100:00000001:0.0:1787759550.007976:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759550.007977:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759550.007981:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.007985:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759550.007987:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759550.007988:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759550.007990:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875544192, offset 0 00000400:00000200:0.0:1787759550.007993:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759550.007995:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.007998:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759550.008000:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759550.008001:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759550.008003:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759550.008005:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759550.008006:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776676:776676:256:4294967295] 192.168.201.104@tcp LPNI seq info [776667:776667:8:4294967295] 00000400:00000200:0.0:1787759550.008009:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.008013:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759550.008016:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.008018:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759550.008020:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759550.008022:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1787759550.008025:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759550.008027:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787759550.008029:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.008031:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759550.008032:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759550.008035:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759550.008037:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759550.008038:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759550.008040:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759550.008042:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008047:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008049:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008053:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.008054:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759550.008055:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759550.008057:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759550.008059:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.008060:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312904263 00000100:00000001:0.0:1787759550.008062:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.008064:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312904263 00000100:00000001:0.0:1787759550.008066:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.008067:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759550.008068:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.008069:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759550.008071:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759550/real 1787759550] req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759550.008075:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759550.008076:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759550.008077:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759550.008079:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759550.008080:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759550.008081:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759550.008083:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759550.008089:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008092:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759550.008093:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008094:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.008095:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759550.008097:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008101:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759550.008103:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008107:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759550.008109:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008110:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.008111:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008112:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759550.008113:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759550.008129:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759550.008131:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759550.008133:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759550.008135:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759550.008141:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759550.008143:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759550.008145:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008149:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.008150:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.008151:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759550.008153:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759550.008154:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.008156:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759550.008157:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759550.008159:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759550.008159:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759550.008160:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759550.008163:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759550.008164:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759550.008166:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759550.008168:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759550.008170:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759550.008172:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544320, portal 4 00000100:00000001:0.0:1787759550.008173:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759550.008174:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759550.008178:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008182:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759550.008184:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759550.008185:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759550.008186:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875544320, offset 0 00000400:00000200:0.0:1787759550.008189:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759550.008191:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.008193:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759550.008195:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759550.008197:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759550.008198:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759550.008200:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759550.008201:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776677:776677:256:4294967295] 192.168.201.104@tcp LPNI seq info [776668:776668:8:4294967295] 00000400:00000200:0.0:1787759550.008204:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759550.008208:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759550.008211:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.008212:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759550.008215:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759550.008217:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1787759550.008220:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759550.008221:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 23 secs later) 00000800:00000100:0.0:1787759550.008224:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759550.008226:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759550.008228:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759550.008230:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759550.008231:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759550.008233:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759550.008234:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759550.008236:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008245:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008247:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008252:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.008253:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759550.008254:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759550.008256:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759550.008257:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759550.008259:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312904228 00000100:00000001:0.0:1787759550.008260:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.008262:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312904228 00000100:00000001:0.0:1787759550.008263:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312905484 00000100:00000001:0.0:1787759550.008265:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759550.008266:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.008268:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759550.008270:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759550/real 1787759550] req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759550.008274:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759550.008275:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759550.008275:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759550.008277:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759550.008278:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759550.008279:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759550.008281:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759550.008286:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008290:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759550.008292:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008293:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.008294:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759550.008296:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008300:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759550.008302:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008306:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759550.008308:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008309:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759550.008309:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008310:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759550.008312:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759550.008313:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759550.008315:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759550.008316:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759550.008319:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759550.008323:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759550.008325:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008327:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008329:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875543936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008333:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759550.008334:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759550.008335:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759550.008337:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759550.008338:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759550.008339:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759550.008341:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759550.008342:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:0.0:1787759550.008344:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759550.008345:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759550.008346:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:0.0:1787759550.008348:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759550.008349:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008350:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008352:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875544064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008357:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759550.008358:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759550.008359:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759550.008360:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759550.008361:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759550.008362:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759550.008363:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759550.008364:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:0.0:1787759550.008365:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759550.008366:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759550.008366:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:0.0:1787759550.008368:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759550.008368:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008369:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008371:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875544192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008375:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759550.008375:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759550.008376:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759550.008377:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759550.008378:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759550.008379:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759550.008380:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759550.008381:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:0.0:1787759550.008382:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759550.008383:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759550.008384:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759550.008386:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759550.008387:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008388:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759550.008390:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875544320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759550.008393:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759550.008394:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759550.008395:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759550.008396:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759550.008397:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759550.008397:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759550.008399:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759550.008399:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759550.008401:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759550.008401:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759550.008402:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759550.008403:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759550.008404:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008405:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.008407:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759550.008408:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.008409:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759550.008410:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.454249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759550.454257:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759550.454258:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759550.454263:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759550.454266:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759550.454269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.454276:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759550.454278:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.454280:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759550.710264:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759550.710267:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759550.710273:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759550.710274:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759550.710276:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759550.710278:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759550.710284:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759550.710285:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759550.710290:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759550.710290:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759550.710297:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.710301:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759550.710304:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759550.710307:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710329:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759550.710332:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759550.710349:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759550.710352:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759550.710355:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710358:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759550.710361:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710363:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710365:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710370:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759550.710371:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759550.710375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759550.710376:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759550.710462:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759550.710465:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759550.710466:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759550.710468:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759550.710470:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759550.710472:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759550.710473:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759550.710474:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759550.710476:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759550.710612:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759550.710617:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759550.710618:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759550.710621:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.711133:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759550.711137:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759550.711139:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.711142:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759550.711145:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759550.711147:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711149:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.711151:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711153:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.711162:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759550.711164:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759550.711165:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.711167:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759550.711169:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759550.711171:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711173:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.711175:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711176:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759550.711184:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759550.711187:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759550.711188:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759550.711190:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759550.711192:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759550.711194:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711195:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759550.711197:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759550.711199:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759550.711239:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759550.711243:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759550.711245:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759550.715788:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759550.715797:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759550.715799:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759550.715805:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759550.715810:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759550.715814:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759550.715817:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759550.715820:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759550.715823:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759550.720798:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759550.720806:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759550.720808:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759550.720813:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759550.720817:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759550.720821:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759550.720824:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759550.720827:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759550.720831:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759551.350235:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312905484, at 4312905536 00000100:00000010:3.0:1787759551.350251:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000040:2.0:1787759551.350818:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312905484, at 4312905536 00000100:00000010:2.0:1787759551.350826:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:3.0:1787759551.478233:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759551.478240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759551.478242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759551.478248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759551.478252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759551.478256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759551.478259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759551.478261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759551.478265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759551.734249:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759551.734254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759551.734256:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759551.734260:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759551.734260:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759551.734269:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759551.734269:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759551.734272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759551.734274:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759551.734278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759551.734279:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759551.734282:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759551.734283:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759551.734288:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759551.734288:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759551.734292:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759551.734293:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759551.734326:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759551.734329:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759551.734333:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759551.734728:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759551.734733:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759551.734735:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759551.734738:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759551.734742:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759551.734745:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734748:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759551.734750:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734753:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759551.734767:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759551.734780:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759551.734782:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759551.734784:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759551.734788:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759551.734790:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734793:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759551.734794:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734797:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759551.734810:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759551.734813:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759551.734815:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759551.734818:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759551.734821:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759551.734823:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734825:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759551.734827:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.734830:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759551.734896:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759551.734900:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759551.734910:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759551.734913:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759551.734916:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759551.734919:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759551.734921:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759551.734923:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759551.734926:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759551.738566:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759551.738567:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759551.738573:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759551.738574:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759551.738577:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759551.738578:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759551.738584:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759551.738585:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759551.738589:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759551.738591:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759551.738594:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.738595:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759551.738599:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759551.738602:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759551.738605:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759551.738610:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759551.738614:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759551.738617:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759551.741546:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759551.741552:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759551.741554:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759551.741558:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759551.741562:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759551.741565:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759551.741568:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759551.741570:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759551.741573:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759552.503571:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759552.503580:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759552.503582:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759552.503588:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759552.503591:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759552.503595:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.503598:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759552.503600:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.503603:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759552.758227:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759552.758233:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759552.758236:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759552.758237:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759552.758240:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759552.758242:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759552.758245:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759552.758246:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759552.758247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759552.758249:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759552.758253:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759552.758254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759552.758257:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759552.758259:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758264:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759552.758266:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758269:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759552.758283:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759552.758286:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759552.758288:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759552.758290:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759552.758292:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759552.758294:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758296:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759552.758297:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758299:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759552.758379:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759552.758383:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759552.758386:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759552.758430:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759552.758432:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759552.758433:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759552.758435:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759552.758437:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759552.758438:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758439:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759552.758441:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758442:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759552.758559:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759552.758563:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759552.758564:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759552.758564:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759552.758570:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759552.758570:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759552.758573:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759552.758575:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759552.758578:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759552.758578:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758580:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759552.758583:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759552.758584:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759552.758585:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759552.758588:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759552.758588:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758589:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759552.758593:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759552.758594:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759552.758596:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758598:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759552.758600:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759552.758603:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759552.758604:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759552.758608:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759552.758610:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759552.758613:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759552.758613:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759552.758618:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759552.758620:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759552.758623:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759552.758625:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759552.758627:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759552.758630:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759552.758631:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759552.758634:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759552.758704:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759552.758706:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759552.758707:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759552.758708:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759552.758710:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759552.758711:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758712:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759552.758714:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759552.758715:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759553.526236:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759553.526247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759553.526250:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759553.526257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759553.526262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759553.526266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759553.526270:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759553.526273:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759553.526277:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759553.782249:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759553.782250:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759553.782265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759553.782267:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759553.782269:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759553.782271:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759553.782280:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759553.782280:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759553.782289:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759553.782289:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759553.782297:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759553.782298:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759553.782310:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759553.782313:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759553.782314:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759553.782318:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759553.782319:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759553.782322:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759553.782326:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759553.782328:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759553.782331:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759553.782346:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759553.782349:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759553.782350:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759553.782351:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759553.782353:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759553.782355:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759553.782369:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759553.782373:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782375:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759553.782378:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759553.782379:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759553.782381:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782382:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759553.782387:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759553.782388:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759553.782389:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759553.782394:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759553.782400:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759553.782400:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759553.782412:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759553.782416:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782419:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759553.782421:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782424:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759553.782433:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759553.782437:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759553.782437:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759553.782456:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759553.782457:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759553.782458:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759553.782460:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759553.782462:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759553.782470:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759553.782471:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759553.782475:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759553.782475:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759553.782478:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759553.782479:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759553.782479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759553.782482:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759553.782485:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782485:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759553.782485:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759553.782489:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759553.782495:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759553.782496:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759553.782496:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759553.782497:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759553.782501:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759553.782503:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759553.782508:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759553.782509:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759553.782509:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759553.782513:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759553.782515:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759553.782519:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782522:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759553.782524:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759553.782525:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759553.782548:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759553.782552:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759553.782556:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759554.550224:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759554.550232:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759554.550235:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759554.550240:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759554.550244:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759554.550247:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759554.550250:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759554.550252:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759554.550256:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806247:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759554.806247:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759554.806247:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759554.806256:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759554.806257:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759554.806257:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759554.806259:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806260:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759554.806262:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759554.806267:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759554.806268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759554.806274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759554.806274:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759554.806274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759554.806279:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759554.806280:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759554.806280:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806283:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759554.806286:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806286:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759554.806292:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759554.806292:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759554.806295:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759554.806297:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806298:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759554.806302:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759554.806305:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759554.806306:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759554.806309:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759554.806311:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759554.806313:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759554.806315:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759554.806317:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806319:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759554.806320:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806323:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759554.806325:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759554.806330:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759554.806331:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759554.806333:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759554.806336:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759554.806337:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759554.806340:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759554.806342:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759554.806343:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759554.806345:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759554.806346:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759554.806349:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759554.806352:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759554.806356:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759554.806357:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806359:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759554.806361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759554.806364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806388:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759554.806390:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759554.806392:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759554.806394:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759554.806398:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759554.806400:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806402:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759554.806403:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759554.806407:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806407:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759554.806410:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759554.806413:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759554.806415:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759554.806420:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759554.806436:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806439:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759554.806441:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759554.806443:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759554.806480:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759554.806489:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759554.806496:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759554.806497:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759554.806500:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759554.806501:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759554.806505:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759554.806506:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759554.806534:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759554.806537:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759554.806540:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759555.126238:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759555.126251:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759555.126254:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759555.126258:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759555.126263:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759555.126271:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18236 00000400:00000200:1.0:1787759555.126280:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759555.126287:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759555.126291:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759555.126295:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126299:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.126302:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126305:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759555.126310:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759555.126312:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759555.126315:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759555.126319:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759555.126321:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759555.126324:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759555.126328:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126330:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.126332:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126334:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759555.126337:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759555.126341:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126343:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.126347:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759555.126350:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759555.126353:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126355:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759555.126358:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759555.126369:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759555.126372:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759555.126376:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759555.126378:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126382:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759555.126385:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759555.126389:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759555.126399:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759555.126408:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759555.126427:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759555.126445:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759555.126450:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759555.126455:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759555.126480:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759555.126483:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759555.126487:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759555.126488:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759555.126490:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759555.126494:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759555.126497:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18236 00000400:00000200:1.0:1787759555.126501:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759555.126504:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759555.126507:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759555.126511:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126513:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.126516:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759555.126518:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759555.126519:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759555.126524:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759555.126524:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759555.126527:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00000001:0.0:1787759555.126528:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787759555.126531:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759555.126534:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000040:0.0:1787759555.126537:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1787759555.126538:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759555.126542:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759555.126550:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759555.126552:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759555.126553:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759555.126554:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759555.126558:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759555.126559:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759555.126562:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759555.126563:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759555.126565:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759555.126568:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00100000:0.0:1787759555.126571:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875544448:192.168.201.104@tcp:250:kworker.0 00000100:00080000:1.0:1787759555.126575:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759555.126580:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787759555.126580:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.126583:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759555.126587:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759555.126590:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.126597:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759555.126599:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787759555.126601:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126604:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:0.0:1787759555.126608:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 00000008:00100000:1.0:1787759555.126610:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1787759555.126612:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787759555.126617:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126620:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.126622:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759555.126626:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000400:00000010:0.0:1787759555.126629:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000020:00000040:1.0:1787759555.126630:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759555.126635:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759555.126636:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126638:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1787759555.126640:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 02000000:00000001:1.0:1787759555.126640:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759555.126642:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759555.126648:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544448, portal 25 02000000:00000010:1.0:1787759555.126648:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:0.0:1787759555.126653:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759555.126653:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.126655:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00100000:1.0:1787759555.126662:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759555.126663:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.126687:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787759555.126688:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787759555.126692:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126693:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759555.126696:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000040:1.0:1787759555.126700:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759555.126701:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875544448, offset 0 00000400:00000200:0.0:1787759555.126712:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126714:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759555.126717:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759555.126721:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787759555.126723:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759555.126724:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759555.126728:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759555.126731:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:1.0:1787759555.126733:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759555.126738:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18236 00000400:00000200:0.0:1787759555.126739:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759555.126746:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759555.126749:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759555.126751:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759555.126754:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776678:776678:256:4294967295] 192.168.201.104@tcp LPNI seq info [776669:776669:8:4294967295] 00000400:00000200:0.0:1787759555.126758:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759555.126763:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759555.126769:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759555.126770:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00080000:1.0:1787759555.126774:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787759555.126778:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759555.126780:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126784:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1787759555.126785:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00000040:1.0:1787759555.126786:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126790:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:0.0:1787759555.126794:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:1.0:1787759555.126794:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759555.126797:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000800:00000200:0.0:1787759555.126799:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000020:00000001:1.0:1787759555.126800:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759555.126804:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759555.126808:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:0.1:1787759555.126808:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:1.0:1787759555.126813:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:0.1:1787759555.126815:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1787759555.126819:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126823:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1787759555.126825:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759555.126827:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000010:0.0:1787759555.126830:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000100:00000001:1.0:1787759555.126831:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759555.126835:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759555.126839:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759555.126842:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787759555.126842:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.126844:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759555.126847:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759555.126849:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126851:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759555.126852:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759555.126857:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126861:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.126862:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000010:1.0:1787759555.126865:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000400:00000200:0.0:1787759555.126869:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000020:00000040:1.0:1787759555.126870:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000010:0.0:1787759555.126875:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 02000000:00000001:1.0:1787759555.126875:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759555.126877:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.126880:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759555.126882:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759555.126883:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787759555.126884:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759555.126890:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000200:0.0:1787759555.126891:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759555.126894:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759555.126903:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759555.126918:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759555.126922:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759555.126929:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.126932:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.126940:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759555.126940:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759555.126944:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759555.126951:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759555.126954:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759555.126958:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759555.126959:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.126962:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759555.126962:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759555.126967:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18236 00000100:00000001:0.0:1787759555.126972:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759555.126972:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759555.126979:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759555.126980:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759555.126983:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759555.126984:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312910603 00000100:00000040:1.0:1787759555.126989:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126991:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1787759555.126992:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000040:1.0:1787759555.126995:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.126998:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759555.127001:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1787759555.127001:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759555.127002:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759555.127005:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759555.127008:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759555.127009:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312910603 00000020:00000001:1.0:1787759555.127010:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759555.127014:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000010:0.0:1787759555.127015:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000040:1.0:1787759555.127020:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.127023:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.127025:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.127027:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759555.127029:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759555.127032:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759555.127035:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.127036:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759555.127039:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759555.127041:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.127043:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759555.127044:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759555.127047:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127049:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759555.127050:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127053:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1787759555.127055:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000100:00000001:0.0:1787759555.127057:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759555.127060:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759555.127062:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759555.127064:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.127065:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759555.127067:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759555.127068:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759555.127073:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:0.0:1787759555.127074:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787759555.127077:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.127081:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759555/real 1787759555] req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759555.127085:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759555.127098:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1787759555.127099:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787759555.127101:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787759555.127103:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1787759555.127107:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759555.127108:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759555.127115:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000100:00000001:1.0:1787759555.127161:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759555.127165:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759555.127168:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759555.127170:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759555.127172:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759555.127176:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1787759555.127177:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00080000:1.0:1787759555.127181:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18236 00000100:00000001:0.0:1787759555.127184:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787759555.127187:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:0.0:1787759555.127192:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759555.127193:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759555.127198:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759555.127204:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.127208:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.127212:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000200:0.0:1787759555.127214:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759555.127215:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759555.127220:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759555.127222:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759555.127225:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759555.127229:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787759555.127230:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759555.127234:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759555.127235:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759555.127237:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759555.127239:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.127244:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759555.127244:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759555.127248:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759555.127253:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00100000:0.0:1787759555.127255:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759555.127257:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759555.127262:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759555.127268:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759555.127271:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.127272:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759555.127275:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759555.127278:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759555.127280:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759555.127281:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.127285:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759555.127289:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759555.127293:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1787759555.127295:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127299:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.127300:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127305:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1787759555.127307:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000100:00000001:0.0:1787759555.127308:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787759555.127311:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:0.0:1787759555.127313:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1787759555.127315:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759555.127317:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1787759555.127318:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.127323:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:0.0:1787759555.127324:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1787759555.127325:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759555.127329:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759555.127332:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 02000000:00000010:1.0:1787759555.127335:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:0.0:1787759555.127336:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1787759555.127340:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759555.127345:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759555.127349:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787759555.127368:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875544448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759555.127368:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759555.127372:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127378:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759555.127379:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127383:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787759555.127390:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759555.127395:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18247) 00000100:00000040:0.0:1787759555.127397:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875544448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127404:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759555.127407:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759555.127410:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759555.127413:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759555.127425:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759555.127428:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759555.127430:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759555.127433:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759555.127437:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759555.127439:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759555.127441:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:0.0:1787759555.127444:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759555.127446:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.127448:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.127457:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759555.127459:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127461:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759555.127463:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759555.127464:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759555.127469:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127475:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.127476:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.127478:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759555.127480:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759555.127481:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.127483:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759555.127486:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759555.127488:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759555.127489:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.127491:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759555.127493:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759555.127494:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.127498:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759555.127501:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759555.127505:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759555.127508:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544576, portal 10 00000100:00000001:0.0:1787759555.127510:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759555.127512:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759555.127520:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127527:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759555.127530:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759555.127532:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759555.127535:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875544576, offset 0 00000400:00000200:0.0:1787759555.127540:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759555.127544:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.127547:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759555.127551:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759555.127553:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759555.127556:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759555.127558:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759555.127561:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776679:776679:256:4294967295] 192.168.201.104@tcp LPNI seq info [776670:776670:8:4294967295] 00000400:00000200:0.0:1787759555.127565:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.127572:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759555.127577:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.127581:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759555.127586:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759555.127589:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759555.127593:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759555.127596:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759555.127600:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.127602:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759555.127606:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759555.127610:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759555.127613:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759555.127615:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759555.127618:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759555.127622:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127630:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.127633:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127645:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127647:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759555.127650:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759555.127655:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759555.127658:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759555.127660:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312909324 00000100:00000001:0.0:1787759555.127663:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.127665:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312909324 00000100:00000001:0.0:1787759555.127668:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.127670:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759555.127672:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127674:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759555.127678:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759555/real 1787759555] req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759555.127685:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759555.127687:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759555.127689:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759555.127691:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759555.127693:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759555.127695:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759555.127699:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759555.127707:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127714:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759555.127716:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.127717:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.127719:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759555.127722:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127730:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759555.127734:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127741:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759555.127744:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.127746:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.127747:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.127749:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759555.127754:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759555.127757:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759555.127761:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759555.127764:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759555.127768:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759555.127777:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759555.127781:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759555.127784:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127791:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.127792:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.127795:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759555.127796:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759555.127798:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.127801:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759555.127805:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759555.127807:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759555.127809:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.127810:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759555.127814:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759555.127816:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.127819:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759555.127822:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759555.127826:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759555.127829:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544704, portal 10 00000100:00000001:0.0:1787759555.127831:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759555.127832:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:0.0:1787759555.127838:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127845:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759555.127847:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759555.127850:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759555.127852:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875544704, offset 0 00000400:00000200:0.0:1787759555.127857:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759555.127861:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.127865:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759555.127868:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759555.127870:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759555.127872:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759555.127875:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759555.127878:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776680:776680:256:4294967295] 192.168.201.104@tcp LPNI seq info [776671:776671:8:4294967295] 00000400:00000200:0.0:1787759555.127882:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.127888:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759555.127893:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.127897:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759555.127901:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759555.127904:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759555.127908:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759555.127911:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759555.127915:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.127917:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759555.127921:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759555.127924:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759555.127928:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759555.127929:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759555.127932:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759555.127935:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127943:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.127946:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.127953:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127954:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759555.127958:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759555.127961:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759555.127965:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759555.127967:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312909324 00000100:00000001:0.0:1787759555.127970:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.127972:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312909324 00000100:00000001:0.0:1787759555.127974:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.127977:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759555.127979:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.127981:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759555.127985:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759555/real 1787759555] req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759555.127992:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759555.127993:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759555.127994:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759555.127996:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759555.127997:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759555.127999:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759555.128001:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759555.128006:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128010:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759555.128011:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128012:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128013:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759555.128015:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128019:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759555.128022:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128025:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759555.128027:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128028:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128029:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128030:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759555.128032:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759555.128034:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759555.128036:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759555.128037:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759555.128040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759555.128045:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759555.128048:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759555.128050:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128054:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.128055:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.128057:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759555.128058:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759555.128059:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.128061:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759555.128063:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759555.128065:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759555.128066:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.128067:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128070:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759555.128071:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.128073:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759555.128075:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759555.128078:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759555.128080:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544832, portal 4 00000100:00000001:0.0:1787759555.128081:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759555.128082:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:0.0:1787759555.128086:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128090:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759555.128092:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759555.128093:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759555.128095:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875544832, offset 0 00000400:00000200:0.0:1787759555.128098:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759555.128100:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.128103:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759555.128105:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759555.128106:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759555.128108:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759555.128110:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759555.128114:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776681:776681:256:4294967295] 192.168.201.104@tcp LPNI seq info [776672:776672:8:4294967295] 00000400:00000200:0.0:1787759555.128140:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.128147:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759555.128151:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.128154:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759555.128156:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759555.128159:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759555.128161:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759555.128163:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759555.128166:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.128167:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759555.128170:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759555.128172:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759555.128174:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759555.128176:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759555.128177:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759555.128180:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128185:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128187:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128191:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.128193:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759555.128195:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759555.128197:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759555.128199:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759555.128201:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312909384 00000100:00000001:0.0:1787759555.128203:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.128206:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312909384 00000100:00000001:0.0:1787759555.128208:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.128210:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759555.128213:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.128215:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759555.128219:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759555/real 1787759555] req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759555.128227:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759555.128228:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759555.128230:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759555.128232:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759555.128234:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759555.128236:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759555.128239:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759555.128246:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128252:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759555.128254:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128256:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128257:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759555.128260:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128267:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759555.128271:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128278:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759555.128281:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128283:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128284:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128286:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759555.128288:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759555.128291:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759555.128295:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759555.128297:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759555.128301:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759555.128306:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759555.128309:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759555.128310:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128315:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.128316:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.128317:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759555.128318:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759555.128320:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.128322:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759555.128324:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759555.128325:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759555.128326:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759555.128327:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128329:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759555.128331:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759555.128333:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759555.128335:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759555.128337:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759555.128339:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875544960, portal 4 00000100:00000001:0.0:1787759555.128341:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759555.128341:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:0.0:1787759555.128346:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128352:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759555.128355:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759555.128357:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759555.128359:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875544960, offset 0 00000400:00000200:0.0:1787759555.128364:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759555.128368:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.128371:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759555.128374:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759555.128377:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759555.128379:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759555.128382:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759555.128385:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776682:776682:256:4294967295] 192.168.201.104@tcp LPNI seq info [776673:776673:8:4294967295] 00000400:00000200:0.0:1787759555.128389:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759555.128396:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759555.128400:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.128403:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759555.128406:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759555.128408:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759555.128413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759555.128435:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759555.128439:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759555.128441:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759555.128445:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759555.128448:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759555.128451:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759555.128453:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759555.128456:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759555.128460:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128467:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128470:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128476:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.128478:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759555.128482:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759555.128486:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759555.128489:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759555.128491:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312909348 00000100:00000001:0.0:1787759555.128494:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.128497:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312909348 00000100:00000001:0.0:1787759555.128499:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312910603 00000100:00000001:0.0:1787759555.128501:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759555.128504:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.128506:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759555.128509:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759555/real 1787759555] req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759555.128514:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759555.128515:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759555.128516:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759555.128518:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759555.128519:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759555.128521:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759555.128523:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759555.128528:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128532:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759555.128533:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128534:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128535:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759555.128537:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128541:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759555.128544:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128548:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759555.128550:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128551:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759555.128552:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128554:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759555.128556:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759555.128559:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759555.128562:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759555.128564:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759555.128568:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759555.128576:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875544960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759555.128580:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128582:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128585:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875544576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128592:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759555.128594:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128596:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759555.128599:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759555.128600:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759555.128602:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759555.128603:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759555.128605:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:0.0:1787759555.128607:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759555.128608:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759555.128609:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759555.128611:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759555.128612:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128613:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128616:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875544704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128620:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759555.128621:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128622:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759555.128624:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759555.128624:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759555.128625:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759555.128626:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759555.128627:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:0.0:1787759555.128629:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759555.128629:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759555.128630:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759555.128632:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759555.128633:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128634:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128636:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875544832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128639:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759555.128640:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128641:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759555.128642:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759555.128643:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759555.128643:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759555.128644:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759555.128645:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:0.0:1787759555.128647:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759555.128647:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759555.128648:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:0.0:1787759555.128650:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759555.128650:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128651:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759555.128653:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875544960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759555.128660:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759555.128661:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759555.128662:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759555.128664:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759555.128664:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759555.128665:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759555.128666:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759555.128667:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:0.0:1787759555.128668:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759555.128669:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759555.128670:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:0.0:1787759555.128671:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759555.128672:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128673:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.128676:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759555.128677:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.128678:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759555.128680:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759555.574205:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759555.574213:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759555.574216:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759555.574223:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759555.574227:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759555.574231:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.574234:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759555.574236:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.574239:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.830274:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759555.830281:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759555.830282:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759555.830285:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.830288:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759555.830291:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759555.830292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759555.830292:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759555.830295:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759555.830299:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759555.830302:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759555.830304:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759555.830304:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.830319:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.830322:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759555.830322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759555.830323:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.830330:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.830331:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759555.830333:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759555.830336:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.830341:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759555.830341:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.830351:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759555.830351:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759555.830356:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759555.830361:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759555.830366:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759555.830370:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759555.830373:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759555.830376:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759555.830378:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759555.830382:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.830384:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759555.830386:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759555.830389:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759555.830392:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759555.830398:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759555.830399:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759555.830402:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.830418:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759555.830425:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759555.830426:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759555.830434:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759555.830435:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759555.830440:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.830442:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759555.830445:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.830447:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759555.830449:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759555.830454:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759555.830455:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759555.830459:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759555.830463:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759555.830573:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759555.830577:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759555.830578:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759555.830581:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759555.830583:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759555.830586:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.830588:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759555.830589:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.830591:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759555.830601:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759555.830604:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759555.830605:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759555.830607:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759555.830609:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759555.830611:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.830613:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759555.830615:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759555.830616:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759555.830638:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759555.830641:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759555.830646:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759555.830647:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759555.830651:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759555.830652:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759555.830655:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759555.830656:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759555.830695:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759555.830698:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759555.830701:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759556.470229:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312910603, at 4312910656 00000100:00000010:3.0:1787759556.470246:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000040:2.0:1787759556.470251:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312910603, at 4312910656 00000100:00000010:2.0:1787759556.470267:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000001:3.0:1787759556.598229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759556.598238:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759556.598241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759556.598246:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759556.598250:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759556.598254:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759556.598257:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759556.598260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759556.598263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759556.854260:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759556.854264:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759556.854264:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759556.854264:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759556.854274:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759556.854275:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759556.854275:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759556.854275:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759556.854280:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759556.854281:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759556.854281:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759556.854282:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759556.854296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759556.854298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759556.854298:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759556.854298:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759556.854309:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759556.854310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759556.854310:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759556.854311:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759556.854323:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854323:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759556.854324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759556.854324:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854336:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759556.854353:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854357:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759556.854359:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759556.854362:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759556.854366:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759556.854366:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759556.854370:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759556.854374:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759556.854375:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759556.854380:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759556.854398:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759556.854406:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759556.854409:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759556.854411:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759556.854415:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759556.854415:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759556.854416:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759556.854421:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759556.854423:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759556.854427:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759556.854428:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759556.854429:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759556.854439:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759556.854439:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759556.854440:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759556.854445:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759556.854446:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759556.854446:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854455:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759556.854456:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759556.854457:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759556.854463:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854463:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759556.854476:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759556.854477:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759556.854480:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759556.854486:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759556.854492:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759556.854572:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759556.854576:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759556.854577:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759556.854580:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759556.854582:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759556.854584:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759556.854586:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759556.854588:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759556.854590:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854613:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759556.854617:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759556.854619:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759556.854623:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854626:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759556.854627:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854629:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854630:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854634:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759556.854635:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854637:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759556.854638:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759556.854641:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759556.854642:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759556.854762:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759556.854766:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759556.854771:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759557.622226:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759557.622235:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759557.622237:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759557.622242:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759557.622245:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759557.622250:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759557.622252:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759557.622255:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759557.622258:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878233:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759557.878243:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759557.878244:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759557.878252:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759557.878253:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759557.878255:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759557.878264:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759557.878267:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759557.878272:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759557.878276:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759557.878278:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759557.878281:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759557.878282:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759557.878284:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878292:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759557.878297:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759557.878300:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759557.878304:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878468:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759557.878474:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759557.878477:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759557.878478:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759557.878483:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759557.878484:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759557.878485:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759557.878486:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759557.878491:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759557.878491:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759557.878493:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759557.878495:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759557.878498:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759557.878499:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759557.878501:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759557.878501:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759557.878503:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759557.878505:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759557.878508:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759557.878514:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759557.878517:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759557.878518:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759557.878519:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759557.878525:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759557.878527:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759557.878527:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759557.878528:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759557.878533:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759557.878533:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759557.878540:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759557.878540:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759557.878545:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759557.878549:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759557.878550:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759557.878553:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759557.878558:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759557.878561:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759557.878566:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759557.878567:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759557.878570:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759557.878575:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759557.878577:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759557.878579:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759557.878581:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759557.878584:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759557.878593:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759557.878594:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759557.878598:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878599:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759557.878601:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759557.878604:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759557.878605:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759557.878607:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759557.878608:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878613:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759557.878616:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759557.878616:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759557.878620:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759557.878620:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759557.878622:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759557.878627:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759557.878630:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759557.878650:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759557.878653:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759557.878657:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759558.646227:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759558.646236:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759558.646238:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759558.646248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759558.646252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759558.646256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.646258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759558.646261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.646264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759558.902224:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759558.902238:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759558.902241:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.902249:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759558.902250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759558.902255:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759558.902256:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759558.902260:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759558.902260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759558.902263:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759558.902266:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759558.902268:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759558.902270:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759558.902272:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759558.902276:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.902277:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759558.902279:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759558.902283:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.902440:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759558.902443:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759558.902445:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759558.902447:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759558.902450:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759558.902453:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759558.902473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759558.902477:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902481:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759558.902483:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902491:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759558.902494:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759558.902496:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759558.902500:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902504:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759558.902506:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902508:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.902510:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759558.902510:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.902514:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759558.902517:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759558.902519:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902521:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759558.902523:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759558.902524:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902526:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759558.902528:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902529:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759558.902531:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759558.902550:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759558.902553:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759558.902560:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759558.902664:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759558.902666:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759558.902667:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759558.902669:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759558.902671:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759558.902672:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759558.902674:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759558.902675:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759558.902676:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759558.903532:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759558.903538:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759558.903540:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759558.903546:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759558.903549:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759558.903554:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759558.903557:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759558.903561:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759558.903565:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759558.903605:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759558.903611:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759558.903614:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759558.903619:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759558.903623:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759558.903626:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.903627:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759558.903630:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759558.903633:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759558.903635:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.903637:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759558.903640:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759558.903643:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759558.903650:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759558.903660:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.903663:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759558.903668:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759558.903670:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759558.903704:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759558.903708:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759558.903710:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759558.903713:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759558.903715:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759558.903718:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759558.903720:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759558.903722:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759558.903724:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759559.670215:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759559.670223:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759559.670224:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759559.670229:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759559.670232:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759559.670235:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759559.670237:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759559.670239:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759559.670241:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759559.926211:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759559.926216:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759559.926216:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759559.926217:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759559.926220:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926222:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759559.926222:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759559.926226:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759559.926226:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759559.926226:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759559.926232:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759559.926233:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759559.926233:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759559.926238:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926241:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759559.926241:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759559.926241:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759559.926242:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759559.926250:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759559.926252:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926253:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759559.926253:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759559.926258:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759559.926261:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926261:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759559.926265:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759559.926268:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759559.926270:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759559.926272:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759559.926273:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759559.926275:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759559.926279:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759559.926279:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759559.926280:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759559.926287:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759559.926288:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759559.926289:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926291:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759559.926293:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759559.926294:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926296:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759559.926300:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759559.926307:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759559.926308:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759559.926309:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759559.926313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759559.926318:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759559.926319:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926319:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759559.926324:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759559.926324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759559.926324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759559.926327:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759559.926328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926344:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759559.926344:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759559.926345:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759559.926346:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926347:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926351:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759559.926353:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759559.926354:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759559.926359:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759559.926359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926365:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759559.926365:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759559.926370:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759559.926371:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759559.926375:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759559.926377:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759559.926381:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759559.926382:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926386:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759559.926388:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759559.926390:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759559.926392:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759559.926393:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759559.926395:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759559.926395:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759559.926398:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759559.926399:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759559.926399:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759559.926409:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759560.246239:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759560.246249:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759560.246252:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759560.246255:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759560.246260:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759560.246268:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18242 00000400:00000200:1.0:1787759560.246277:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759560.246283:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759560.246287:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759560.246291:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246294:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759560.246297:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246299:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759560.246304:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759560.246306:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759560.246309:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759560.246312:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759560.246315:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759560.246318:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759560.246321:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246323:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759560.246354:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246356:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759560.246360:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759560.246363:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246367:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759560.246370:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759560.246373:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759560.246376:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246379:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759560.246381:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759560.246392:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39a40. 00000020:00000040:1.0:1787759560.246396:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759560.246400:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759560.246402:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246405:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759560.246408:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759560.246412:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759560.246420:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759560.246426:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759560.246435:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759560.246446:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759560.246450:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759560.246455:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096c362a4] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759560.246478:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759560.246482:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759560.246485:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759560.246487:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759560.246488:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759560.246491:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759560.246495:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18242 00000400:00000200:1.0:1787759560.246499:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759560.246503:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759560.246505:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759560.246509:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246511:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759560.246513:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787759560.246514:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759560.246519:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759560.246519:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759560.246522:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787759560.246523:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759560.246526:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759560.246529:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1787759560.246531:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759560.246532:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759560.246537:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759560.246543:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787759560.246543:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759560.246546:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759560.246549:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246551:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1787759560.246554:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787759560.246555:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759560.246557:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759560.246559:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759560.246561:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759560.246565:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00100000:0.0:1787759560.246567:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875545088:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759560.246572:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1787759560.246572:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246577:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.246578:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759560.246579:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759560.246581:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.246584:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1787759560.246586:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759560.246589:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246591:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:0.0:1787759560.246592:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759560.246595:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787759560.246595:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759560.246601:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246604:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.246607:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759560.246611:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f392c0. 00000400:00000010:0.0:1787759560.246612:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000020:00000040:1.0:1787759560.246616:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000400:00000010:0.0:1787759560.246620:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 02000000:00000001:1.0:1787759560.246621:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759560.246625:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246628:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1787759560.246629:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545088, portal 25 02000000:00000001:1.0:1787759560.246630:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759560.246634:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1787759560.246634:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246637:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 02000000:00000010:1.0:1787759560.246640:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000040:0.0:1787759560.246643:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759560.246646:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246653:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1787759560.246656:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759560.246657:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759560.246661:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759560.246666:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875545088, offset 0 00000100:00000001:1.0:1787759560.246668:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759560.246671:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.246674:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759560.246678:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e22d281] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759560.246684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.246693:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:1.0:1787759560.246693:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759560.246697:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1787759560.246700:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1787759560.246704:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787759560.246707:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:1.0:1787759560.246708:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759560.246712:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1787759560.246714:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787759560.246717:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759560.246718:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00080000:1.0:1787759560.246725:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18242 00000400:00000200:0.0:1787759560.246726:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776683:776683:256:4294967295] 192.168.201.104@tcp LPNI seq info [776674:776674:8:4294967295] 00000400:00000200:0.0:1787759560.246731:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.246741:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000400:00000200:1.0:1787759560.246741:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759560.246748:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:0.0:1787759560.246753:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759560.246753:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759560.246758:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246761:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1787759560.246762:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00000040:1.0:1787759560.246765:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246768:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759560.246772:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000800:00000200:0.0:1787759560.246774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000040:1.0:1787759560.246775:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759560.246778:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000800:00000200:0.0:1787759560.246781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000020:00000040:1.0:1787759560.246782:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759560.246785:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759560.246789:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:0.1:1787759560.246793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:1.0:1787759560.246795:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:0.1:1787759560.246798:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000001:1.0:1787759560.246799:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759560.246804:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000100:0.0:1787759560.246808:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246809:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000010:0.0:1787759560.246813:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000020:00000040:1.0:1787759560.246814:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759560.246820:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246823:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.246824:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1787759560.246825:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759560.246829:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759560.246834:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.246835:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787759560.246837:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759560.246840:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787759560.246842:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000008:00000001:1.0:1787759560.246843:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759560.246847:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:1.0:1787759560.246847:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246853:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1787759560.246853:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759560.246857:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000100:00000200:0.0:1787759560.246859:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759560.246862:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759560.246866:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.246869:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759560.246872:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759560.246873:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787759560.246875:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.246877:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787759560.246881:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:0.0:1787759560.246884:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246887:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759560.246887:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246894:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759560.246895:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759560.246901:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759560.246905:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312915723 00000100:00000001:1.0:1787759560.246911:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1787759560.246912:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:1.0:1787759560.246914:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246919:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1787759560.246920:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.246926:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312915723 00000100:00000010:0.0:1787759560.246931:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759560.246935:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759560.246937:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246939:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759560.246941:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759560.246942:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.246947:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787759560.246948:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759560.246951:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1787759560.246954:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759560/real 1787759560] req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759560.246954:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759560.246961:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:0.0:1787759560.246966:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787759560.246967:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18242 00000400:00000001:0.0:1787759560.246968:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759560.246971:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759560.246975:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000200:1.0:1787759560.246975:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759560.246977:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759560.246980:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787759560.246981:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:0.0:1787759560.246985:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759560.246986:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759560.246993:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.246998:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759560.247002:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759560.247003:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.247008:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759560.247012:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759560.247014:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759560.247017:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759560.247019:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1787759560.247021:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:0.0:1787759560.247024:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759560.247025:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759560.247029:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1787759560.247030:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759560.247034:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759560.247036:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.247040:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1787759560.247044:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759560.247045:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759560.247050:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759560.247056:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787759560.247056:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759560.247062:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759560.247063:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759560.247067:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759560.247071:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759560.247075:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759560.247079:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.247081:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759560.247083:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:1.0:1787759560.247083:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759560.247089:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787759560.247090:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247091:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759560.247093:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247094:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247099:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000010:1.0:1787759560.247101:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000100:00000001:0.0:1787759560.247102:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759560.247106:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:1.0:1787759560.247108:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00080000:0.0:1787759560.247111:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 02000000:00000001:1.0:1787759560.247113:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759560.247114:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759560.247143:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759560.247146:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.247150:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759560.247153:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759560.247156:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759560.247158:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875545088:192.168.201.104@tcp:250:kworker.0 02000000:00000010:1.0:1787759560.247162:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:0.0:1787759560.247166:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.247167:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247171:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1787759560.247179:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1787759560.247180:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875545088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247204:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759560.247207:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1787759560.247207:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1787759560.247211:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 00000100:00000001:1.0:1787759560.247211:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.247217:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759560.247219:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:1.0:1787759560.247220:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759560.247221:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759560.247226:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759560.247229:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:0.0:1787759560.247234:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759560.247236:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1787759560.247236:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759560.247239:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00080000:1.0:1787759560.247241:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759560.247242:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759560.247244:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247248:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787759560.247248:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759560.247252:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759560.247254:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759560.247257:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759560.247258:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759560.247259:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247262:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1787759560.247264:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18242 00000100:00000001:0.0:1787759560.247265:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759560.247268:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1787759560.247271:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:0.0:1787759560.247272:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759560.247278:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759560.247283:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759560.247289:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759560.247294:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759560.247295:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759560.247296:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759560.247300:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759560.247301:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787759560.247303:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759560.247305:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787759560.247308:0:241950:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787759560.247310:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759560.247310:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759560.247315:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:0.0:1787759560.247318:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545216:192.168.201.104@tcp:38:kworker.0 00000020:00000040:1.0:1787759560.247318:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759560.247323:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759560.247338:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1787759560.247340:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 02000000:00000001:0.0:1787759560.247342:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759560.247346:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759560.247346:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759560.247350:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787759560.247351:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1787759560.247354:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 00000100:00000040:1.0:1787759560.247355:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:0.0:1787759560.247358:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.247359:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759560.247364:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:1.0:1787759560.247364:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000400:00000010:0.0:1787759560.247367:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000100:00080000:1.0:1787759560.247371:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000010:0.0:1787759560.247372:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000001:1.0:1787759560.247375:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759560.247376:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545216, portal 10 02000000:00000001:1.0:1787759560.247378:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759560.247379:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759560.247382:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 02000000:00000001:1.0:1787759560.247383:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759560.247387:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.247390:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759560.247391:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759560.247395:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759560.247400:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:1.0:1787759560.247401:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.247405:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759560.247406:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759560.247408:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000010:1.0:1787759560.247411:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000100:00000200:0.0:1787759560.247412:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875545216, offset 0 00000020:00000040:1.0:1787759560.247417:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000400:00000200:0.0:1787759560.247420:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 02000000:00000001:1.0:1787759560.247422:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787759560.247426:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759560.247426:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.247430:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787759560.247432:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:1.0:1787759560.247433:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759560.247436:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.247438:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1787759560.247442:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000400:00000200:0.0:1787759560.247443:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759560.247448:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787759560.247448:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.247454:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00100000:1.0:1787759560.247458:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759560.247462:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776684:776684:256:4294967295] 192.168.201.104@tcp LPNI seq info [776675:776675:8:4294967295] 00000400:00000200:0.0:1787759560.247474:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759560.247477:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759560.247481:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.247485:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000040:1.0:1787759560.247491:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787759560.247494:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247500:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759560.247506:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759560.247506:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787759560.247511:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000100:00000040:1.0:1787759560.247514:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18252) 00000800:00000200:0.1:1787759560.247515:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759560.247519:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759560.247522:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247523:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759560.247526:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759560.247528:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759560.247531:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759560.247533:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759560.247535:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759560.247538:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247544:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.247546:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247551:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247552:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759560.247554:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.247557:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759560.247559:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759560.247561:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312914444 00000100:00000001:0.0:1787759560.247563:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247565:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312914444 00000100:00000001:0.0:1787759560.247566:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247568:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759560.247570:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247571:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759560.247574:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759560/real 1787759560] req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759560.247579:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759560.247580:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759560.247581:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759560.247583:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759560.247584:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759560.247585:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759560.247588:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759560.247593:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247597:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759560.247598:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247599:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.247600:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759560.247602:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247606:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759560.247608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247612:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759560.247614:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247615:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.247616:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247617:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759560.247620:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759560.247622:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759560.247625:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759560.247626:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759560.247629:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759560.247634:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545216:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759560.247637:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759560.247639:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247643:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759560.247643:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.247645:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759560.247646:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759560.247647:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759560.247649:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545344:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759560.247651:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759560.247653:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759560.247654:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.247655:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759560.247657:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759560.247659:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.247661:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759560.247662:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759560.247664:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759560.247667:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545344, portal 10 00000100:00000001:0.0:1787759560.247668:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759560.247669:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00000040:0.0:1787759560.247673:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247676:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759560.247678:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759560.247680:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759560.247681:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875545344, offset 0 00000400:00000200:0.0:1787759560.247684:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759560.247686:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.247689:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759560.247690:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759560.247692:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759560.247694:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759560.247695:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759560.247697:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776685:776685:256:4294967295] 192.168.201.104@tcp LPNI seq info [776676:776676:8:4294967295] 00000400:00000200:0.0:1787759560.247700:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.247704:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759560.247707:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247708:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759560.247711:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759560.247713:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759560.247716:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759560.247717:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759560.247720:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247721:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759560.247723:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759560.247725:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759560.247727:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759560.247728:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759560.247730:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759560.247732:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247737:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.247738:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247743:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247745:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759560.247748:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.247750:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759560.247754:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759560.247756:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312914444 00000100:00000001:0.0:1787759560.247758:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247761:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312914444 00000100:00000001:0.0:1787759560.247763:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247765:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759560.247768:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247769:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759560.247774:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759560/real 1787759560] req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759560.247782:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759560.247784:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759560.247786:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759560.247788:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759560.247790:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759560.247793:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759560.247795:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759560.247801:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247806:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759560.247807:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247809:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.247810:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759560.247814:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247821:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759560.247825:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247833:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759560.247836:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247838:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.247840:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.247842:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759560.247844:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759560.247847:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759560.247849:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759560.247851:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759560.247854:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759560.247859:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545344:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759560.247861:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759560.247864:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247867:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759560.247868:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.247870:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759560.247871:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759560.247872:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759560.247874:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759560.247876:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759560.247877:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759560.247878:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.247879:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759560.247882:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759560.247883:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.247886:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759560.247889:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759560.247891:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759560.247893:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545472, portal 4 00000100:00000001:0.0:1787759560.247895:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759560.247896:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:0.0:1787759560.247900:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247905:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759560.247906:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759560.247908:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759560.247910:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875545472, offset 0 00000400:00000200:0.0:1787759560.247912:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759560.247915:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.247917:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759560.247919:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759560.247921:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759560.247922:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759560.247924:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759560.247926:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776686:776686:256:4294967295] 192.168.201.104@tcp LPNI seq info [776677:776677:8:4294967295] 00000400:00000200:0.0:1787759560.247929:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.247933:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759560.247936:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247938:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759560.247941:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759560.247943:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759560.247946:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759560.247948:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759560.247951:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.247952:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759560.247954:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759560.247957:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759560.247959:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759560.247960:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759560.247962:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759560.247964:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247969:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.247971:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.247975:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247977:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759560.247978:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.247980:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759560.247982:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759560.247983:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312914503 00000100:00000001:0.0:1787759560.247985:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247987:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312914503 00000100:00000001:0.0:1787759560.247988:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.247990:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759560.247991:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.247992:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759560.247994:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759560/real 1787759560] req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759560.247999:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759560.247999:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759560.248001:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759560.248002:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759560.248004:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759560.248006:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759560.248009:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759560.248017:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248029:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759560.248031:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248033:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.248035:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759560.248038:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248046:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759560.248049:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248054:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759560.248056:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248057:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.248058:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248060:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759560.248061:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759560.248063:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759560.248065:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759560.248066:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759560.248069:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759560.248074:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759560.248077:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248078:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.248080:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875545216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248084:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759560.248085:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759560.248087:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759560.248089:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759560.248090:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759560.248091:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759560.248093:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759560.248094:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:0.0:1787759560.248096:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759560.248097:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759560.248098:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:0.0:1787759560.248100:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759560.248101:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248102:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.248104:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875545344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248108:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759560.248109:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759560.248110:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759560.248112:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759560.248112:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759560.248113:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759560.248114:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759560.248115:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:0.0:1787759560.248133:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759560.248134:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759560.248136:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:0.0:1787759560.248138:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759560.248139:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248141:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.248144:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875545472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248151:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759560.248153:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759560.248155:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759560.248157:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759560.248159:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759560.248160:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759560.248163:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759560.248165:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:0.0:1787759560.248167:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759560.248168:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759560.248169:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:0.0:1787759560.248172:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759560.248173:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248174:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248176:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759560.248178:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.248179:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759560.248180:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759560.248181:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759560.248184:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248188:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759560.248189:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.248191:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759560.248192:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759560.248193:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759560.248195:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759560.248197:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759560.248198:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759560.248199:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759560.248200:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759560.248203:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759560.248204:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759560.248206:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759560.248208:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759560.248210:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759560.248212:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545600, portal 4 00000100:00000001:0.0:1787759560.248214:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759560.248215:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:0.0:1787759560.248218:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248223:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759560.248225:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759560.248226:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759560.248228:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875545600, offset 0 00000400:00000200:0.0:1787759560.248231:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759560.248233:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.248235:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759560.248237:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759560.248239:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759560.248241:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759560.248242:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759560.248244:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776687:776687:256:4294967295] 192.168.201.104@tcp LPNI seq info [776678:776678:8:4294967295] 00000400:00000200:0.0:1787759560.248247:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759560.248252:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759560.248255:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.248257:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759560.248260:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759560.248262:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759560.248264:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759560.248266:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759560.248269:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759560.248270:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759560.248273:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759560.248275:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759560.248277:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759560.248278:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759560.248280:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759560.248282:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248287:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.248289:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248297:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.248299:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759560.248302:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759560.248304:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759560.248308:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759560.248310:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312914468 00000100:00000001:0.0:1787759560.248312:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.248315:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312914468 00000100:00000001:0.0:1787759560.248317:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312915723 00000100:00000001:0.0:1787759560.248319:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759560.248322:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.248324:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759560.248344:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759560/real 1787759560] req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759560.248353:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759560.248355:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759560.248356:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759560.248358:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759560.248359:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759560.248361:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759560.248364:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759560.248369:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248374:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759560.248375:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248376:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.248377:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759560.248379:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248383:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759560.248386:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248390:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759560.248391:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248393:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759560.248393:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248394:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759560.248396:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759560.248397:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759560.248399:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759560.248401:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759560.248403:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759560.248407:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759560.248410:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248412:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759560.248413:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875545600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759560.248417:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759560.248418:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759560.248419:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759560.248421:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759560.248422:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759560.248423:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759560.248424:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759560.248425:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:0.0:1787759560.248427:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759560.248428:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759560.248429:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:0.0:1787759560.248431:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759560.248432:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248434:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.248437:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759560.248438:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.248440:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759560.248441:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759560.694213:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759560.694221:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759560.694223:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759560.694228:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759560.694232:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759560.694235:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759560.694238:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759560.694241:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759560.694244:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950225:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759560.950225:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759560.950227:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759560.950231:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759560.950232:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759560.950233:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759560.950233:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759560.950235:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.950236:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759560.950236:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.950238:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950238:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759560.950243:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759560.950243:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:0.0:1787759560.950245:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759560.950246:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759560.950248:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759560.950248:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759560.950250:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759560.950252:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759560.950253:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.950254:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.950254:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759560.950257:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759560.950260:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759560.950262:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759560.950265:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950266:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759560.950269:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.950271:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759560.950271:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.950274:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759560.950276:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950278:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759560.950282:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759560.950285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759560.950286:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759560.950288:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950289:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759560.950291:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759560.950293:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759560.950294:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759560.950297:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950297:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950301:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759560.950303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759560.950303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759560.950304:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759560.950306:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759560.950309:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759560.950310:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759560.950311:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950322:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759560.950326:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759560.950327:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759560.950328:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759560.950329:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759560.950331:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759560.950333:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950334:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759560.950335:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.950336:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950339:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759560.950339:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1787759560.950342:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759560.950343:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.950345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759560.950347:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759560.950350:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759560.950350:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759560.950351:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950352:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759560.950355:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.950358:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759560.950359:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759560.950359:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759560.950361:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759560.950362:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759560.950365:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759560.950368:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759560.950369:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759560.950370:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759560.950372:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.950374:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759560.950376:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759560.950380:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759560.950395:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759560.950398:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759560.950400:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759561.590194:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312915723, at 4312915776 00000100:00000040:3.0:1787759561.590194:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312915723, at 4312915776 00000100:00000010:2.0:1787759561.590209:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000010:3.0:1787759561.590210:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:3.0:1787759561.719433:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759561.719440:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759561.719443:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759561.719447:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759561.719451:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759561.719454:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759561.719457:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759561.719460:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759561.719463:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759561.974242:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759561.974242:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759561.974249:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759561.974249:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759561.974250:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759561.974252:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759561.974255:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759561.974256:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759561.974258:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759561.974260:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759561.974262:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759561.974264:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759561.974266:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974266:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759561.974268:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759561.974269:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759561.974273:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759561.974275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759561.974276:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759561.974279:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759561.974280:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974285:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759561.974287:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759561.974288:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759561.974291:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759561.974294:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759561.974315:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759561.974319:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759561.974321:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759561.974323:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759561.974325:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759561.974327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759561.974328:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759561.974330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759561.974332:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759561.974332:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759561.974337:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759561.974340:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759561.974455:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759561.974460:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759561.974462:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759561.974463:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759561.974465:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759561.974467:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759561.974469:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759561.974471:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759561.974473:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759561.974475:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759561.974477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759561.974480:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759561.974481:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974485:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759561.974486:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759561.974489:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759561.974491:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974494:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759561.974508:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759561.974512:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759561.974513:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759561.974516:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759561.974519:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759561.974522:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974523:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759561.974524:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759561.974528:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759561.974528:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974532:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759561.974533:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759561.974538:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759561.974542:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759561.974545:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974547:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759561.974550:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759561.974553:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759561.974594:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759561.974597:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759561.974599:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759561.974601:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759561.974604:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759561.974606:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759561.974608:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759561.974609:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759561.974612:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759562.742242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759562.742250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759562.742252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759562.742258:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759562.742262:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759562.742265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759562.742269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759562.742272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759562.742274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759562.998253:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759562.998253:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759562.998261:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759562.998261:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759562.998265:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759562.998265:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759562.998273:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759562.998286:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759562.998287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759562.998290:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759562.998292:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759562.998295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759562.998297:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759562.998299:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759562.998304:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759562.998346:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759562.998348:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759562.998349:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759562.998351:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998352:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759562.998354:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759562.998354:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759562.998356:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759562.998357:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759562.998357:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759562.998359:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759562.998362:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759562.998362:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759562.998363:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759562.998369:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759562.998369:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759562.998369:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998373:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998373:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759562.998373:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998378:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759562.998380:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759562.998380:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759562.998380:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759562.998385:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759562.998388:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759562.998390:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998392:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759562.998394:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998396:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759562.998396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759562.998397:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759562.998400:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998402:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759562.998405:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759562.998407:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759562.998408:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759562.998408:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759562.998410:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998412:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759562.998412:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759562.998412:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759562.998416:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998417:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998417:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759562.998418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759562.998420:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759562.998420:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759562.998422:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759562.998423:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759562.998426:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759562.998426:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759562.998427:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759562.998429:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759562.998430:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998431:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759562.998432:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759562.998433:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759562.998435:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759562.998436:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759562.998439:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759562.998442:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759562.998446:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759562.998449:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759562.998452:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759562.998458:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759562.998462:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759562.998466:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759563.766302:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759563.766313:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759563.766316:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759563.766323:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759563.766327:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759563.766333:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759563.766335:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759563.766338:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759563.766341:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759564.022276:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759564.022285:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759564.022286:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759564.022287:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759564.022292:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759564.022293:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759564.022293:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759564.022297:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759564.022298:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759564.022302:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759564.022302:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759564.022305:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759564.022310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759564.022310:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759564.022311:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759564.022319:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022320:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759564.022320:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759564.022323:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759564.022326:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759564.022333:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759564.022339:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759564.022340:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759564.022342:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759564.022345:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759564.022348:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759564.022352:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759564.022354:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759564.022358:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759564.022359:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759564.022359:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759564.022363:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759564.022364:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022368:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759564.022370:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759564.022370:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759564.022371:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759564.022374:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759564.022379:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759564.022382:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759564.022385:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759564.022391:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022394:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759564.022396:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022400:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759564.022411:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759564.022413:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759564.022418:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759564.022419:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759564.022421:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759564.022423:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759564.022426:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759564.022427:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759564.022430:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759564.022431:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759564.022432:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759564.022438:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022439:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759564.022441:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759564.022442:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759564.022444:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759564.022444:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759564.022445:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759564.022452:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022453:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759564.022453:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759564.022453:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759564.022464:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759564.022471:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759564.022472:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759564.022473:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759564.022475:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759564.022481:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759564.022482:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759564.022483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759564.022493:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759564.022493:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759564.022498:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759564.022505:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759564.022509:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759564.022531:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759564.022535:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759564.022539:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759564.790273:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759564.790285:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759564.790288:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759564.790295:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759564.790301:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759564.790305:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759564.790308:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759564.790310:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759564.790313:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759565.046261:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759565.046265:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759565.046273:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759565.046273:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759565.046276:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759565.046277:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759565.046285:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759565.046285:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759565.046286:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759565.046297:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759565.046297:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759565.046297:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759565.046299:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759565.046303:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.046305:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759565.046305:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.046306:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759565.046314:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.046317:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759565.046317:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759565.046321:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759565.046322:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759565.046322:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759565.046323:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046329:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759565.046331:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.046332:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759565.046332:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759565.046333:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.046338:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046346:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759565.046349:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046352:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.046354:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759565.046357:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759565.046358:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.046364:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.046368:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759565.046371:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759565.046375:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759565.046375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759565.046376:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759565.046379:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759565.046382:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759565.046383:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759565.046383:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.046385:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046386:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.046390:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759565.046392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759565.046398:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759565.046402:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759565.046403:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759565.046403:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.046405:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759565.046410:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046416:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759565.046417:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759565.046417:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759565.046419:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759565.046425:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.046427:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046427:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759565.046431:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759565.046433:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759565.046435:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759565.046439:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046446:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.046447:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.046452:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.046457:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759565.046466:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759565.046471:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759565.046476:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759565.046478:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759565.046483:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759565.046486:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759565.046490:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759565.046494:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759565.046496:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046499:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759565.046501:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759565.046504:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.366276:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759565.366286:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759565.366289:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759565.366293:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759565.366297:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759565.366307:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18247 00000400:00000200:1.0:1787759565.366315:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759565.366321:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759565.366323:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759565.366326:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366328:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366330:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366332:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759565.366336:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759565.366337:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759565.366340:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759565.366344:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759565.366345:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759565.366347:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759565.366350:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366351:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366353:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366354:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759565.366356:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759565.366359:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366361:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759565.366363:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759565.366366:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759565.366368:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366370:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759565.366372:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759565.366382:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759565.366385:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759565.366388:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759565.366389:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366391:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759565.366394:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759565.366397:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759565.366404:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:1.0:1787759565.366410:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759565.366418:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759565.366427:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759565.366430:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759565.366436:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.366464:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.366468:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759565.366473:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759565.366474:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759565.366476:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759565.366479:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759565.366483:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18247 00000400:00000200:1.0:1787759565.366487:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759565.366490:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759565.366493:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759565.366497:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366500:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366502:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366505:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759565.366507:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759565.366509:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787759565.366509:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759565.366512:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759565.366516:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:0.0:1787759565.366517:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759565.366521:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759565.366523:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1787759565.366526:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759565.366532:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759565.366533:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.366536:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366542:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366547:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759565.366553:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:0.0:1787759565.366554:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.366557:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.366559:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:0.0:1787759565.366561:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787759565.366562:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.366564:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759565.366566:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759565.366567:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.366572:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875545728:192.168.201.104@tcp:250:kworker.0 02000000:00000001:1.0:1787759565.366573:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759565.366576:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759565.366578:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.366580:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759565.366582:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1787759565.366583:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.366587:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1787759565.366588:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000010:0.0:1787759565.366592:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 00000008:00000001:1.0:1787759565.366594:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.366595:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366599:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.366603:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759565.366605:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000400:00000010:0.0:1787759565.366607:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000020:00000040:1.0:1787759565.366610:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759565.366614:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787759565.366616:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 02000000:00000001:1.0:1787759565.366616:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366621:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759565.366623:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759565.366625:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759565.366626:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545728, portal 25 00000100:00000001:0.0:1787759565.366629:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1787759565.366631:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:0.0:1787759565.366632:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000001:1.0:1787759565.366639:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759565.366640:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759565.366650:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759565.366654:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759565.366659:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759565.366662:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759565.366669:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875545728, offset 0 00000100:00000001:1.0:1787759565.366671:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759565.366675:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.366681:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759565.366682:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759565.366694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759565.366695:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.366700:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759565.366702:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1787759565.366705:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:1.0:1787759565.366705:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759565.366708:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759565.366712:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1787759565.366716:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1787759565.366719:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18247 00000400:00000200:0.0:1787759565.366725:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759565.366730:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759565.366733:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759565.366737:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776688:776688:256:4294967295] 192.168.201.104@tcp LPNI seq info [776679:776679:8:4294967295] 00000400:00000200:0.0:1787759565.366741:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759565.366747:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759565.366755:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:0.0:1787759565.366757:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00080000:1.0:1787759565.366761:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:0.0:1787759565.366766:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759565.366769:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366772:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366774:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000010:0.0:1787759565.366775:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000100:00000001:1.0:1787759565.366776:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759565.366781:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759565.366781:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759565.366783:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759565.366784:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759565.366787:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000800:00000200:0.0:1787759565.366789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:1.0:1787759565.366789:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759565.366795:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:0.0:1787759565.366797:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000100:00000001:1.0:1787759565.366797:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.366800:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366804:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759565.366813:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759565.366821:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000800:00000200:0.1:1787759565.366822:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759565.366825:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759565.366829:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.1:1787759565.366829:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 02000000:00000001:1.0:1787759565.366832:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759565.366837:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787759565.366838:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759565.366842:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000010:0.0:1787759565.366843:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000008:00100000:1.0:1787759565.366847:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759565.366852:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.366854:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787759565.366854:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759565.366857:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759565.366861:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759565.366863:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1787759565.366865:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759565.366867:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366868:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759565.366870:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759565.366871:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759565.366874:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759565.366877:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.366882:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000100:00100000:1.0:1787759565.366884:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787759565.366887:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759565.366895:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759565.366903:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.366906:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759565.366910:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.366918:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759565.366920:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759565.366924:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.366946:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.366948:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.366949:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759565.366953:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1787759565.366955:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759565.366958:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759565.366960:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759565.366962:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.366964:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759565.366970:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18247 00000400:00000200:0.0:1787759565.366971:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759565.366977:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312920843 00000400:00000200:1.0:1787759565.366979:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:0.0:1787759565.366985:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000400:00000200:1.0:1787759565.366985:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759565.366991:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759565.366994:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1787759565.366995:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367000:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.367003:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367006:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759565.367009:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759565.367010:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:0.0:1787759565.367011:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312920843 00000020:00000001:1.0:1787759565.367013:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759565.367017:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000010:0.0:1787759565.367019:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000020:00000001:1.0:1787759565.367021:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759565.367025:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:0.0:1787759565.367026:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1787759565.367032:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759565.367034:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759565.367036:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759565.367040:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759565.367041:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759565.367046:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1787759565.367046:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759565.367051:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00100000:0.0:1787759565.367055:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565] req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759565.367056:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367060:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759565.367064:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759565.367067:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759565.367071:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367072:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:0.0:1787759565.367073:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00100000:1.0:1787759565.367074:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000001:0.0:1787759565.367077:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:1.0:1787759565.367077:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367080:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759565.367082:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000100:00000010:1.0:1787759565.367084:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759565.367087:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000400:00000200:0.0:1787759565.367088:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 02000000:00000001:1.0:1787759565.367089:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787759565.367092:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 02000000:00000001:1.0:1787759565.367092:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367096:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1787759565.367099:0:2422:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1787759565.367099:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759565.367103:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759565.367106:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787759565.367110:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000200:0.0:1787759565.367150:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.367151:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759565.367160:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759565.367166:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759565.367170:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759565.367171:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759565.367173:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367177:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1787759565.367178:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367186:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759565.367186:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759565.367192:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759565.367196:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1787759565.367198:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.367198:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759565.367201:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759565.367206:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759565.367211:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18247 00000100:00000001:0.0:1787759565.367214:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787759565.367219:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759565.367224:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759565.367227:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759565.367229:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759565.367230:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367255:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.367260:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759565.367261:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759565.367265:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759565.367267:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759565.367270:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:0.0:1787759565.367271:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1787759565.367272:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:0.0:1787759565.367275:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759565.367275:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759565.367279:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000001:0.0:1787759565.367281:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1787759565.367282:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000001:0.0:1787759565.367285:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1787759565.367285:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759565.367290:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00080000:0.0:1787759565.367292:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787759565.367293:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759565.367297:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367299:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00080000:0.0:1787759565.367302:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000020:00000040:1.0:1787759565.367302:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000001:0.0:1787759565.367308:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1787759565.367308:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759565.367312:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759565.367315:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1787759565.367318:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759565.367319:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759565.367323:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367327:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759565.367329:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759565.367333:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367336:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.367337:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875545728:192.168.201.104@tcp:250:kworker.0 00000100:00000010:1.0:1787759565.367340:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759565.367343:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787759565.367343:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759565.367346:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1787759565.367348:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787759565.367349:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759565.367353:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759565.367354:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759565.367355:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759565.367358:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000040:0.0:1787759565.367360:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875545728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759565.367361:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759565.367370:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759565.367373:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759565.367376:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759565.367380:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 00000100:00000001:1.0:1787759565.367383:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1787759565.367385:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787759565.367387:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759565.367389:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759565.367393:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000040:1.0:1787759565.367396:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1787759565.367397:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759565.367401:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:0.0:1787759565.367407:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1787759565.367410:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.367415:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1787759565.367416:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18257) 00000100:00000010:0.0:1787759565.367419:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759565.367424:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759565.367426:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.367428:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.367436:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759565.367439:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367441:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759565.367443:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759565.367445:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759565.367450:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367457:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.367458:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.367460:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759565.367462:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759565.367465:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.367468:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759565.367472:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759565.367474:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759565.367476:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.367478:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759565.367481:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759565.367483:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.367487:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759565.367490:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759565.367494:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759565.367498:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545856, portal 10 00000100:00000001:0.0:1787759565.367500:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759565.367502:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759565.367509:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367516:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759565.367519:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759565.367521:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759565.367523:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875545856, offset 0 00000400:00000200:0.0:1787759565.367528:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759565.367532:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.367537:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759565.367540:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759565.367543:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759565.367545:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759565.367548:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759565.367550:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776689:776689:256:4294967295] 192.168.201.104@tcp LPNI seq info [776680:776680:8:4294967295] 00000400:00000200:0.0:1787759565.367555:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.367562:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759565.367567:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.367572:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759565.367576:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759565.367579:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759565.367584:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759565.367587:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759565.367590:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.367592:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759565.367595:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759565.367597:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759565.367600:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759565.367601:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759565.367603:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759565.367606:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367611:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.367613:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367617:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367618:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759565.367621:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759565.367624:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759565.367627:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759565.367628:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312919564 00000100:00000001:0.0:1787759565.367631:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.367633:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312919564 00000100:00000001:0.0:1787759565.367635:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.367638:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759565.367640:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367642:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759565.367646:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565] req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759565.367661:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759565.367662:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759565.367664:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759565.367668:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759565.367669:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759565.367672:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759565.367676:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759565.367687:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367694:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759565.367695:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.367697:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.367699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759565.367704:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367712:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759565.367717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367725:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759565.367729:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.367730:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.367731:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.367732:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759565.367737:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759565.367739:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759565.367742:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759565.367744:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759565.367750:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759565.367758:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759565.367764:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759565.367767:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367774:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.367776:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.367779:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759565.367781:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759565.367783:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.367787:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759565.367790:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759565.367792:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759565.367794:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.367796:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759565.367800:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759565.367802:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.367806:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759565.367810:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759565.367814:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759565.367817:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875545984, portal 10 00000100:00000001:0.0:1787759565.367819:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759565.367820:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:0.0:1787759565.367826:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367831:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759565.367833:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759565.367835:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759565.367837:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875545984, offset 0 00000400:00000200:0.0:1787759565.367841:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759565.367845:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.367849:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759565.367853:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759565.367856:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759565.367859:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759565.367863:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759565.367866:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776690:776690:256:4294967295] 192.168.201.104@tcp LPNI seq info [776681:776681:8:4294967295] 00000400:00000200:0.0:1787759565.367872:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.367879:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759565.367885:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.367889:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759565.367894:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759565.367897:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759565.367902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759565.367905:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759565.367910:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.367912:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759565.367916:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759565.367920:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759565.367923:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759565.367925:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759565.367927:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759565.367932:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367940:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.367945:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.367952:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367954:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759565.367957:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759565.367960:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759565.367964:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759565.367968:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312919564 00000100:00000001:0.0:1787759565.367970:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.367973:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312919564 00000100:00000001:0.0:1787759565.367976:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.367978:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759565.367981:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.367983:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759565.367988:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565] req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759565.367995:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759565.367997:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759565.367999:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759565.368002:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759565.368004:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759565.368007:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759565.368011:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759565.368021:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368029:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759565.368031:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368033:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368035:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759565.368040:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368048:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759565.368053:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368060:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759565.368064:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368066:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368068:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368070:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759565.368075:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759565.368078:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759565.368083:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759565.368086:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759565.368091:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759565.368100:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875545984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759565.368104:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759565.368108:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368135:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.368138:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.368141:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759565.368143:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759565.368145:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.368149:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759565.368152:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759565.368155:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759565.368157:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.368159:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368163:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759565.368166:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.368170:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759565.368173:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759565.368177:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759565.368181:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546112, portal 4 00000100:00000001:0.0:1787759565.368184:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759565.368185:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:0.0:1787759565.368191:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368197:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759565.368199:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759565.368201:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759565.368204:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875546112, offset 0 00000400:00000200:0.0:1787759565.368209:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759565.368213:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.368217:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759565.368220:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759565.368223:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759565.368225:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759565.368228:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759565.368231:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776691:776691:256:4294967295] 192.168.201.104@tcp LPNI seq info [776682:776682:8:4294967295] 00000400:00000200:0.0:1787759565.368250:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.368257:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759565.368262:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.368265:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759565.368270:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759565.368273:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759565.368277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759565.368280:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759565.368284:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.368286:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759565.368291:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759565.368295:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759565.368298:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759565.368300:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759565.368303:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759565.368307:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368322:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368326:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368332:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.368334:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759565.368337:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759565.368339:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759565.368341:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759565.368343:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312919624 00000100:00000001:0.0:1787759565.368345:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.368347:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312919624 00000100:00000001:0.0:1787759565.368349:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.368350:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759565.368352:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.368353:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759565.368356:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565] req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759565.368360:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759565.368361:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759565.368362:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759565.368364:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759565.368365:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759565.368367:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759565.368369:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759565.368374:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368379:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759565.368381:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368382:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368383:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759565.368386:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368390:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759565.368392:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368396:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759565.368398:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368400:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368401:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368403:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759565.368406:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759565.368408:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759565.368411:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759565.368413:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759565.368417:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759565.368422:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759565.368426:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759565.368429:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368433:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759565.368434:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.368436:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759565.368437:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759565.368438:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759565.368440:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759565.368443:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759565.368444:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759565.368445:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759565.368446:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368449:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759565.368450:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759565.368452:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759565.368454:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759565.368456:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759565.368458:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546240, portal 4 00000100:00000001:0.0:1787759565.368459:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759565.368461:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:0.0:1787759565.368464:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368468:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759565.368470:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759565.368471:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759565.368473:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875546240, offset 0 00000400:00000200:0.0:1787759565.368475:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759565.368477:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.368479:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759565.368481:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759565.368483:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759565.368484:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759565.368486:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759565.368488:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776692:776692:256:4294967295] 192.168.201.104@tcp LPNI seq info [776683:776683:8:4294967295] 00000400:00000200:0.0:1787759565.368490:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759565.368494:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759565.368497:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.368499:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759565.368502:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759565.368505:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1787759565.368507:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759565.368509:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1787759565.368512:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759565.368513:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759565.368516:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759565.368518:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759565.368520:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759565.368521:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759565.368524:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759565.368526:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368531:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368533:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368537:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.368538:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759565.368539:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759565.368541:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759565.368543:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759565.368544:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312919588 00000100:00000001:0.0:1787759565.368546:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.368548:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312919588 00000100:00000001:0.0:1787759565.368549:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312920843 00000100:00000001:0.0:1787759565.368551:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759565.368553:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.368554:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759565.368556:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759565/real 1787759565] req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759565.368560:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759565.368561:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759565.368562:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759565.368564:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759565.368565:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759565.368566:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759565.368568:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759565.368573:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368577:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759565.368577:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368578:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368579:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759565.368581:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368585:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759565.368587:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368591:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759565.368593:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368594:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759565.368595:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368596:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759565.368598:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759565.368599:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759565.368602:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759565.368604:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759565.368606:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759565.368615:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759565.368618:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368620:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368622:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875545856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368625:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759565.368626:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368627:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759565.368629:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759565.368631:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759565.368633:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759565.368635:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759565.368637:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:0.0:1787759565.368640:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759565.368641:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759565.368643:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759565.368645:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759565.368647:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368648:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368651:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875545984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368658:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759565.368660:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368661:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759565.368664:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759565.368665:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759565.368666:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759565.368669:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759565.368670:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:0.0:1787759565.368673:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759565.368674:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759565.368676:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:0.0:1787759565.368679:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759565.368681:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368682:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368686:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875546112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368693:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759565.368694:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368696:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4000. 02000000:00000001:0.0:1787759565.368698:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759565.368700:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759565.368701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759565.368703:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759565.368704:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759565.368707:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759565.368708:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759565.368710:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:0.0:1787759565.368712:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759565.368714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368715:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759565.368718:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875546240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759565.368725:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759565.368726:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759565.368727:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5000. 02000000:00000001:0.0:1787759565.368730:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759565.368731:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759565.368732:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759565.368741:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759565.368743:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759565.368745:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759565.368746:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759565.368748:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759565.368750:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759565.368752:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368754:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759565.368758:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759565.368760:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759565.368762:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759565.368764:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759565.816407:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759565.816416:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759565.816418:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759565.816424:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759565.816428:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759565.816432:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759565.816435:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759565.816437:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759565.816439:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070272:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759566.070272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759566.070272:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759566.070278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759566.070282:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759566.070283:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759566.070283:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759566.070284:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070285:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070287:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759566.070287:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759566.070295:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759566.070295:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759566.070295:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759566.070295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759566.070300:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070301:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759566.070302:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759566.070302:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759566.070308:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759566.070309:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759566.070309:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759566.070309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759566.070314:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759566.070314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070316:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759566.070319:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759566.070320:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759566.070320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759566.070324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070326:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070326:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759566.070327:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759566.070332:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759566.070337:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070346:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759566.070349:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759566.070350:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759566.070351:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759566.070353:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759566.070355:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759566.070355:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070357:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759566.070360:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00010000:3.0:1787759566.070362:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759566.070363:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759566.070364:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759566.070368:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759566.070369:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759566.070369:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759566.070372:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759566.070374:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759566.070375:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759566.070376:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759566.070380:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070381:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759566.070381:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759566.070386:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759566.070386:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759566.070391:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759566.070392:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759566.070393:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759566.070398:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759566.070398:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759566.070403:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759566.070403:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070405:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759566.070407:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759566.070409:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759566.070409:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759566.070413:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759566.070414:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759566.070414:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759566.070418:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759566.070420:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759566.070422:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759566.070424:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759566.070426:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759566.070427:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759566.070432:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759566.070432:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759566.070434:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759566.070447:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759566.710186:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312920843, at 4312920896 00000100:00000010:3.0:1787759566.710227:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000040:2.0:1787759566.710242:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312920843, at 4312920896 00000100:00000010:2.0:1787759566.710257:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:3.0:1787759566.838246:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759566.838253:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759566.838255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759566.838262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759566.838265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759566.838269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759566.838272:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759566.838274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759566.838277:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759567.094268:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759567.094279:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759567.094282:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759567.094289:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759567.094294:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759567.094300:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759567.094304:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759567.094308:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759567.094312:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759567.094335:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759567.094336:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759567.094344:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759567.094346:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759567.094351:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759567.094355:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759567.094358:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759567.094360:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759567.094363:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759567.094365:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759567.094376:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759567.094382:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759567.094384:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759567.094386:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759567.094387:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759567.094396:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759567.094396:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759567.094398:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759567.094400:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759567.094401:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759567.094408:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759567.094409:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759567.094411:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759567.094418:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759567.094423:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759567.094424:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759567.094427:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759567.094427:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759567.094429:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759567.094433:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759567.094434:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759567.094436:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759567.094437:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759567.094442:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759567.094444:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759567.094445:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759567.094452:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759567.094453:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759567.094455:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759567.094458:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759567.094462:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759567.094466:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759567.094540:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759567.094543:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759567.094544:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759567.094547:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759567.094549:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759567.094552:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759567.094555:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759567.094560:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759567.094562:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759567.094565:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759567.094567:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759567.094569:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759567.094662:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759567.094663:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759567.094665:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759567.095450:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759567.095453:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759567.095456:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759567.096516:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759567.096520:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759567.096524:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096552:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759567.096556:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759567.096559:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759567.096562:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096565:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759567.096568:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096570:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096572:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096577:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759567.096579:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096582:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759567.096583:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759567.096587:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759567.096588:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759567.096603:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759567.096606:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759567.096609:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759567.862445:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759567.862451:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759567.862452:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759567.862457:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759567.862459:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759567.862462:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759567.862464:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759567.862466:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759567.862468:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759568.118282:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759568.118282:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759568.118289:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759568.118292:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759568.118292:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759568.118298:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759568.118299:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759568.118299:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118302:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759568.118307:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759568.118309:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759568.118310:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759568.118315:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759568.118316:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759568.118317:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759568.118321:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759568.118322:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759568.118324:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118328:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759568.118333:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118337:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118345:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759568.118349:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759568.118353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118369:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759568.118371:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759568.118373:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759568.118377:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759568.118380:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759568.118383:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759568.118387:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759568.118389:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118392:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759568.118392:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759568.118403:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759568.118407:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759568.118410:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759568.118414:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759568.118417:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118419:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759568.118421:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118424:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118434:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759568.118439:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759568.118440:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759568.118442:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759568.118446:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759568.118447:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759568.118453:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118455:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759568.118456:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759568.118463:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759568.118463:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759568.118463:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759568.118469:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759568.118472:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759568.118474:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759568.118475:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759568.118476:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759568.118480:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118481:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759568.118484:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759568.118486:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118491:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759568.118493:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759568.118496:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759568.118497:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759568.118501:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759568.118504:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118533:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759568.118536:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118540:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759568.118542:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118545:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759568.118549:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759568.118551:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759568.118555:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118558:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759568.118560:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118562:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118564:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118568:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759568.118570:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759568.118571:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759568.118572:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118574:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759568.118575:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118577:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759568.118579:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759568.118605:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759568.118608:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759568.118611:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759568.118751:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759568.118754:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759568.118757:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759568.886248:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759568.886256:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759568.886258:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759568.886264:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759568.886268:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759568.886271:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759568.886274:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759568.886276:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759568.886279:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759569.142268:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759569.142275:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759569.142281:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759569.142282:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759569.142286:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759569.142287:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759569.142291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759569.142292:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759569.142316:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759569.142319:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759569.142323:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759569.142423:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759569.142427:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759569.142429:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759569.142433:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759569.142436:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759569.142440:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759569.142442:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759569.142445:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759569.142448:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759569.142489:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759569.142492:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759569.142493:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759569.142496:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759569.142498:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759569.142500:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.142502:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759569.142504:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.142506:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759569.142620:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759569.142623:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759569.142624:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759569.142627:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759569.142630:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759569.142633:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142635:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759569.142636:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759569.142638:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142644:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759569.142645:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759569.142649:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759569.142656:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759569.142660:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759569.142664:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142666:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759569.142669:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142673:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759569.142685:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759569.142689:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759569.142690:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759569.142693:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759569.142697:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759569.142699:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759569.142702:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759569.142703:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759569.142705:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759569.142763:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759569.142767:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759569.142769:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759569.142772:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759569.142774:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759569.142777:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.142780:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759569.142783:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.142786:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759569.142811:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759569.142815:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759569.142817:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759569.142820:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759569.142822:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759569.142825:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759569.142828:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759569.142830:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759569.142833:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759569.142877:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759569.142879:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759569.142881:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759569.142883:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759569.142885:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759569.142887:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142889:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759569.142890:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759569.142892:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759569.910250:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759569.910258:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759569.910260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759569.910654:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759569.910659:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759569.910663:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.910666:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759569.910668:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759569.910672:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759570.166394:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759570.166404:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759570.166407:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759570.166413:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759570.166416:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759570.166420:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.166424:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759570.166427:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.166430:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166460:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759570.166463:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166467:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759570.166471:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759570.166473:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759570.166477:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166480:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759570.166482:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166484:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166486:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166489:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759570.166490:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759570.166494:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759570.166495:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759570.166513:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759570.166516:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759570.166519:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759570.166526:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759570.166528:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759570.166530:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759570.166532:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759570.166534:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759570.166536:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.166538:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759570.166540:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.166543:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.166660:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759570.166664:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759570.166666:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.166669:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759570.166671:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759570.166673:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166675:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759570.166677:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166679:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.166687:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759570.166690:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759570.166691:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.166693:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759570.166695:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759570.166696:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166698:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759570.166699:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166701:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.166708:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759570.166710:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759570.166711:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.166713:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759570.166715:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759570.166717:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166719:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759570.166720:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166722:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.166739:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759570.166741:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759570.166742:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.166744:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759570.166746:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759570.166748:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166750:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759570.166751:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759570.166753:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.166795:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759570.166798:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759570.166799:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.166801:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759570.166803:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759570.166805:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.166807:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.166808:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.166810:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759570.166890:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759570.166894:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759570.166895:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759570.166898:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759570.166900:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759570.166902:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759570.166903:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759570.166905:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759570.166907:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759570.487465:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759570.487476:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759570.487479:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759570.487483:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759570.487488:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759570.487495:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18252 00000400:00000200:2.0:1787759570.487505:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759570.487511:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759570.487514:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759570.487518:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487521:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487524:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487527:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759570.487532:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759570.487534:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759570.487537:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759570.487540:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759570.487542:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759570.487545:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759570.487549:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487552:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487555:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487557:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759570.487560:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759570.487563:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487566:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759570.487569:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759570.487573:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759570.487576:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487578:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759570.487581:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759570.487590:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759570.487593:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759570.487598:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759570.487599:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487602:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759570.487605:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759570.487610:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759570.487619:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759570.487625:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.487634:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759570.487645:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759570.487650:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.487655:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.487681:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759570.487685:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759570.487688:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759570.487690:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759570.487691:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759570.487695:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759570.487698:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18252 00000400:00000200:2.0:1787759570.487703:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759570.487706:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759570.487708:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759570.487711:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487713:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487715:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487717:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759570.487720:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759570.487722:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759570.487724:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759570.487726:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759570.487728:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759570.487730:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759570.487734:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487736:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487738:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487740:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759570.487743:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759570.487746:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487748:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759570.487750:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759570.487756:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759570.487758:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487760:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759570.487764:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759570.487767:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487769:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759570.487773:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759570.487775:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759570.487778:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759570.487780:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487782:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759570.487783:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759570.487785:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759570.487789:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759570.487792:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.487797:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759570.487804:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759570.487807:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.487810:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.487818:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759570.487820:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759570.487823:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759570.487824:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759570.487826:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759570.487828:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759570.487831:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18252 00000400:00000200:2.0:1787759570.487835:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759570.487838:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759570.487840:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759570.487843:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487845:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487847:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487850:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759570.487852:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759570.487854:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759570.487855:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759570.487857:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759570.487860:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759570.487862:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759570.487865:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487867:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.487869:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487872:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759570.487875:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759570.487877:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759570.487880:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759570.487882:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759570.487885:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759570.487887:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487889:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759570.487891:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759570.487894:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487895:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759570.487898:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759570.487901:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759570.487904:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759570.487905:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.487908:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759570.487909:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759570.487911:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759570.487915:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759570.487918:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.487923:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759570.487930:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759570.488010:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759570.488014:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759570.488016:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759570.488023:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.488030:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.488032:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.488036:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759570.488039:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759570.488041:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.488045:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875546368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759570.488049:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759570.488053:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759570.488056:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.488059:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759570.488064:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759570.488066:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.488071:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759570.488076:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759570.488082:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759570.488089:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546368, portal 25 00000100:00000001:0.0:1787759570.488091:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759570.488093:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:0.0:1787759570.488099:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.488106:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759570.488109:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759570.488112:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759570.488140:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875546368, offset 0 00000400:00000200:0.0:1787759570.488158:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759570.488166:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.488172:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759570.488177:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759570.488181:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759570.488185:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759570.488187:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759570.488191:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776693:776693:256:4294967295] 192.168.201.104@tcp LPNI seq info [776684:776684:8:4294967295] 00000400:00000200:0.0:1787759570.488196:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.488206:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759570.488213:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.488219:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759570.488226:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759570.488230:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759570.488235:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759570.488239:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759570.488243:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.488246:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759570.488254:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759570.488258:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759570.488263:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759570.488266:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759570.488270:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759570.488274:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.488615:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.488621:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.488631:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759570.488634:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759570.488637:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759570.488639:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759570.488640:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759570.488643:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759570.488645:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18252 00000400:00000200:2.0:1787759570.488650:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759570.488653:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759570.488655:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759570.488658:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488660:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.488662:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488665:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759570.488667:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759570.488668:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759570.488670:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759570.488672:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759570.488675:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759570.488677:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759570.488680:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488683:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.488685:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488687:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759570.488690:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759570.488693:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488695:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759570.488697:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759570.488700:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759570.488702:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488704:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759570.488707:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759570.488710:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488712:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759570.488716:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759570.488718:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759570.488721:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759570.488722:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488724:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759570.488726:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759570.488727:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759570.488731:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759570.488735:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.488740:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759570.488747:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759570.488750:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.488754:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.488762:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759570.488764:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759570.488768:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759570.488769:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759570.488770:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759570.488773:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759570.488775:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18252 00000400:00000200:2.0:1787759570.488779:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759570.488782:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759570.488785:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759570.488788:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488790:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.488792:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488795:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759570.488797:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759570.488799:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759570.488800:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759570.488803:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759570.488805:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759570.488807:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759570.488810:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488812:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759570.488813:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488815:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759570.488818:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759570.488821:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759570.488824:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759570.488825:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759570.488828:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759570.488829:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488831:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759570.488833:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759570.488835:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488837:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759570.488841:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759570.488843:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759570.488845:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759570.488846:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759570.488848:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759570.488850:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759570.488851:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759570.488855:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759570.488859:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759570.488863:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759570.488876:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759570.488878:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.488881:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759570.488888:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759570.488892:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18262) 00000100:00000001:0.0:1787759570.488947:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.488951:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.488958:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.488960:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759570.488968:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.488972:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759570.488975:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312925965 00000100:00000010:0.0:1787759570.488980:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759570.488987:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759570.488991:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312925965 00000100:00000010:0.0:1787759570.488994:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000001:0.0:1787759570.488998:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759570.489001:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759570.489005:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.489008:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759570.489012:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570] req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759570.489022:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759570.489024:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759570.489026:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759570.489029:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759570.489031:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759570.489034:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759570.489038:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759570.489047:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.489053:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759570.489056:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.489058:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.489060:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759570.489064:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.489071:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759570.489076:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.489083:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759570.489086:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.489088:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.489090:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.489092:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759570.489094:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759570.489097:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759570.489102:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759570.489105:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759570.489109:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759570.489134:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875546368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759570.489138:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759570.489142:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.489159:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.489161:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.489163:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759570.489165:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759570.489167:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.489170:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759570.489174:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759570.489176:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759570.489177:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.489179:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759570.489183:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759570.489185:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.489188:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759570.489191:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759570.489194:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759570.489198:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546496, portal 10 00000100:00000001:0.0:1787759570.489200:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759570.489201:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:0.0:1787759570.489209:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.489215:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759570.489218:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759570.489221:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759570.489225:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875546496, offset 0 00000400:00000200:0.0:1787759570.489229:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759570.489234:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.489239:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759570.489242:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759570.489244:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759570.489247:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759570.489249:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759570.489252:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776694:776694:256:4294967295] 192.168.201.104@tcp LPNI seq info [776685:776685:8:4294967295] 00000400:00000200:0.0:1787759570.489257:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.489263:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759570.489268:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.489272:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759570.490216:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759570.490222:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759570.490228:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759570.490232:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759570.490236:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.490238:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759570.490243:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759570.490247:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759570.490250:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759570.490252:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759570.490255:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759570.490260:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490275:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.490279:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490286:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.490288:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759570.490292:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759570.490297:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759570.490301:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759570.490303:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312924687 00000100:00000001:0.0:1787759570.490306:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.490309:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312924687 00000100:00000001:0.0:1787759570.490312:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.490314:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759570.490317:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.490319:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759570.490323:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570] req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759570.490330:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759570.490332:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759570.490334:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759570.490336:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759570.490338:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759570.490340:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759570.490343:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759570.490351:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490356:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759570.490358:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490360:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.490362:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759570.490365:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490371:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759570.490376:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490384:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759570.490387:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490388:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.490389:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490391:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759570.490394:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759570.490398:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759570.490401:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759570.490404:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759570.490408:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759570.490417:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759570.490421:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490424:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.490427:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875546368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490434:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759570.490437:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759570.490440:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759570.490443:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759570.490456:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759570.490458:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759570.490461:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759570.490463:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:0.0:1787759570.490467:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759570.490470:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759570.490471:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:0.0:1787759570.490474:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759570.490476:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490478:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.490481:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875546496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490488:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759570.490489:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759570.490490:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759570.490493:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759570.490494:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759570.490495:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759570.490497:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759570.490499:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:0.0:1787759570.490503:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759570.490504:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759570.490505:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:0.0:1787759570.490508:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759570.490509:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490511:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490520:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759570.490522:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.490525:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759570.490527:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759570.490528:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759570.490532:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490539:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.490540:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.490542:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759570.490545:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759570.490547:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.490550:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759570.490554:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759570.490556:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759570.490558:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.490559:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759570.490563:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759570.490566:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.490570:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759570.490573:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759570.490577:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759570.490581:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546624, portal 10 00000100:00000001:0.0:1787759570.490583:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759570.490584:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:0.0:1787759570.490591:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490597:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759570.490600:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759570.490602:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759570.490605:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875546624, offset 0 00000400:00000200:0.0:1787759570.490610:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759570.490615:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.490619:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759570.490622:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759570.490625:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759570.490628:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759570.490630:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759570.490634:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776695:776695:256:4294967295] 192.168.201.104@tcp LPNI seq info [776686:776686:8:4294967295] 00000400:00000200:0.0:1787759570.490639:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.490645:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759570.490650:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.490654:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759570.490658:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759570.490661:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759570.490666:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759570.490669:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759570.490673:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.490675:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759570.490679:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759570.490682:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759570.490687:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759570.490689:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759570.490692:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759570.490696:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490704:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.490707:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.490716:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759570.490719:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759570.490723:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759570.490726:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759570.490729:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312924687 00000100:00000001:0.0:1787759570.490732:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.490735:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312924687 00000100:00000001:0.0:1787759570.490737:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.490739:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759570.490742:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.490744:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759570.490747:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570] req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759570.490756:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759570.490757:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759570.490759:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759570.490761:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759570.490764:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759570.490766:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759570.490770:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759570.490784:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490791:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759570.490793:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490795:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.490796:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759570.490800:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490807:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759570.490811:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490818:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759570.490821:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490823:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.490825:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.490826:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759570.490829:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759570.490832:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759570.490835:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759570.490838:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759570.490843:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759570.490851:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759570.490855:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759570.490859:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490872:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.490873:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.490876:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759570.490878:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759570.490880:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.490883:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759570.490887:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759570.490889:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759570.490891:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.490893:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759570.490897:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759570.490899:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.490902:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759570.490905:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759570.490909:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759570.490912:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546752, portal 4 00000100:00000001:0.0:1787759570.490914:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759570.490916:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:0.0:1787759570.490922:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.490928:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759570.490931:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759570.490944:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759570.490947:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875546752, offset 0 00000400:00000200:0.0:1787759570.490952:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759570.490956:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.490960:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759570.490963:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759570.490965:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759570.490967:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759570.490970:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759570.490973:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776696:776696:256:4294967295] 192.168.201.104@tcp LPNI seq info [776687:776687:8:4294967295] 00000400:00000200:0.0:1787759570.490978:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.490984:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759570.490988:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.490993:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759570.490997:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759570.491000:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759570.491004:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759570.491007:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759570.491011:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.491014:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759570.491017:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759570.491021:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759570.491024:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759570.491026:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759570.491029:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759570.491033:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491042:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.491045:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491052:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.491053:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759570.491057:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759570.491059:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759570.491062:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759570.491064:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312924746 00000100:00000001:0.0:1787759570.491067:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.491070:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312924746 00000100:00000001:0.0:1787759570.491072:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.491074:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759570.491077:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.491078:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759570.491082:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570] req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759570.491090:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759570.491091:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759570.491093:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759570.491095:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759570.491097:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759570.491100:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759570.491103:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759570.491112:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491139:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759570.491140:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.491142:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.491144:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759570.491160:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491166:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759570.491170:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491177:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759570.491180:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.491181:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.491183:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.491185:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759570.491187:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759570.491190:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759570.491198:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759570.491200:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759570.491205:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759570.491212:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759570.491217:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759570.491221:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491227:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759570.491229:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.491231:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759570.491233:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759570.491235:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759570.491239:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759570.491242:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759570.491244:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759570.491246:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759570.491247:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759570.491252:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759570.491254:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759570.491257:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759570.491260:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759570.491264:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759570.491267:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875546880, portal 4 00000100:00000001:0.0:1787759570.491269:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759570.491271:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:0.0:1787759570.491276:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491283:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759570.491286:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759570.491288:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759570.491291:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875546880, offset 0 00000400:00000200:0.0:1787759570.491296:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759570.491300:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.491304:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759570.491307:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759570.491309:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759570.491312:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759570.491314:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759570.491317:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776697:776697:256:4294967295] 192.168.201.104@tcp LPNI seq info [776688:776688:8:4294967295] 00000400:00000200:0.0:1787759570.491322:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759570.491329:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759570.491333:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.491336:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759570.491341:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759570.491344:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759570.491348:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759570.491351:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759570.491355:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759570.491357:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:0.0:1787759570.491360:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759570.491363:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759570.491366:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:0.0:1787759570.491368:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:0.0:1787759570.491370:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759570.491374:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491381:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.491384:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491391:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.491393:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759570.491396:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759570.491400:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759570.491403:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759570.491405:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312924711 00000100:00000001:0.0:1787759570.491408:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.491410:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312924711 00000100:00000001:0.0:1787759570.491413:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312925965 00000100:00000001:0.0:1787759570.491415:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759570.491418:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.491420:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759570.491423:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759570/real 1787759570] req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759570.491431:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759570.491433:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759570.491435:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759570.491437:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759570.491439:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759570.491441:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759570.491444:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759570.491453:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.491460:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759570.491461:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.491463:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.491465:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759570.491468:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.494588:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759570.494598:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.494605:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759570.494608:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494609:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759570.494611:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494612:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759570.494614:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759570.494616:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759570.494619:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759570.494622:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759570.494625:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759570.494631:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875546880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759570.494634:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494636:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.494638:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875546624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.494643:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759570.494645:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759570.494647:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759570.494651:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759570.494653:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759570.494655:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759570.494657:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759570.494659:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:0.0:1787759570.494662:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759570.494664:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759570.494665:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:0.0:1787759570.494668:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759570.494669:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494671:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.494674:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875546752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.494678:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759570.494679:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759570.494680:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759570.494681:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759570.494682:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759570.494683:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759570.494684:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759570.494685:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:0.0:1787759570.494687:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759570.494687:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759570.494688:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:0.0:1787759570.494690:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759570.494690:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494691:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759570.494693:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875546880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759570.494696:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759570.494697:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759570.494698:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6400. 02000000:00000001:0.0:1787759570.494699:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759570.494700:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759570.494701:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759570.494702:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759570.494703:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:0.0:1787759570.494705:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759570.494706:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759570.494706:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:0.0:1787759570.494708:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759570.494709:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494710:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759570.494716:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759570.494717:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759570.494719:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759570.494721:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759570.935833:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759570.935841:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759570.935843:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759570.935849:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759570.935853:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759570.935856:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.935859:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759570.935862:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759570.935865:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759571.190232:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759571.190237:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759571.190240:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759571.190244:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759571.190244:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759571.190247:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759571.190248:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759571.190250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759571.190254:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759571.190254:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759571.190256:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759571.190258:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759571.190261:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759571.190262:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759571.190263:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759571.190265:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759571.190268:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759571.190269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759571.190273:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.190275:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759571.190277:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.190280:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759571.190284:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759571.190287:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759571.190288:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759571.190292:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759571.190298:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759571.190306:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759571.190310:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759571.190315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759571.190316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759571.190320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759571.190321:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759571.190326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759571.190327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759571.190350:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759571.190353:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759571.190355:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1787759571.190357:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759571.190359:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759571.190362:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759571.190365:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759571.190368:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759571.190370:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759571.190372:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759571.190373:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.190381:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759571.190386:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759571.190387:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759571.190389:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759571.190390:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759571.190394:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759571.190395:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759571.190397:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759571.190399:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759571.190401:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759571.190404:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759571.190405:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759571.190408:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759571.190409:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759571.190411:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759571.190413:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759571.190417:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759571.190419:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759571.190422:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759571.190428:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759571.190443:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759571.190445:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759571.190448:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759571.190450:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759571.190452:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.190454:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759571.190455:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.190457:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759571.190499:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759571.190510:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759571.190511:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759571.190514:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759571.190516:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759571.190518:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759571.190519:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759571.190520:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759571.190521:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759571.830218:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312925965, at 4312926016 00000100:00000010:3.0:1787759571.830234:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000040:2.0:1787759571.831354:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312925965, at 4312926017 00000100:00000010:2.0:1787759571.831362:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:3.0:1787759571.958258:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759571.958267:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759571.958269:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759571.958275:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759571.958279:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759571.958282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.958285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759571.958288:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759571.958291:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759572.214322:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759572.214333:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759572.214335:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759572.214341:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759572.214344:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759572.214348:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214351:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759572.214354:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214358:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759572.214889:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759572.214893:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759572.214895:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759572.214898:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759572.214901:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759572.214903:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214904:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759572.214905:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759572.214907:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759572.214907:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214909:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759572.214909:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759572.214911:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759572.214913:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759572.214915:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214917:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759572.214918:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.214920:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759572.214932:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759572.214934:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759572.214939:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759572.214940:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759572.214943:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759572.214945:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759572.214949:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759572.214950:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759572.214965:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759572.214967:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759572.214969:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759572.215208:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759572.215211:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759572.215214:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759572.215214:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759572.215217:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759572.215218:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759572.215223:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759572.215225:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759572.215227:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759572.215229:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.215232:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759572.215233:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759572.215234:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759572.215237:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759572.215241:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759572.215296:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759572.215299:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759572.215301:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759572.215303:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759572.215305:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759572.215307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759572.215308:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759572.215313:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759572.215325:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759572.215327:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759572.215329:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759572.215348:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759572.215352:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759572.215353:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759572.215356:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759572.215358:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759572.215360:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759572.215363:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759572.215364:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759572.215367:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759572.215399:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759572.215402:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759572.215404:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759572.215406:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759572.215409:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759572.215410:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759572.215412:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759572.216072:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759572.216075:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759572.216077:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759572.982278:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759572.982288:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759572.982290:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759572.982296:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759572.982301:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759572.982306:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759572.982309:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759572.982312:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759572.982315:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759573.238239:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759573.238251:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759573.238253:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759573.238260:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759573.238265:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759573.238270:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759573.238274:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759573.238277:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759573.238281:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759573.238284:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759573.238290:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759573.238292:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759573.238296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759573.238299:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759573.238301:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759573.238304:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759573.238306:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759573.238310:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759573.238311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759573.238315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759573.238330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759573.238332:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759573.238336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759573.238338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759573.238341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759573.238342:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759573.238362:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759573.238365:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759573.238368:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759573.238533:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759573.238536:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759573.238538:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759573.238540:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759573.238543:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759573.238546:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759573.238548:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759573.238550:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759573.238553:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759573.238560:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759573.238567:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759573.238570:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759573.238574:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759573.238577:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759573.238581:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759573.238584:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759573.238586:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759573.238590:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759573.239299:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759573.239303:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759573.239305:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759573.239308:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759573.239310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759573.239313:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759573.239315:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759573.239317:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759573.239319:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759573.239525:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759573.239529:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759573.239530:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759573.239533:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759573.239535:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759573.239536:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759573.239541:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759573.239541:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759573.239545:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759573.239545:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759573.239549:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759573.239550:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759573.239552:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759573.239555:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759573.239558:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759573.239561:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759573.239563:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759573.239566:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759573.239641:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759573.239644:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759573.239646:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759573.239648:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759573.239650:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759573.239652:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759573.239654:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759573.239656:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759573.239658:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759574.006251:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759574.006264:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759574.006266:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759574.006273:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759574.006278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759574.006282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.006285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759574.006288:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.006291:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759574.262300:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759574.262311:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759574.262314:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759574.262321:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759574.262327:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759574.262327:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759574.262334:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.262338:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759574.262340:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759574.262342:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759574.262345:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759574.262351:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759574.262354:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759574.262357:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759574.262363:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.262366:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759574.262369:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.262373:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759574.262397:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759574.262402:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759574.262404:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759574.262406:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759574.262409:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759574.262412:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759574.262414:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759574.262416:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759574.262420:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759574.262461:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759574.262465:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759574.262467:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759574.262470:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759574.262473:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759574.262475:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.262477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759574.262479:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.262481:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759574.262493:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759574.262496:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759574.262498:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759574.262500:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759574.262502:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759574.262503:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.262505:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759574.262506:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.262507:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759574.262553:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759574.262561:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759574.262564:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759574.262565:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759574.262567:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759574.262568:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759574.262571:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759574.262572:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759574.262586:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759574.262588:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759574.262590:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759574.264501:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759574.264508:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759574.264510:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759574.264523:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759574.264528:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759574.264532:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759574.264533:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759574.264540:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759574.264541:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759574.264545:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.264547:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759574.264550:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759574.264551:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759574.264554:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759574.264563:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759574.264566:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759574.264569:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759574.264572:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759574.264656:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759574.264658:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759574.264659:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759574.264660:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759574.264662:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759574.264663:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.264665:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759574.264666:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759574.264667:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.030226:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759575.030233:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759575.030236:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.030241:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759575.030245:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759575.030249:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.030252:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759575.030254:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.030258:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759575.286231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759575.286250:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759575.286252:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759575.286265:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759575.286271:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759575.286276:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759575.286279:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759575.286283:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.286283:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759575.286290:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.286293:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759575.286296:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.286302:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759575.286307:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759575.286311:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.286314:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759575.286316:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.286320:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759575.286345:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759575.286348:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759575.286352:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759575.286353:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759575.286356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759575.286357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759575.286360:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759575.286362:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759575.286379:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759575.286382:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759575.286385:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759575.286503:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759575.286506:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759575.286507:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759575.286510:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759575.286513:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759575.286515:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759575.286517:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759575.286519:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759575.286522:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.286617:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759575.286620:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759575.286621:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.286625:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759575.286627:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.286629:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.286631:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.286633:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.286635:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.286643:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759575.286645:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759575.286646:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.286648:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759575.286650:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.286652:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.286654:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.286655:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.286657:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759575.286758:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759575.286762:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759575.286763:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759575.286765:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759575.286767:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759575.286769:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759575.286771:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759575.286773:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759575.286775:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.286824:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759575.286828:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759575.286830:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.286832:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759575.286835:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759575.286837:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.286838:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759575.286840:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759575.286843:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759575.288205:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759575.288211:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759575.288213:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759575.288217:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759575.288221:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759575.288224:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759575.288226:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759575.288228:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759575.288288:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759575.606321:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759575.606332:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759575.606334:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759575.606338:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759575.606342:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759575.606349:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18257 00000400:00000200:3.0:1787759575.606359:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759575.606366:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759575.606369:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759575.606372:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606375:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606378:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606380:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759575.606385:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759575.606387:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759575.606390:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759575.606393:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759575.606396:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759575.606399:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759575.606403:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606405:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606407:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606409:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759575.606413:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759575.606417:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606420:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759575.606424:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759575.606427:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759575.606430:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606433:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759575.606435:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759575.606444:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759575.606448:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759575.606452:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759575.606454:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606457:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759575.606460:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759575.606465:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759575.606473:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759575.606480:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.606489:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759575.606500:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759575.606504:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.606509:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759575.606541:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759575.606545:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759575.606549:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759575.606551:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759575.606552:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759575.606556:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759575.606559:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18257 00000400:00000200:3.0:1787759575.606563:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759575.606566:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759575.606569:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759575.606573:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606575:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606577:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606579:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759575.606582:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759575.606584:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759575.606585:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759575.606588:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759575.606590:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759575.606592:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759575.606596:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606598:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606600:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606603:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759575.606605:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759575.606608:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606611:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759575.606613:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759575.606619:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759575.606622:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606625:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759575.606629:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759575.606632:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606635:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759575.606639:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759575.606642:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759575.606644:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759575.606646:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606648:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759575.606649:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759575.606651:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759575.606655:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759575.606659:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.606664:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759575.606672:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759575.606675:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.606679:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759575.606686:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759575.606689:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759575.606692:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759575.606693:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759575.606695:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759575.606698:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759575.606700:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18257 00000400:00000200:3.0:1787759575.606704:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759575.606708:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759575.606710:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759575.606713:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606716:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606717:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606720:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759575.606723:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759575.606724:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759575.606726:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759575.606728:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759575.606730:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759575.606732:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759575.606735:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606737:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606740:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606742:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759575.606745:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759575.606748:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606751:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759575.606752:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759575.606755:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759575.606758:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606759:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759575.606762:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759575.606764:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606766:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759575.606770:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759575.606773:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759575.606775:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759575.606777:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606779:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759575.606780:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759575.606782:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759575.606786:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759575.606789:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.606794:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759575.606801:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759575.606803:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.606808:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759575.606815:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759575.606818:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759575.606821:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759575.606822:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759575.606824:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759575.606828:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759575.606830:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18257 00000400:00000200:3.0:1787759575.606834:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759575.606837:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759575.606839:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759575.606842:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606845:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606847:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606849:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759575.606852:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759575.606853:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759575.606855:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759575.606858:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759575.606860:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759575.606862:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759575.606866:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606869:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606871:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606873:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759575.606875:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759575.606879:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606882:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759575.606884:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759575.606887:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759575.606889:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606891:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759575.606893:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759575.606896:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606898:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759575.606902:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759575.606905:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759575.606908:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759575.606910:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.606911:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759575.606913:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759575.606915:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759575.606919:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759575.606923:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.606928:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759575.606936:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759575.606938:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.606942:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759575.606950:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759575.606952:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759575.606956:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759575.606957:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759575.606959:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759575.606962:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759575.606964:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18257 00000400:00000200:3.0:1787759575.606968:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759575.606971:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759575.606973:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759575.606976:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606978:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.606980:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606982:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759575.606985:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759575.606986:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759575.606988:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759575.606990:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759575.606992:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759575.606994:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759575.606997:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.606999:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759575.607001:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759575.607004:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759575.607006:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759575.607009:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759575.607012:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759575.607014:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759575.607016:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759575.607018:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.607020:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759575.607022:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759575.607024:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.607026:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759575.607029:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759575.607031:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759575.607034:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759575.607035:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.607037:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759575.607038:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759575.607039:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759575.607043:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759575.607046:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759575.607050:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759575.607108:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759575.607113:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.607162:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759575.607168:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607176:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.607178:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607182:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759575.607184:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759575.607186:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.607190:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875547008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759575.607195:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759575.607199:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759575.607201:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607204:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759575.607210:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759575.607213:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.607218:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759575.607223:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759575.607230:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759575.607238:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547008, portal 25 00000100:00000001:0.0:1787759575.607241:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759575.607243:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759575.607249:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607256:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759575.607260:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759575.607263:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af000. 00000100:00000200:0.0:1787759575.607267:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875547008, offset 0 00000400:00000200:0.0:1787759575.607274:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607282:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607288:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759575.607293:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759575.607297:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759575.607301:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759575.607304:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607308:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776698:776698:256:4294967295] 192.168.201.104@tcp LPNI seq info [776689:776689:8:4294967295] 00000400:00000200:0.0:1787759575.607314:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607324:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759575.607330:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759575.607336:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3200. 00000800:00000200:0.0:1787759575.607343:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759575.607348:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759575.607375:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.607380:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759575.607383:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312931084 00000100:00000010:0.0:1787759575.607389:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:0.0:1787759575.607396:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759575.607403:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312931084 00000100:00000010:0.0:1787759575.607407:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759575.607411:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759575.607414:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759575.607417:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607420:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759575.607425:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607433:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.607434:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607437:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759575.607439:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759575.607441:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.607444:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759575.607448:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759575.607451:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759575.607452:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607454:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759575.607458:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759575.607460:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.607464:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759575.607467:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746370. 00000400:00000010:0.0:1787759575.607471:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af198. 00000100:00000200:0.0:1787759575.607475:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547136, portal 10 00000100:00000001:0.0:1787759575.607478:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759575.607479:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:0.0:1787759575.607486:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607493:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759575.607495:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759575.607499:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af3b8. 00000100:00000200:0.0:1787759575.607501:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875547136, offset 0 00000400:00000200:0.0:1787759575.607506:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607510:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607514:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759575.607517:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759575.607519:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759575.607522:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759575.607524:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607527:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776699:776699:255:4294967295] 192.168.201.104@tcp LPNI seq info [776690:776690:7:4294967295] 00000400:00000200:0.0:1787759575.607531:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607537:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759575.607542:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759575.607545:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3500. 00000800:00000200:0.0:1787759575.607550:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759575.607554:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759575.607558:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759575.607561:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759575.607564:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759575.607566:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312929804 00000100:00000001:0.0:1787759575.607569:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607571:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312929804 00000100:00000001:0.0:1787759575.607574:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607576:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759575.607578:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607581:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759575.607584:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607591:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.607592:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607594:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759575.607596:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759575.607598:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.607601:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759575.607605:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759575.607607:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759575.607608:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607610:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759575.607614:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759575.607616:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.607620:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759575.607622:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746aa8. 00000400:00000010:0.0:1787759575.607626:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759575.607629:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547264, portal 10 00000100:00000001:0.0:1787759575.607631:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759575.607633:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:0.0:1787759575.607638:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607645:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759575.607648:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759575.607651:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afc38. 00000100:00000200:0.0:1787759575.607654:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875547264, offset 0 00000400:00000200:0.0:1787759575.607659:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607663:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607667:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759575.607669:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759575.607672:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759575.607674:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759575.607676:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607680:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776700:776700:254:4294967295] 192.168.201.104@tcp LPNI seq info [776691:776691:6:4294967295] 00000400:00000200:0.0:1787759575.607684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607690:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759575.607695:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759575.607699:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3100. 00000800:00000200:0.0:1787759575.607703:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759575.607707:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759575.607710:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759575.607713:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759575.607716:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759575.607718:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312929804 00000100:00000001:0.0:1787759575.607722:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607724:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312929804 00000100:00000001:0.0:1787759575.607726:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607729:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759575.607731:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607733:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759575.607737:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607744:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.607746:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607749:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759575.607750:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759575.607752:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.607755:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759575.607759:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759575.607761:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759575.607763:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.607765:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759575.607768:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759575.607770:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.607774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759575.607777:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7462c0. 00000400:00000010:0.0:1787759575.607781:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759575.607784:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547392, portal 4 00000100:00000001:0.0:1787759575.607787:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759575.607788:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:0.0:1787759575.607794:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.607801:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759575.607804:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759575.607807:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af220. 00000100:00000200:0.0:1787759575.607810:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875547392, offset 0 00000400:00000200:0.0:1787759575.607815:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607819:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607823:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759575.607825:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759575.607828:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759575.607830:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759575.607832:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759575.607835:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776701:776701:253:4294967295] 192.168.201.104@tcp LPNI seq info [776692:776692:5:4294967295] 00000400:00000200:0.0:1787759575.607840:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.607846:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759575.607850:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759575.607854:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3900. 00000800:00000200:0.0:1787759575.607859:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759575.607863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759575.607866:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759575.607869:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759575.607872:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759575.607874:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312929863 00000100:00000001:0.0:1787759575.607877:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607879:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312929863 00000100:00000001:0.0:1787759575.607882:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.607884:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759575.607887:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607889:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607892:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.607900:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759575.607903:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759575.607905:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759575.607906:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.607908:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.607910:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759575.608037:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759575.608040:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.608046:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759575.608074:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759575.608081:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18267) 00000100:00000001:0.0:1787759575.608320:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759575.608323:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.608324:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759575.608330:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.608338:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759575.608339:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.608342:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759575.608343:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759575.608346:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759575.608349:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759575.608353:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759575.608356:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759575.608357:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759575.608359:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759575.608364:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759575.608366:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759575.608370:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759575.608373:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759575.608377:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759575.608380:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547520, portal 4 00000100:00000001:0.0:1787759575.608382:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759575.608383:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759575.608389:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759575.608396:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759575.608399:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759575.608401:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af5d8. 00000100:00000200:0.0:1787759575.608404:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875547520, offset 0 00000400:00000200:0.0:1787759575.608409:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759575.608414:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.608417:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759575.608420:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759575.608423:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759575.608425:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759575.608427:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759575.608430:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776702:776702:252:4294967295] 192.168.201.104@tcp LPNI seq info [776693:776693:4:4294967295] 00000400:00000200:0.0:1787759575.608435:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759575.608441:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759575.608445:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759575.608449:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3b00. 00000800:00000200:0.0:1787759575.608453:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759575.608458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759575.608461:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759575.608464:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759575.608467:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759575.608469:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312929828 00000100:00000001:0.0:1787759575.608472:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.608474:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312929828 00000100:00000001:0.0:1787759575.608477:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312931084 00000100:00000001:0.0:1787759575.608479:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759575.608481:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.608483:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.608485:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759575.608489:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759575.608491:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759575.608492:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759575.608494:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759575.608495:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759575.608497:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759576.054244:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759576.054250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759576.054252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759576.054256:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759576.054258:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759576.054261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.054263:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759576.054265:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.054267:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759576.310243:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759576.310243:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759576.310251:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759576.310252:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759576.310255:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759576.310255:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759576.310264:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759576.310264:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759576.310270:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759576.310271:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759576.310277:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.310277:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759576.310283:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759576.310287:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759576.310297:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759576.310350:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759576.310353:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.310356:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759576.310601:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759576.310604:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759576.310606:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759576.310610:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759576.310612:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759576.310614:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759576.310617:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759576.310618:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759576.310620:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759576.310719:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759576.310723:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759576.310724:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759576.310726:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759576.310728:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759576.310730:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.310732:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759576.310733:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.310736:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759576.310827:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759576.310831:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759576.310832:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759576.310835:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759576.310837:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759576.310839:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.310841:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759576.310843:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.310845:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759576.310854:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759576.310856:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759576.310858:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759576.310860:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759576.310862:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759576.310863:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.310865:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759576.310867:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759576.310869:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310886:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759576.310890:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759576.310892:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759576.310895:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310898:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759576.310900:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310903:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310905:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310908:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759576.310910:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310913:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759576.310914:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759576.310917:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759576.310918:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759576.310934:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759576.310937:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759576.310951:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759576.311106:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759576.311108:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759576.311110:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759576.311112:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759576.311114:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759576.311131:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759576.311133:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759576.311135:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759576.311137:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759576.311183:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759576.311186:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759576.311187:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759576.311189:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759576.311192:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759576.311194:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.311196:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759576.311197:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759576.311199:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759576.950243:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312931084, at 4312931136 00000100:00000010:3.0:1787759576.950260:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000040:2.0:1787759576.952134:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312931084, at 4312931138 00000100:00000010:2.0:1787759576.952144:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:3.0:1787759577.078245:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759577.078253:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759577.078255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759577.078261:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759577.078265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759577.078269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759577.078271:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759577.078274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759577.078277:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759577.334213:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759577.334220:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759577.334226:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759577.334228:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759577.334231:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759577.334233:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759577.334236:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759577.334238:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759577.334259:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759577.334261:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759577.334264:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759577.334422:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759577.334427:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759577.334429:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759577.334432:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759577.334436:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759577.334439:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334442:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759577.334444:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334448:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759577.334456:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759577.334459:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759577.334460:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759577.334462:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759577.334464:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759577.334466:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759577.334479:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334481:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759577.334488:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759577.334491:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759577.334492:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759577.334494:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759577.334496:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759577.334499:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334501:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759577.334502:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.334504:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759577.335136:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759577.335140:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759577.335141:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759577.335144:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759577.335146:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759577.335148:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759577.335150:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759577.335151:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759577.335154:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759577.335219:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759577.335222:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759577.335224:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759577.335228:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759577.335230:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759577.335232:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759577.335234:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759577.335235:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759577.335237:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759577.335294:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759577.335298:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759577.335299:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759577.335301:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759577.335303:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759577.335305:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759577.335307:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759577.335309:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759577.335311:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759577.335521:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759577.335525:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759577.335526:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759577.335529:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759577.335531:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759577.335534:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759577.335536:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759577.335538:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759577.335540:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759577.335581:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759577.335584:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759577.335585:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759577.335588:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759577.335590:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759577.335592:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.335594:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759577.335596:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759577.335598:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759578.102251:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759578.102260:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759578.102262:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759578.102268:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759578.102272:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759578.102276:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759578.102279:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759578.102292:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759578.102295:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.358242:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759578.358242:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759578.358251:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759578.358252:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358254:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759578.358255:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759578.358263:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759578.358264:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759578.358269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759578.358269:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.358274:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358277:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759578.358279:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358283:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759578.358283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759578.358289:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759578.358292:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759578.358296:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.358369:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759578.358371:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358372:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759578.358374:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759578.358376:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.358377:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358379:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759578.358380:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358382:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.358409:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759578.358415:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759578.358418:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358419:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759578.358423:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759578.358424:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.358425:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759578.358428:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759578.358429:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358435:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759578.358435:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759578.358436:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759578.358439:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759578.358443:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759578.358445:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759578.358448:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.358449:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759578.358450:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.358456:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759578.358458:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.358459:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759578.358463:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759578.358467:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759578.358471:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.358474:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759578.358476:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759578.358479:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358480:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358481:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759578.358487:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759578.358491:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759578.358491:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759578.358492:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759578.358495:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358500:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759578.358500:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.358504:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.358506:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759578.358506:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759578.358513:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759578.358517:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759578.358520:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759578.358523:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759578.358525:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759578.358528:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358557:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759578.358559:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358564:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759578.358565:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358569:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759578.358572:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759578.358575:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759578.358578:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358581:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759578.358583:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358586:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358589:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358592:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759578.358594:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759578.358595:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759578.358597:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358599:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759578.358600:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358602:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759578.358604:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759578.358621:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759578.358623:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759578.358626:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1787759578.678384:0:2411:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759578.678429:0:2411:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759578.678440:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759578.678445:0:2411:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759578.678449:0:2411:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759578.678454:0:2411:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759578.678459:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759578.678463:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3200. 00000400:00000200:2.0:1787759578.678470:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759578.678475:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759578.678481:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af000 00000400:00000010:2.0:1787759578.678538:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af000. 00000100:00000001:2.0:1787759578.678544:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759578.678552:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.678613:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.678617:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.678620:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759578.678679:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759578.678685:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.678736:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759578] req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759578.678749:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759578.678752:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759578.678756:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759578.678759:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759578.678762:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759578.678765:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759578.678769:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759578.678777:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.678785:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759578.678788:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.678791:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.678793:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759578.678797:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.678803:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759578.678809:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.678816:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759578.678819:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.678821:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.678823:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.678825:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759578.678828:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759578.678832:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759578.678836:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759578.678838:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759578.678843:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.678852:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875547008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759578.678859:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.678861:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759578.678864:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875547008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.678872:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.678875:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.678877:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.678878:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.678879:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.678881:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.678914:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759578.678918:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759578.678922:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:2.0:1787759578.678926:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759578.678929:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759578.678931:0:2411:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787759578.678933:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759578.678936:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:2.0:1787759578.678939:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759578.678942:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759578.678944:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:2.0:1787759578.678947:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759578.678949:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.678951:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759578.678961:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759578.678964:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3500. 00000400:00000200:2.0:1787759578.678967:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759578.678971:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759578.678975:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af3b8 00000400:00000010:2.0:1787759578.678977:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af3b8. 00000100:00000001:2.0:1787759578.678980:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759578.678985:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.679036:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.679038:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.679039:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759578.679051:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759578.679056:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.679079:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759578] req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759578.679089:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759578.679090:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759578.679092:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746370. 00000400:00000200:0.0:1787759578.679095:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af198 00000400:00000010:0.0:1787759578.679097:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af198. 00000100:00000001:0.0:1787759578.679099:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759578.679106:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759578.679115:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.679143:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759578.679145:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.679147:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.679148:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759578.679152:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.679160:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759578.679164:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.679171:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759578.679174:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.679175:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.679177:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.679179:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759578.679182:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759578.679186:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759578.679191:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759578.679194:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759578.679198:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.679207:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759578.679212:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.679214:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759578.679217:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875547136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.679225:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.679228:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.679229:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.679230:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.679232:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.679234:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.679972:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759578.679977:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759578.679980:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:2.0:1787759578.679985:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759578.679988:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759578.679989:0:2411:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759578.679992:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759578.679995:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:2.0:1787759578.679999:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759578.680000:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759578.680012:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:2.0:1787759578.680015:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759578.680017:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.680020:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759578.680031:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759578.680034:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3100. 00000400:00000200:2.0:1787759578.680039:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759578.680044:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759578.680048:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afc38 00000400:00000010:2.0:1787759578.680050:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afc38. 00000100:00000001:2.0:1787759578.680053:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759578.680058:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680135:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.680138:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.680140:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759578.680245:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759578.680252:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.680297:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759578] req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759578.680309:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759578.680310:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759578.680314:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746aa8. 00000400:00000200:0.0:1787759578.680316:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759578.680319:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759578.680321:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759578.680324:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759578.680332:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680343:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759578.680345:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680347:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.680349:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759578.680352:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680358:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759578.680362:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680369:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759578.680371:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680373:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.680374:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680376:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759578.680380:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759578.680383:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759578.680387:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759578.680390:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759578.680394:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.680401:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759578.680406:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680409:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759578.680412:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875547264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680419:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680421:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680423:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.680424:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.680426:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680427:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.680455:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759578.680458:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759578.680461:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:2.0:1787759578.680464:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759578.680466:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759578.680468:0:2411:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759578.680470:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759578.680471:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:2.0:1787759578.680474:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759578.680476:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759578.680477:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:2.0:1787759578.680480:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759578.680481:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.680590:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759578.680602:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759578.680605:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3900. 00000400:00000200:2.0:1787759578.680610:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759578.680615:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759578.680619:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af220 00000400:00000010:2.0:1787759578.680621:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af220. 00000100:00000001:2.0:1787759578.680625:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759578.680630:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680673:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.680675:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.680677:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759578.680692:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759578.680696:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.680798:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759578] req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759578.680807:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759578.680809:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759578.680811:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7462c0. 00000400:00000200:0.0:1787759578.680814:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759578.680816:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759578.680819:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759578.680822:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759578.680830:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680837:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759578.680839:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680840:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.680842:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759578.680846:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680853:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759578.680858:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680865:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759578.680867:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680870:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.680871:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.680873:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759578.680875:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759578.680878:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759578.680882:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759578.680885:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759578.680889:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.680896:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759578.680900:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680902:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759578.680905:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875547392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.680912:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680914:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680915:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.680917:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.680918:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.680919:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.681011:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759578.681013:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759578.681016:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:2.0:1787759578.681020:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759578.681021:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759578.681022:0:2411:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787759578.681025:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759578.681026:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:2.0:1787759578.681029:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759578.681030:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759578.681031:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:2.0:1787759578.681033:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759578.681035:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.681036:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759578.681043:0:2411:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759578.681046:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3b00. 00000400:00000200:2.0:1787759578.681049:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759578.681053:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759578.681055:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af5d8 00000400:00000010:2.0:1787759578.681057:0:2411:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af5d8. 00000100:00000001:2.0:1787759578.681060:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759578.681064:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.681106:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.681108:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759578.681110:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759578.681139:0:2411:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759578.681144:0:2411:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759600 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.681181:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759575/real 1787759578] req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759578.681190:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759578.681191:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759578.681193:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759578.681196:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759578.681198:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759578.681200:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759578.681205:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759578.681213:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.681219:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759578.681221:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.681223:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.681224:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759578.681227:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.681234:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759578.681238:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.681246:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759578.681249:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.681250:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759578.681251:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.681253:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759578.681255:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759578.681258:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759578.681262:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759578.681264:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759578.681268:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759578.681276:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759578.681281:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.681283:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759578.681286:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875547520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759600 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759578.681293:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.681295:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759578.681304:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759578.681306:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759578.681308:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759578.681309:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759578.681334:0:2411:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759578.681336:0:2411:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759578.681338:0:2411:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:2.0:1787759578.681342:0:2411:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759578.681344:0:2411:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759578.681345:0:2411:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787759578.681347:0:2411:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759578.681349:0:2411:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:2.0:1787759578.681351:0:2411:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759578.681352:0:2411:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759578.681354:0:2411:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:2.0:1787759578.681356:0:2411:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759578.681358:0:2411:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759578.681360:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759579.126833:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759579.126841:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759579.126843:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759579.126847:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759579.126851:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759579.126854:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759579.126857:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759579.126859:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759579.126863:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759579.382278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759579.382285:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759579.382291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759579.382292:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759579.382296:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759579.382297:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759579.382303:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759579.382304:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759579.382330:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759579.382333:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759579.382336:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759579.382453:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759579.382459:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759579.382461:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759579.382465:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759579.382469:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759579.382472:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382474:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759579.382477:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382480:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759579.382490:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759579.382492:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759579.382494:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759579.382495:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759579.382497:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759579.382499:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382501:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759579.382503:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382505:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759579.382594:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759579.382598:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759579.382599:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759579.382602:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759579.382604:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759579.382606:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382608:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759579.382609:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382611:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759579.382620:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759579.382622:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759579.382623:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759579.382625:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759579.382627:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759579.382629:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382631:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759579.382633:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382634:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759579.382733:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759579.382736:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759579.382738:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759579.382740:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759579.382743:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759579.382745:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759579.382747:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759579.382748:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759579.382751:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759579.382794:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759579.382797:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759579.382798:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759579.382800:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759579.382803:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759579.382804:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382806:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759579.382808:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759579.382810:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759579.382853:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759579.382855:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759579.382857:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759579.382860:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759579.382862:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759579.382864:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759579.382866:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759579.382867:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759579.382869:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759579.382912:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759579.382915:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759579.382916:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759579.382918:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759579.382921:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759579.382922:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382924:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759579.382926:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759579.382928:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.150216:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759580.150222:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759580.150224:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.150228:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759580.150231:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759580.150234:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.150236:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.150238:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.150240:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.406257:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759580.406265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759580.406268:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.406274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759580.406278:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759580.406281:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759580.406284:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759580.406286:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759580.406289:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759580.406429:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759580.406433:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759580.406434:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759580.406437:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759580.406439:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759580.406441:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759580.406443:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759580.406445:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759580.406447:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759580.406536:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759580.406540:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759580.406541:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759580.406543:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759580.406546:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759580.406548:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759580.406550:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759580.406553:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759580.406555:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.406565:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759580.406568:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759580.406570:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759580.406572:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759580.406573:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759580.406575:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.406578:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:1.0:1787759580.406580:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759580.406582:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759580.406585:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759580.406586:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759580.406588:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.406590:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.406593:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.406596:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.406606:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759580.406608:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759580.406610:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.406613:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759580.406616:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759580.406618:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759580.406625:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759580.406630:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759580.406631:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759580.406634:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759580.406636:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759580.406638:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759580.406670:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759580.406673:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759580.406674:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.406677:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759580.406679:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759580.406681:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759580.406697:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759580.406698:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759580.406701:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.406908:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.406911:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.406914:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759580.406918:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759580.406922:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759580.406925:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406936:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759580.406940:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406944:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759580.406948:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759580.406950:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759580.406954:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406957:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759580.406959:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406961:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406963:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.406967:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759580.406968:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759580.406981:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759580.406986:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759580.406987:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759580.406988:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.406991:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759580.407016:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759580.407019:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759580.407023:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759580.726323:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759580.726342:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759580.726344:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759580.726348:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759580.726353:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759580.726360:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18262 00000400:00000200:0.0:1787759580.726369:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759580.726376:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759580.726379:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759580.726382:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.726385:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.726387:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.726390:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759580.726394:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759580.726396:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759580.726399:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759580.726403:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759580.726405:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759580.726408:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759580.726569:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.726573:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.726576:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.726578:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759580.726582:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759580.726587:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759580.726590:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.726593:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759580.726596:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759580.726600:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.726602:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759580.726605:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759580.726615:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759580.726619:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759580.726623:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759580.726635:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.726640:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759580.726643:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759580.726647:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759580.726655:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759580.726662:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.726671:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759580.727106:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759580.727111:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727167:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759580.727207:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759580.727210:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759580.727215:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759580.727217:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759580.727219:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759580.727222:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759580.727225:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18262 00000400:00000200:0.0:1787759580.727231:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759580.727235:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759580.727238:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759580.727242:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727244:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727247:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727249:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759580.727252:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759580.727254:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759580.727256:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759580.727258:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759580.727261:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759580.727263:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759580.727267:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727269:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727271:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727273:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759580.727276:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759580.727280:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727282:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.727284:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759580.727290:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759580.727292:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727295:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759580.727298:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759580.727303:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727305:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759580.727311:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759580.727314:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759580.727317:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759580.727318:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727320:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759580.727322:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759580.727324:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759580.727330:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759580.727335:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.727340:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759580.727349:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759580.727352:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727355:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759580.727363:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759580.727366:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759580.727369:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759580.727370:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759580.727372:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759580.727375:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759580.727378:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18262 00000400:00000200:0.0:1787759580.727382:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759580.727385:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759580.727388:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759580.727391:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727393:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727395:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727399:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759580.727401:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759580.727403:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759580.727405:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759580.727407:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759580.727410:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759580.727419:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759580.727423:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727433:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727436:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727438:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759580.727441:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759580.727444:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727447:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.727449:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759580.727453:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759580.727455:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727457:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759580.727458:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759580.727461:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727462:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759580.727466:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759580.727468:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759580.727470:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759580.727472:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727473:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759580.727475:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759580.727477:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759580.727481:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759580.727484:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.727489:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759580.727504:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759580.727506:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727510:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759580.727518:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759580.727521:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759580.727524:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759580.727526:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759580.727527:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759580.727531:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759580.727533:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18262 00000400:00000200:0.0:1787759580.727537:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759580.727541:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759580.727543:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759580.727546:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727549:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727550:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727553:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759580.727556:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759580.727557:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759580.727559:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759580.727562:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759580.727564:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759580.727568:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759580.727571:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727573:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759580.727576:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727578:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759580.727583:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759580.727587:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727590:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.727592:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759580.727595:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759580.727597:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727600:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759580.727602:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759580.727605:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727607:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759580.727611:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759580.727614:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759580.727617:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759580.727618:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727620:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759580.727622:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759580.727624:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759580.727635:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759580.727640:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.727646:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759580.727655:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759580.727658:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727664:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759580.727673:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759580.727675:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759580.727681:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1787759580.727690:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759580.727692:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759580.727695:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1787759580.727698:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1787759580.727699:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759580.727705:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759580.727715:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18262 00000100:00000040:3.0:1787759580.727717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787759580.727724:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759580.727738:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759580.727744:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1787759580.727746:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759580.727749:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727754:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727759:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1787759580.727759:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759580.727765:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759580.727766:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727777:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:3.0:1787759580.727777:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759580.727788:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000100:00100000:3.0:1787759580.727789:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875547648:192.168.201.104@tcp:250:kworker.0 00000020:00000040:0.0:1787759580.727793:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:3.0:1787759580.727798:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1787759580.727799:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759580.727805:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 02000000:00000001:3.0:1787759580.727808:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1787759580.727810:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 02000000:00000001:3.0:1787759580.727813:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759580.727817:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 02000000:00000001:3.0:1787759580.727820:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1787759580.727830:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000010:3.0:1787759580.727831:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:0.0:1787759580.727837:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1787759580.727838:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.727846:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727852:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759580.727859:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:0.0:1787759580.727861:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000400:00000010:3.0:1787759580.727870:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00080000:0.0:1787759580.727871:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759580.727880:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.727884:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1787759580.727884:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 02000000:00000001:0.0:1787759580.727889:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759580.727894:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759580.727897:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547648, portal 25 00000100:00000001:0.0:1787759580.727898:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759580.727902:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759580.727905:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1787759580.727909:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.727910:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000100:00000001:0.0:1787759580.727916:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759580.727924:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000100:00000040:3.0:1787759580.727926:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1787759580.727931:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759580.727944:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759580.727948:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1787759580.727949:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759580.727955:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1787759580.727958:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 02000000:00000001:0.0:1787759580.727960:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1787759580.727989:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759580.727995:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875547648, offset 0 00000400:00000200:3.0:1787759580.728004:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759580.728015:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.728023:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759580.728030:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759580.728035:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759580.728039:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759580.728043:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759580.728047:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776703:776703:256:4294967295] 192.168.201.104@tcp LPNI seq info [776694:776694:8:4294967295] 00000400:00000200:3.0:1787759580.728052:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.728063:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759580.728071:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.728078:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759580.728087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759580.728091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759580.728097:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759580.728102:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759580.728107:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.728110:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759580.728114:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759580.728304:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759580.728312:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759580.728315:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759580.728321:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759580.728326:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728339:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.728343:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728352:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.728354:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759580.728363:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759580.728368:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759580.728371:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312936205 00000100:00000010:3.0:1787759580.728379:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14600. 00000100:00000001:3.0:1787759580.728401:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759580.728530:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312936205 00000100:00000010:3.0:1787759580.728536:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14360. 00000100:00000001:3.0:1787759580.728541:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759580.728545:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759580.728549:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.728552:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759580.728559:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580] req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759580.728572:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759580.728574:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759580.728576:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759580.728579:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759580.728581:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759580.728585:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759580.728589:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759580.728597:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728604:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759580.728606:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.728609:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.728612:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759580.728617:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728624:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759580.728629:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728636:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759580.728640:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.728642:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.728644:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.728647:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759580.728650:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759580.728654:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759580.728660:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759580.728663:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759580.728921:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759580.728932:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875547648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759580.728938:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759580.728942:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.728950:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.728952:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.728955:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759580.728957:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759580.728959:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.728963:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759580.728977:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759580.728980:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759580.728982:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.728984:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759580.728989:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759580.728991:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759580.728995:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759580.728998:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759580.729003:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759580.729007:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547776, portal 10 00000100:00000001:3.0:1787759580.729009:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759580.729011:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:3.0:1787759580.729019:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729024:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759580.729027:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759580.729029:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759580.729032:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875547776, offset 0 00000400:00000200:3.0:1787759580.729037:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759580.729042:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.729048:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759580.729052:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759580.729054:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759580.729057:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759580.729059:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759580.729062:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776704:776704:256:4294967295] 192.168.201.104@tcp LPNI seq info [776695:776695:8:4294967295] 00000400:00000200:3.0:1787759580.729066:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.729072:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759580.729077:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.729081:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759580.729087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759580.729091:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759580.729095:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759580.729098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759580.729101:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.729103:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759580.729106:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759580.729110:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759580.729113:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759580.729115:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759580.729141:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759580.729146:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729154:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.729158:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729164:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.729166:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759580.729170:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759580.729174:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759580.729178:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759580.729180:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312934925 00000100:00000001:3.0:1787759580.729183:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.729186:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312934925 00000100:00000001:3.0:1787759580.729188:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.729191:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759580.729193:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.729195:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759580.729199:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580] req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759580.729206:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759580.729207:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759580.729209:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759580.729212:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759580.729213:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759580.729216:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759580.729218:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759580.729225:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729231:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759580.729233:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.729234:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.729235:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759580.729239:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729246:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759580.729250:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729256:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759580.729259:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.729260:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.729262:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.729264:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759580.729269:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759580.729272:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759580.729276:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759580.729278:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759580.729282:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759580.729291:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759580.729295:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759580.729300:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729307:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.729309:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.729312:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759580.729314:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759580.729316:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.729319:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759580.729322:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759580.729325:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759580.729327:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.729329:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759580.729333:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759580.729335:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759580.729339:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759580.729341:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759580.729345:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759580.729348:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875547904, portal 10 00000100:00000001:3.0:1787759580.729350:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759580.729351:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759580.729357:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.729363:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759580.729365:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759580.729368:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759580.729370:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875547904, offset 0 00000400:00000200:3.0:1787759580.729374:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759580.729378:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.729392:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759580.729395:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759580.729398:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759580.729400:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759580.729403:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759580.729406:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776705:776705:256:4294967295] 192.168.201.104@tcp LPNI seq info [776696:776696:8:4294967295] 00000400:00000200:3.0:1787759580.731084:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.731095:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759580.731102:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.731111:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759580.731132:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759580.731135:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759580.731140:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759580.731144:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759580.731148:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.731151:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759580.731156:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759580.731161:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759580.731166:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759580.731169:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759580.731173:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759580.731179:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731189:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731193:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731199:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.731201:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759580.731207:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759580.731211:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759580.731214:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759580.731217:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312934925 00000100:00000001:3.0:1787759580.731220:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.731223:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312934925 00000100:00000001:3.0:1787759580.731225:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.731227:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759580.731230:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.731232:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759580.731236:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580] req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759580.731245:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759580.731247:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759580.731248:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759580.731252:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759580.731254:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759580.731257:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759580.731260:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759580.731269:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731276:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759580.731278:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731280:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.731282:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759580.731286:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731293:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759580.731297:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731305:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759580.731308:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731310:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.731312:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731314:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759580.731318:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759580.731321:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759580.731326:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759580.731330:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759580.731334:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759580.731343:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875547904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759580.731348:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759580.731353:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731360:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.731362:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.731365:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759580.731368:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759580.731371:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.731374:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759580.731379:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759580.731382:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759580.731384:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.731386:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759580.731390:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759580.731393:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759580.731397:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759580.731401:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759580.731405:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759580.731410:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548032, portal 4 00000100:00000001:3.0:1787759580.731412:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759580.731414:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:3.0:1787759580.731421:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731429:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759580.731431:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759580.731434:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759580.731438:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875548032, offset 0 00000400:00000200:3.0:1787759580.731443:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759580.731448:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.731454:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759580.731458:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759580.731461:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759580.731464:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759580.731467:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759580.731471:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776706:776706:256:4294967295] 192.168.201.104@tcp LPNI seq info [776697:776697:8:4294967295] 00000400:00000200:3.0:1787759580.731476:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.731482:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759580.731487:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.731491:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759580.731495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759580.731498:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759580.731503:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759580.731506:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759580.731510:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.731512:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759580.731515:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759580.731518:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759580.731522:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759580.731523:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759580.731526:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759580.731530:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731537:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731540:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731545:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.731547:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759580.731550:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759580.731553:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759580.731556:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759580.731558:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312934984 00000100:00000001:3.0:1787759580.731561:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.731563:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312934984 00000100:00000001:3.0:1787759580.731565:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.731567:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759580.731570:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.731572:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759580.731575:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580] req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759580.731582:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759580.731583:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759580.731585:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759580.731587:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759580.731589:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759580.731591:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759580.731594:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759580.731603:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731609:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759580.731612:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731613:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.731614:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759580.731618:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731625:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759580.731628:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731635:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759580.731638:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731640:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.731641:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731643:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759580.731645:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759580.731647:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759580.731651:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759580.731654:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759580.731658:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759580.731666:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759580.731670:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731672:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731677:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875547648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731683:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759580.731686:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759580.731689:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759580.731692:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759580.731697:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759580.731699:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759580.731702:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759580.731704:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:3.0:1787759580.731709:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759580.731711:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759580.731713:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:3.0:1787759580.731720:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759580.731721:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731723:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731726:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875547776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731733:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759580.731734:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759580.731736:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759580.731739:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759580.731740:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759580.731742:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759580.731744:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759580.731746:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759580.731749:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759580.731750:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759580.731752:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759580.731754:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759580.731756:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731757:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731761:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875547904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731767:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759580.731769:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759580.731770:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759580.731774:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759580.731776:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759580.731777:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759580.731779:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759580.731781:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:3.0:1787759580.731784:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759580.731785:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759580.731786:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759580.731789:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759580.731790:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731792:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.731796:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875548032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.731803:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759580.731804:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759580.731806:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759580.731808:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759580.731810:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759580.731811:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759580.731813:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759580.731815:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759580.731817:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759580.731819:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759580.731820:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759580.731823:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759580.731825:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731828:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.731838:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759580.731841:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.731843:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759580.731845:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759580.732341:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759580.732365:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759580.732375:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759580.732392:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759580.732403:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759580.732409:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.732788:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.732856:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759580.732861:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759580.732863:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759580.732879:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.732888:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759580.732890:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.732894:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759580.732897:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759580.732900:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759580.732903:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759580.732908:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759580.732912:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759580.732915:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759580.732917:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759580.732923:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759580.732926:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759580.732932:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759580.732937:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759580.732943:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759580.732950:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548160, portal 4 00000100:00000001:3.0:1787759580.732953:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759580.732954:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759580.732962:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759580.733049:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759580.733059:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18272) 00000100:00000001:3.0:1787759580.733619:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759580.733623:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759580.734094:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759580.734100:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875548160, offset 0 00000400:00000200:3.0:1787759580.734108:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759580.734133:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.734141:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759580.734148:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759580.734151:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759580.734155:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759580.734158:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759580.734161:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776707:776707:256:4294967295] 192.168.201.104@tcp LPNI seq info [776698:776698:8:4294967295] 00000400:00000200:3.0:1787759580.734166:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759580.734175:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759580.734181:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.734187:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759580.734194:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759580.734198:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759580.734204:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759580.734208:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759580.734213:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759580.734216:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759580.734222:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759580.734227:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759580.734232:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759580.734234:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759580.734697:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759580.734705:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.734716:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.734836:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.734844:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.734846:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759580.734854:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759580.734859:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759580.734863:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759580.734866:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312934954 00000100:00000001:3.0:1787759580.735091:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.735095:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312934954 00000100:00000001:3.0:1787759580.735097:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312936205 00000100:00000001:3.0:1787759580.735100:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759580.735103:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.735106:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759580.735112:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759580/real 1787759580] req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759580.735145:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759580.735147:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759580.735150:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759580.735154:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759580.735156:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759580.735159:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759580.735163:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759580.735172:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.735178:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759580.735180:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735395:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.735399:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759580.735405:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.735488:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759580.735496:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.735504:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759580.735508:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735510:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759580.735511:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735514:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759580.735518:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759580.735522:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759580.735527:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759580.735530:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759580.735669:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759580.735789:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759580.735795:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735798:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759580.735802:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875548160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759605 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759580.735809:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759580.735812:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759580.735817:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759580.735822:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759580.735825:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759580.735827:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759580.735830:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759580.735833:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:3.0:1787759580.735837:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759580.735839:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759580.735841:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759580.735846:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759580.735848:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735851:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759580.735861:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759580.735863:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759580.735866:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759580.735951:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759581.174265:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759581.174276:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759581.174278:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759581.174285:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759581.174289:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759581.174294:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759581.174298:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759581.174300:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759581.174304:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759581.430280:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759581.430282:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759581.430289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430291:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759581.430295:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759581.430297:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759581.430300:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759581.430301:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430306:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759581.430309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759581.430310:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759581.430312:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430315:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759581.430318:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759581.430319:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759581.430322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430340:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759581.430344:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759581.430345:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759581.430348:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000020:00000001:3.0:1787759581.430349:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759581.430350:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759581.430353:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.430354:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759581.430359:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759581.430360:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759581.430361:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759581.430365:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759581.431355:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759581.431359:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759581.431360:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759581.431364:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759581.431367:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759581.431369:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759581.431371:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759581.431373:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759581.431375:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.431471:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759581.431475:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759581.431477:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759581.431479:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759581.431480:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759581.431484:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759581.431485:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759581.431487:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759581.431489:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759581.431491:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759581.431493:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759581.431496:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759581.431497:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759581.431499:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759581.431501:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759581.431503:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759581.431506:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759581.431509:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759581.431524:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759581.431526:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759581.431528:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759581.431530:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759581.431532:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759581.431534:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759581.431536:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759581.431538:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759581.431540:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759581.431575:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759581.431578:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759581.431579:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759581.431582:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759581.431584:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759581.431586:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759581.431588:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759581.431589:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759581.431591:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759581.431634:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759581.431637:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759581.431638:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759581.431640:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759581.431642:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759581.431644:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759581.431646:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759581.431647:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759581.431649:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759582.070249:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312936205, at 4312936256 00000100:00000010:3.0:1787759582.070270:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000040:2.0:1787759582.070423:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312936205, at 4312936256 00000100:00000010:2.0:1787759582.070439:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14600. 00000100:00000001:3.0:1787759582.198363:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759582.198372:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759582.198375:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759582.198380:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759582.198384:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759582.198388:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.198391:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759582.198394:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.198397:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759582.454272:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759582.454272:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759582.454288:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759582.454289:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759582.454294:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759582.454295:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759582.454310:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759582.454310:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759582.454319:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759582.454320:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759582.454328:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759582.454328:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759582.454336:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759582.454336:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759582.454342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759582.454343:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759582.454350:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759582.454350:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759582.456195:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759582.456201:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759582.456203:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759582.456207:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759582.456210:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759582.456213:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456221:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759582.456223:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456226:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759582.456238:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759582.456241:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759582.456242:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759582.456245:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759582.456247:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759582.456249:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456259:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759582.456261:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456263:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759582.456285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759582.456288:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759582.456293:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759582.456294:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759582.456299:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759582.456300:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759582.456303:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759582.456305:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759582.456326:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759582.456329:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759582.456332:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759582.456486:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759582.456490:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759582.456492:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759582.456495:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759582.456497:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759582.456500:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759582.456502:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759582.456505:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759582.456507:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759582.456520:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759582.456526:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759582.456528:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759582.456532:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759582.456535:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759582.456537:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759582.456539:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759582.456541:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759582.456543:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759582.456563:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759582.456567:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759582.456568:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759582.456571:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759582.456573:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759582.456575:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456577:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759582.456579:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759582.456581:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759582.456635:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759582.456639:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759582.456640:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759582.456643:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759582.456645:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759582.456647:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759582.456649:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759582.456650:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759582.456653:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759583.222266:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759583.222276:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759583.222279:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759583.222285:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759583.222294:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759583.222298:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.222301:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759583.222304:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.222308:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759583.478283:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759583.478294:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759583.478297:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759583.478304:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759583.478309:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759583.478314:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.478315:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759583.478318:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759583.478320:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759583.478322:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.478324:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759583.478328:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759583.478328:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759583.478333:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759583.478336:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.478338:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759583.478339:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759583.478343:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759583.478367:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759583.478370:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759583.478372:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759583.478374:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759583.478378:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759583.478380:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478384:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759583.478386:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478388:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759583.478398:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759583.478402:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759583.478403:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759583.478405:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759583.478407:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759583.478409:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478411:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759583.478413:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478416:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759583.478424:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759583.478430:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759583.478431:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759583.478434:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759583.478438:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759583.478441:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759583.478443:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759583.478445:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759583.478448:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759583.478549:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759583.478554:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759583.478555:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759583.478558:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759583.478561:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759583.478563:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759583.478566:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759583.478568:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759583.478570:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759583.478580:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759583.478582:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759583.478583:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759583.478585:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759583.478587:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759583.478589:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759583.478592:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759583.478593:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759583.478596:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759583.478655:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759583.478659:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759583.478660:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759583.478662:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759583.478664:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759583.478666:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478668:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759583.478670:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759583.478672:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759583.479312:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759583.479315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759583.479321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759583.479322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759583.479327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759583.479328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759583.479332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759583.479333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759583.479460:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759583.479463:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759583.479467:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759584.246249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759584.246256:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759584.246258:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759584.246262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759584.246265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759584.246269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759584.246279:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759584.246281:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759584.246283:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759584.502287:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759584.502303:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759584.502306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759584.502313:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759584.502317:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759584.502322:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759584.502324:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759584.502337:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759584.502344:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759584.502346:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759584.502351:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759584.502355:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759584.502359:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502362:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759584.502365:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502369:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759584.502385:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759584.502392:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759584.502398:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759584.502403:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759584.502406:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759584.502409:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759584.502413:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759584.502415:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502418:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759584.502421:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759584.502422:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759584.502424:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759584.502428:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759584.502432:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759584.502434:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759584.502436:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759584.502439:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759584.502441:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759584.502442:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759584.502446:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759584.502447:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759584.502450:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759584.502452:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759584.502454:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759584.502456:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759584.502459:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759584.502461:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759584.502463:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759584.502465:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502468:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759584.502470:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759584.502472:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759584.502478:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759584.502481:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759584.502485:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502488:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759584.502490:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759584.502494:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759584.502593:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759584.502598:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759584.502600:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759584.502603:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759584.502606:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759584.502608:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759584.502610:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759584.502612:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759584.502614:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759584.502636:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759584.502639:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759584.502644:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759584.502645:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759584.502649:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759584.502651:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759584.502654:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759584.502656:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759584.502675:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759584.502679:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759584.502682:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759584.502777:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759584.502781:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759584.502782:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759584.502785:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759584.502787:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759584.502876:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759584.502880:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759584.502881:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759584.502883:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.270255:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759585.270263:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759585.270266:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.270272:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759585.270277:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759585.270281:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.270284:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.270286:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.270298:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.526280:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759585.526300:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759585.526304:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.526311:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759585.526317:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759585.526327:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759585.526328:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759585.526334:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759585.526338:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759585.526339:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.526343:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.526346:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759585.526351:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759585.526357:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759585.526361:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.526364:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759585.526367:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.526372:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.526390:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759585.526395:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759585.526396:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.526399:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759585.526402:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759585.526405:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759585.526407:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759585.526409:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759585.526412:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.526645:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759585.526650:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759585.526652:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.526656:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759585.526659:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759585.526662:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.526665:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.526666:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.526669:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759585.526697:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759585.526700:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759585.526705:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759585.526706:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759585.526710:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759585.526712:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759585.526715:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759585.526717:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759585.526742:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759585.526745:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759585.526749:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759585.526826:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759585.526829:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759585.526831:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759585.526834:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759585.526837:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759585.526839:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.526841:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759585.526842:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.526845:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759585.526990:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759585.526994:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759585.526995:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759585.526998:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759585.527001:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759585.527003:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759585.527005:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759585.527007:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759585.527010:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759585.527019:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759585.527024:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759585.527026:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759585.527029:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759585.527034:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759585.527037:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.527040:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759585.527042:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759585.527044:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.527344:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759585.527348:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759585.527349:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.527351:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759585.527354:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759585.527356:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.527358:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.527360:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.527362:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759585.847042:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759585.847050:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759585.847052:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759585.847055:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759585.847059:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759585.847065:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18267 00000400:00000200:2.0:1787759585.847073:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759585.847077:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759585.847079:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759585.847082:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847084:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847086:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847087:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759585.847091:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759585.847092:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759585.847095:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759585.847097:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759585.847099:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759585.847100:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759585.847103:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847105:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847106:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847107:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759585.847110:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759585.847112:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847114:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759585.847133:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759585.847135:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759585.847137:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847139:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759585.847141:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759585.847149:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759585.847151:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759585.847154:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759585.847156:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847158:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759585.847160:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759585.847164:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759585.847172:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759585.847176:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.847183:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759585.847191:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759585.847194:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847197:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759585.847216:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759585.847219:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759585.847222:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759585.847223:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759585.847225:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759585.847228:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759585.847231:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18267 00000400:00000200:2.0:1787759585.847235:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759585.847238:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759585.847240:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759585.847243:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847246:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847248:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847250:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759585.847253:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759585.847254:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759585.847256:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759585.847258:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759585.847260:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759585.847263:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759585.847266:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847267:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847268:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847270:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759585.847272:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759585.847274:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847275:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759585.847276:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759585.847282:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759585.847283:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847285:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759585.847288:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759585.847290:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847292:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759585.847297:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759585.847299:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759585.847302:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759585.847303:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847305:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759585.847307:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759585.847308:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759585.847312:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759585.847316:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.847322:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759585.847330:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759585.847332:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759585.847333:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.847338:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787759585.847340:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.847343:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759585.847352:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759585.847353:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759585.847355:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759585.847361:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759585.847362:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759585.847365:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759585.847369:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759585.847372:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1787759585.847374:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18267 00000100:00000001:3.0:1787759585.847376:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759585.847381:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:3.0:1787759585.847382:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1787759585.847386:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000001:3.0:1787759585.847387:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1787759585.847389:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1787759585.847392:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847395:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:3.0:1787759585.847400:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875548288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759585.847401:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847406:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847410:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759585.847414:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1787759585.847415:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759585.847418:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 02000000:00000001:3.0:1787759585.847419:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1787759585.847420:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1787759585.847423:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759585.847424:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 02000000:00000001:3.0:1787759585.847429:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1787759585.847430:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759585.847433:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759585.847436:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000010:3.0:1787759585.847437:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:2.0:1787759585.847439:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1787759585.847441:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847442:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847446:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759585.847449:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759585.847453:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759585.847453:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759585.847458:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759585.847459:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1787759585.847460:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 02000000:00000001:2.0:1787759585.847462:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759585.847466:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847467:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759585.847468:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759585.847471:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759585.847471:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:2.0:1787759585.847474:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759585.847478:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759585.847480:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759585.847482:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1787759585.847482:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548288, portal 25 02000000:00000001:2.0:1787759585.847484:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847486:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759585.847487:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759585.847488:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759585.847491:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759585.847494:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.847497:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759585.847501:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759585.847504:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000001:2.0:1787759585.847505:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759585.847508:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847512:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759585.847516:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759585.847519:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759585.847523:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759585.847528:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759585.847530:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759585.847532:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759585.847534:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787759585.847535:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759585.847541:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18267 00000100:00000040:3.0:1787759585.847542:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759585.847546:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759585.847549:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000010:3.0:1787759585.847549:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00080000:2.0:1787759585.847551:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759585.847555:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847556:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1787759585.847556:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875548288, offset 0 00000100:00000040:2.0:1787759585.847559:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847562:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759585.847564:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759585.847565:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759585.847567:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:3.0:1787759585.847569:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000020:00000040:2.0:1787759585.847570:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759585.847575:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759585.847576:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759585.847580:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.847583:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759585.847584:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847588:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847591:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759585.847593:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000040:2.0:1787759585.847595:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759585.847601:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759585.847601:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787759585.847606:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.847609:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:2.0:1787759585.847610:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759585.847614:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787759585.847616:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1787759585.847619:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.847622:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847623:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759585.847628:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1787759585.847630:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776708:776708:256:4294967295] 192.168.201.104@tcp LPNI seq info [776699:776699:8:4294967295] 00000008:00000001:2.0:1787759585.847631:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847635:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.847640:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:2.0:1787759585.847641:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759585.847645:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759585.847651:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759585.847653:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.847655:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:2.0:1787759585.847657:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759585.847659:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759585.847663:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759585.847666:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000010:2.0:1787759585.847669:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000800:00000010:3.0:1787759585.847673:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00000001:2.0:1787759585.847674:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.847681:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1787759585.847686:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759585.847689:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759585.847692:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759585.847693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00000040:2.0:1787759585.847695:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1787759585.847705:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759585.847706:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759585.847709:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.1:1787759585.847711:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000100:00080000:2.0:1787759585.847712:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759585.847715:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759585.847716:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759585.847719:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1787759585.847722:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759585.847723:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18267 00000800:00000010:3.0:1787759585.847727:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:2.0:1787759585.847728:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759585.847732:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759585.847734:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1787759585.847735:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1787759585.847738:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847741:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847744:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.847747:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759585.847748:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759585.847751:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759585.847753:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759585.847755:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759585.847757:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759585.847758:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:3.0:1787759585.847758:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000020:00000001:2.0:1787759585.847762:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000010:3.0:1787759585.847764:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000040:2.0:1787759585.847766:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847768:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759585.847770:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759585.847770:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787759585.847774:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759585.847776:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000200:3.0:1787759585.847779:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759585.847780:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759585.847783:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759585.847785:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759585.847788:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759585.847792:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847794:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759585.847796:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1787759585.847797:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759585.847800:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847802:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759585.847805:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000100:00000040:3.0:1787759585.847805:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1787759585.847808:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759585.847812:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759585.847814:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847817:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759585.847819:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759585.847821:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.847823:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759585.847824:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:3.0:1787759585.847828:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759585.847829:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759585.847834:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759585.847837:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759585.847839:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759585.847841:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847845:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759585.847846:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759585.847852:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312941324 00000100:00000001:2.0:1787759585.847853:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759585.847859:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18277) 00000100:00000010:3.0:1787759585.847862:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14360. 00000100:00000001:3.0:1787759585.847870:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759585.847888:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312941324 00000100:00000010:3.0:1787759585.847892:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb148a0. 00000100:00000001:3.0:1787759585.847895:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759585.847899:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759585.847902:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.847905:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759585.847910:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585] req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759585.847920:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759585.847922:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759585.847924:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759585.847927:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759585.847929:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759585.847932:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759585.847936:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759585.847946:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.847952:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759585.847954:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.847956:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.847959:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759585.847963:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.847970:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759585.847975:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.847982:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759585.847985:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.847987:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.847988:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.847991:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759585.847993:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759585.848008:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759585.848012:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759585.848015:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759585.848019:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759585.848028:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875548288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759585.848035:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848037:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.848040:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875548288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848047:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759585.848050:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759585.848052:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759585.848056:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759585.848058:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759585.848059:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759585.848062:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759585.848065:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:3.0:1787759585.848069:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759585.848071:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759585.848072:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759585.848075:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759585.848077:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848079:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848087:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759585.848089:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848091:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759585.848093:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759585.848094:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759585.848098:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848105:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.848107:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848109:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759585.848110:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759585.848113:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.848139:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759585.848143:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759585.848145:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759585.848146:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848149:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759585.848152:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759585.848154:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.848159:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759585.848162:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759585.848166:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759585.848169:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548416, portal 10 00000100:00000001:3.0:1787759585.848171:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759585.848173:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759585.848180:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848187:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759585.848190:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759585.848192:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759585.848195:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875548416, offset 0 00000400:00000200:3.0:1787759585.848199:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848204:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848208:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759585.848211:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759585.848214:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759585.848216:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759585.848219:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848222:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776709:776709:256:4294967295] 192.168.201.104@tcp LPNI seq info [776700:776700:8:4294967295] 00000400:00000200:3.0:1787759585.848226:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848232:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759585.848237:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848241:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759585.848245:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759585.848249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759585.848253:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759585.848256:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759585.848261:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848263:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759585.848267:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759585.848275:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759585.848278:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759585.848280:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759585.848283:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759585.848287:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848295:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.848298:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848305:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848307:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759585.848310:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759585.848314:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759585.848317:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759585.848319:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312940045 00000100:00000001:3.0:1787759585.848322:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848325:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312940045 00000100:00000001:3.0:1787759585.848328:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848330:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759585.848333:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848335:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759585.848338:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585] req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759585.848346:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759585.848347:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759585.848349:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759585.848352:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759585.848354:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759585.848357:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759585.848360:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759585.848369:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848376:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759585.848377:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848379:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.848380:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759585.848384:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848390:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759585.848394:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848401:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759585.848404:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848405:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.848407:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848408:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759585.848412:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759585.848415:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759585.848418:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759585.848420:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759585.848425:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759585.848432:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759585.848436:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759585.848439:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848452:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.848454:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848456:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759585.848458:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759585.848460:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.848463:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759585.848466:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759585.848468:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759585.848470:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848472:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759585.848475:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759585.848477:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.848480:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759585.848483:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759585.848486:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759585.848489:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548544, portal 10 00000100:00000001:3.0:1787759585.848491:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759585.848493:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759585.848499:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848506:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759585.848509:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759585.848511:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759585.848513:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875548544, offset 0 00000400:00000200:3.0:1787759585.848517:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848521:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848524:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759585.848527:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759585.848530:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759585.848532:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759585.848535:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848538:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776710:776710:256:4294967295] 192.168.201.104@tcp LPNI seq info [776701:776701:8:4294967295] 00000400:00000200:3.0:1787759585.848543:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848550:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759585.848554:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848557:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759585.848561:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759585.848564:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759585.848569:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759585.848572:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759585.848576:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848578:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759585.848581:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759585.848585:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759585.848588:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759585.848590:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759585.848592:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759585.848595:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848603:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.848607:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848614:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848616:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759585.848618:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759585.848620:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759585.848624:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759585.848626:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312940045 00000100:00000001:3.0:1787759585.848628:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848631:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312940045 00000100:00000001:3.0:1787759585.848633:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848636:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759585.848639:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848641:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759585.848644:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585] req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759585.848652:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759585.848653:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759585.848654:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759585.848657:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759585.848659:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759585.848661:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759585.848664:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759585.848673:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848679:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759585.848681:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848682:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.848684:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759585.848687:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848694:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759585.848698:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848705:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759585.848708:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848709:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.848711:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848713:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759585.848715:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759585.848718:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759585.848721:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759585.848724:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759585.848728:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759585.848736:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759585.848739:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759585.848743:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848749:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.848750:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848753:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759585.848754:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759585.848756:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.848759:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759585.848763:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759585.848765:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759585.848766:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.848768:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759585.848771:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759585.848773:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.848776:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759585.848779:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759585.848782:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759585.848784:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548672, portal 4 00000100:00000001:3.0:1787759585.848787:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759585.848788:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759585.848793:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848800:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759585.848803:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759585.848805:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759585.848808:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875548672, offset 0 00000400:00000200:3.0:1787759585.848812:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848815:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848819:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759585.848821:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759585.848824:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759585.848827:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759585.848829:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.848832:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776711:776711:256:4294967295] 192.168.201.104@tcp LPNI seq info [776702:776702:8:4294967295] 00000400:00000200:3.0:1787759585.848837:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.848843:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759585.848848:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848850:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759585.848854:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759585.848857:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759585.848861:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759585.848864:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759585.848868:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.848870:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759585.848873:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759585.848889:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759585.848892:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759585.848894:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759585.848897:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759585.848901:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848909:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.848912:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848919:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848920:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759585.848924:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759585.848927:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759585.848931:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759585.848933:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312940104 00000100:00000001:3.0:1787759585.848935:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848938:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312940104 00000100:00000001:3.0:1787759585.848940:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.848943:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759585.848945:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.848947:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759585.848951:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585] req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759585.848960:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759585.848961:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759585.848962:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759585.848965:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759585.848967:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759585.848969:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759585.848972:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759585.848979:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848985:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759585.848986:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.848988:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.848989:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759585.848992:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.848998:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759585.849001:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849008:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759585.849011:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849013:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.849014:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849016:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759585.849018:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759585.849021:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759585.849025:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759585.849027:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759585.849032:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759585.849041:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759585.849045:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759585.849049:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849056:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759585.849058:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.849060:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759585.849062:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759585.849064:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759585.849067:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759585.849070:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759585.849072:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759585.849074:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759585.849076:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759585.849079:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759585.849081:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759585.849085:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759585.849088:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759585.849091:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759585.849094:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548800, portal 4 00000100:00000001:3.0:1787759585.849096:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759585.849097:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759585.849103:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849110:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759585.849113:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759585.849135:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759585.849138:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875548800, offset 0 00000400:00000200:3.0:1787759585.849143:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759585.849147:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.849150:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759585.849153:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759585.849156:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759585.849158:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759585.849161:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759585.849164:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776712:776712:256:4294967295] 192.168.201.104@tcp LPNI seq info [776703:776703:8:4294967295] 00000400:00000200:3.0:1787759585.849168:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759585.849174:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759585.849179:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.849182:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759585.849187:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759585.849189:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1787759585.849194:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759585.849197:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1787759585.849201:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759585.849203:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759585.849206:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759585.849210:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759585.849213:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759585.849215:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759585.849218:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759585.849222:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849229:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.849232:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759610 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849239:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.849241:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759585.849244:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759585.849246:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759585.849249:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759585.849251:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312940069 00000100:00000001:3.0:1787759585.849254:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.849257:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312940069 00000100:00000001:3.0:1787759585.849259:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312941324 00000100:00000001:3.0:1787759585.849261:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759585.849263:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.849265:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759585.849269:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759585/real 1787759585] req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759585.849276:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759585.849277:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759585.849279:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759585.849282:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759585.849283:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759585.849286:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759585.849289:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759585.849297:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849310:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759585.849311:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.849315:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759585.849318:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849325:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759585.849329:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849335:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759585.849338:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849339:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759585.849341:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849342:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759585.849344:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759585.849347:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759585.849350:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759585.849353:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759585.849357:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759585.849365:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875548800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759585.849369:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849371:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.849374:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875548416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849381:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759585.849383:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759585.849385:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759585.849387:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759585.849389:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759585.849391:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759585.849393:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759585.849395:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:3.0:1787759585.849399:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759585.849400:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759585.849401:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759585.849405:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759585.849406:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849408:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.849411:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875548544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849418:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759585.849419:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759585.849421:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759585.849423:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759585.849424:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759585.849425:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759585.849428:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759585.849429:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:3.0:1787759585.849431:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759585.849432:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759585.849433:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759585.849436:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759585.849437:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849439:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.849442:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875548672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849449:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759585.849450:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759585.849451:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759585.849453:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759585.849455:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759585.849456:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759585.849458:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759585.849460:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:3.0:1787759585.849462:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759585.849463:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759585.849464:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759585.849467:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759585.849468:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849469:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759585.849472:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875548800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759610 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759585.849478:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759585.849480:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759585.849481:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759585.849483:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759585.849484:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759585.849485:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759585.849487:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759585.849489:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:3.0:1787759585.849490:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759585.849492:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759585.849493:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759585.849495:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759585.849496:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849498:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759585.849503:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759585.849504:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759585.849507:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759585.849508:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759586.294210:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759586.294218:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759586.294232:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759586.294238:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759586.294242:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759586.294246:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759586.294248:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759586.294251:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759586.294254:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759586.550252:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759586.550260:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759586.550263:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759586.550268:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759586.550272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759586.550276:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759586.550279:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759586.550281:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759586.550285:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759586.550287:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759586.550290:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759586.550291:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759586.550294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759586.550297:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759586.550299:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550301:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759586.550302:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550305:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759586.550314:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759586.550317:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759586.550318:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759586.550320:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759586.550322:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759586.550324:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550326:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759586.550327:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550329:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759586.550360:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759586.550363:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759586.550364:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759586.550367:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759586.550367:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759586.550372:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759586.550372:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759586.550375:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759586.550376:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759586.550380:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759586.550381:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759586.550384:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759586.550386:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759586.550388:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759586.550389:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759586.550393:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759586.550394:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759586.550397:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550419:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759586.550423:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759586.550425:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759586.550428:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550432:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759586.550434:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550436:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550439:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550444:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759586.550445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550450:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759586.550451:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759586.550455:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759586.550456:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759586.550485:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759586.550490:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759586.550491:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759586.550494:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759586.550497:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759586.550499:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759586.550501:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759586.550502:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759586.550504:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759586.550509:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759586.550512:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759586.550514:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759586.550516:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759586.550518:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759586.550520:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759586.550522:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759586.550523:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759586.550525:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759586.550622:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759586.550626:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759586.550629:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759586.550636:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759586.550638:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759586.550639:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759586.550641:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759586.550644:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759586.550646:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550648:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759586.550650:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759586.550652:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759587.190249:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312941324, at 4312941376 00000100:00000010:2.0:1787759587.190267:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14360. 00000100:00000040:3.0:1787759587.191112:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312941324, at 4312941376 00000100:00000010:3.0:1787759587.191156:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:3.0:1787759587.318262:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759587.318272:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759587.318274:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759587.318281:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759587.318286:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759587.318291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.318295:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759587.318297:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.318301:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759587.574324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759587.574334:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759587.574340:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759587.574343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759587.574346:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759587.574347:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759587.574351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759587.574352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759587.574380:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759587.574383:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759587.574386:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759587.574900:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759587.574906:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759587.574910:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759587.574913:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759587.574915:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759587.574917:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759587.574925:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759587.574927:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759587.574931:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759587.574934:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759587.574938:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759587.574941:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.574944:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759587.574949:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.574963:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759587.576789:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759587.576796:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759587.576800:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759587.583042:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759587.583042:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759587.583051:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759587.583051:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759587.583053:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759587.583055:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759587.583061:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759587.583062:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759587.583066:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759587.583067:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759587.583071:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.583074:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759587.583078:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.583078:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.583086:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759587.583086:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759587.583090:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.583095:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759587.583103:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759587.583109:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759587.583112:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759587.583114:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759587.583152:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759587.583162:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759587.583165:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759587.583171:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759587.583186:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759587.583190:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759587.583210:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759587.583213:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759587.583215:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759587.583218:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.583220:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759587.583221:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759587.583223:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759587.584270:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759587.584274:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759587.584277:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759587.584280:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759587.584283:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759587.585019:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759587.585022:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.585025:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759587.585027:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.585030:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759587.585275:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759587.585279:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759587.585280:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759587.585293:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759587.585296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759587.585299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.585302:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759587.585303:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759587.585306:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759588.342476:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759588.342483:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759588.342486:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759588.342492:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759588.342495:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759588.342500:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.342502:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759588.342505:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.342508:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759588.598248:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759588.598248:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759588.598257:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759588.598257:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759588.598261:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759588.598261:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759588.598269:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759588.598269:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759588.598276:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759588.598276:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759588.598283:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759588.598283:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759588.598290:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759588.598290:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759588.598293:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759588.598294:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759588.598297:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759588.598299:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759588.598379:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759588.598383:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759588.598384:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759588.598387:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759588.598389:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759588.598391:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759588.598394:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759588.598395:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759588.598397:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759588.598630:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759588.598634:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759588.598636:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759588.598638:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759588.598641:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759588.598643:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.598645:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759588.598647:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.598649:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598671:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759588.598674:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598678:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759588.598679:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598684:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759588.598687:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759588.598689:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759588.598692:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598696:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759588.598698:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598700:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598702:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598705:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759588.598707:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759588.598708:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759588.598709:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598711:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759588.598712:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598713:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759588.598715:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759588.598736:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759588.598739:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759588.598742:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759588.598749:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759588.598751:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759588.598753:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759588.598755:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759588.598758:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759588.598760:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.598763:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759588.598764:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759588.598766:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759588.598806:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759588.598809:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759588.598811:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759588.598813:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759588.598816:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759588.598818:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759588.598820:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759588.598821:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759588.598824:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759588.598895:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759588.598898:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759588.598899:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759588.598902:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759588.598904:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759588.598906:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759588.598908:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759588.598910:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759588.598912:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759588.598959:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759588.598962:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759588.598964:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759588.598966:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759588.598968:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759588.598970:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759588.598972:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759588.598973:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759588.598975:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759589.366229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759589.366298:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759589.366300:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759589.366306:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759589.366310:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759589.366314:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.366317:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759589.366319:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.366323:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759589.622239:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759589.622239:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759589.622248:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759589.622248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759589.622251:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759589.622252:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759589.622261:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759589.622261:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759589.622267:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759589.622267:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759589.622274:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759589.622274:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759589.622280:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759589.622284:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759589.622288:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759589.622302:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759589.622305:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759589.622306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759589.622309:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759589.622311:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759589.622313:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759589.622324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759589.622330:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759589.622336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759589.622338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759589.622341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759589.622343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759589.622348:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759589.622350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759589.622378:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759589.622382:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759589.622383:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759589.622386:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.622387:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759589.622392:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759589.622394:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759589.622400:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759589.622403:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.622407:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759589.622409:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.622412:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759589.622415:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759589.622420:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759589.622423:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759589.622431:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759589.622436:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759589.622438:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759589.622442:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759589.622445:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759589.622446:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759589.622449:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759589.622450:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759589.622454:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759589.622455:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759589.622457:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759589.622458:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759589.622459:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759589.622464:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759589.622464:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759589.622465:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759589.622470:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759589.622475:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759589.622478:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759589.622479:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759589.622481:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759589.622484:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759589.622487:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759589.622490:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759589.622491:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759589.622494:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759589.622496:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759589.622499:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759589.622499:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759589.622505:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759589.622506:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759589.622510:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759589.622514:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759589.622517:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759589.622519:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759589.622522:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759589.623230:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759589.623233:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759589.623236:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.390239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759590.390245:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759590.390248:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.390252:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759590.390256:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759590.390260:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.390262:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.390265:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.390267:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.646258:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759590.646265:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759590.646267:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759590.646272:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759590.646275:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759590.646279:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.646280:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759590.646294:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759590.646295:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759590.646301:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759590.646303:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759590.646305:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759590.646310:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759590.646311:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759590.646315:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759590.646317:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759590.646322:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759590.646326:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759590.646457:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759590.646463:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759590.646464:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759590.646468:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759590.646472:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759590.646476:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759590.646479:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759590.646480:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759590.646483:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759590.646505:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759590.646509:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759590.646511:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759590.646514:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759590.646517:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759590.646521:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759590.646524:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759590.646526:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759590.646529:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.650318:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759590.650327:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759590.650329:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.650334:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759590.650338:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759590.650341:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759590.650345:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759590.650347:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759590.650350:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.650766:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759590.650770:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759590.650772:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.650775:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759590.650778:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759590.650780:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.650783:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.650785:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.650787:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759590.650818:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759590.650825:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759590.650827:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759590.650828:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650831:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759590.650836:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759590.650839:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759590.650842:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759590.650846:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759590.650847:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759590.650851:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759590.650853:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759590.650858:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759590.650858:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759590.650866:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650868:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759590.650873:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650876:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650879:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650884:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759590.650886:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759590.650890:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759590.650891:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759590.650915:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759590.650918:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759590.650921:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759590.655895:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759590.655902:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759590.655905:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759590.655910:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759590.655914:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759590.655918:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759590.655921:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759590.655923:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759590.655926:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759590.966855:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759590.966865:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759590.966867:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759590.966871:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759590.966876:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759590.966883:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18272 00000400:00000200:1.0:1787759590.966893:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759590.966900:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759590.966904:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759590.966907:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.966911:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.966913:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.966916:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759590.966920:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759590.966922:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759590.966925:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759590.966928:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759590.966931:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759590.966934:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759590.966937:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.966940:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.966942:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.966944:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759590.966948:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759590.966952:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759590.966954:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759590.966957:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759590.966961:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759590.966965:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.966967:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759590.966970:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759590.966979:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000020:00000040:1.0:1787759590.966983:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759590.966988:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759590.966990:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.966994:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759590.966996:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759590.967000:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759590.967009:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000001:1.0:1787759590.967015:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.967024:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759590.967040:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759590.967045:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967050:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759590.967072:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759590.967075:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759590.967078:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759590.967079:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759590.967081:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759590.967084:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759590.967086:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18272 00000400:00000200:1.0:1787759590.967090:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759590.967093:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759590.967096:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759590.967099:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967102:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967104:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967107:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759590.967109:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1787759590.967110:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787759590.967111:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759590.967139:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759590.967142:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759590.967144:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759590.967147:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759590.967150:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967153:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967154:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967157:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759590.967160:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759590.967164:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967166:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759590.967168:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759590.967174:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759590.967176:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967178:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759590.967181:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759590.967184:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967187:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759590.967190:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000020:00000040:1.0:1787759590.967193:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759590.967196:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759590.967197:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967199:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759590.967200:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759590.967202:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759590.967205:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520800. 00000100:00000001:1.0:1787759590.967209:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.967213:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759590.967221:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759590.967223:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967226:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759590.967234:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759590.967236:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759590.967239:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759590.967241:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759590.967243:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759590.967246:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759590.967250:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18272 00000400:00000200:1.0:1787759590.967254:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.967255:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1787759590.967258:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759590.967260:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1787759590.967262:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759590.967267:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967271:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759590.967271:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759590.967276:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967281:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759590.967285:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759590.967289:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000100:00000001:3.0:1787759590.967289:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1787759590.967292:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759590.967293:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759590.967297:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 02000000:00000001:3.0:1787759590.967299:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787759590.967301:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 02000000:00000001:3.0:1787759590.967303:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787759590.967306:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 02000000:00000001:3.0:1787759590.967308:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967313:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:3.0:1787759590.967315:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875548928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759590.967318:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759590.967322:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787759590.967325:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759590.967328:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759590.967329:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:3.0:1787759590.967332:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759590.967334:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 02000000:00000001:3.0:1787759590.967337:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1787759590.967340:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967344:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759590.967345:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:1.0:1787759590.967347:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759590.967349:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759590.967352:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759590.967356:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967359:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759590.967361:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759590.967364:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967366:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.967367:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759590.967370:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000400:00000010:3.0:1787759590.967373:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000020:00000040:1.0:1787759590.967375:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759590.967380:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759590.967382:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759590.967383:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:1.0:1787759590.967385:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759590.967388:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759590.967390:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759590.967393:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875548928, portal 25 02000000:00000010:1.0:1787759590.967396:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000100:00000001:3.0:1787759590.967397:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759590.967401:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000001:1.0:1787759590.967402:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759590.967409:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759590.967411:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759590.967431:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787759590.967433:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1787759590.967437:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967439:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759590.967442:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000040:1.0:1787759590.967447:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.967447:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875548928, offset 0 00000400:00000200:3.0:1787759590.967459:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967462:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759590.967466:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787759590.967468:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759590.967473:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759590.967477:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1787759590.967478:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00080000:1.0:1787759590.967481:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759590.967485:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759590.967489:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18272 00000400:00000200:1.0:1787759590.967493:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759590.967496:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759590.967498:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759590.967501:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967504:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967507:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967509:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759590.967511:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759590.967513:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759590.967514:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759590.967516:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759590.967519:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759590.967522:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759590.967525:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967527:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967529:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967532:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759590.967535:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759590.967538:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967540:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759590.967542:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759590.967545:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759590.967548:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967550:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759590.967552:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759590.967555:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967556:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759590.967560:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759590.967563:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759590.967566:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759590.967567:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967568:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759590.967570:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759590.967571:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759590.967575:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759590.967578:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.967584:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759590.967591:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759590.967593:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967597:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759590.967605:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759590.967609:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759590.967613:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759590.967614:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759590.967616:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759590.967618:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759590.967621:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18272 00000400:00000200:1.0:1787759590.967625:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759590.967628:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759590.967630:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759590.967633:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967636:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967638:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967641:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759590.967643:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759590.967645:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759590.967647:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759590.967649:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759590.967651:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759590.967653:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759590.967657:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967659:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759590.967662:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967664:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759590.967667:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759590.967670:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759590.967673:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759590.967675:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759590.967678:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759590.967681:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967683:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759590.967685:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759590.967688:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967690:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759590.967694:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759590.967696:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759590.967698:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759590.967700:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759590.967701:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759590.967703:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759590.967704:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759590.967708:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759590.967711:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759590.967715:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759590.967723:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759590.967725:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967728:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759590.967736:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759590.967740:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18282) 00000400:00000200:3.0:1787759590.968024:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759590.968030:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759590.968034:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759590.968037:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759590.968041:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776713:776713:256:4294967295] 192.168.201.104@tcp LPNI seq info [776704:776704:8:4294967295] 00000400:00000200:3.0:1787759590.968047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.968058:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759590.968066:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.968073:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759590.968080:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759590.968085:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759590.968091:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759590.968095:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1787759590.968100:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.968103:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759590.968109:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759590.968114:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759590.968203:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759590.968206:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759590.968211:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759590.968217:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968228:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.968232:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968240:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.968242:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759590.968249:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.968253:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.968257:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312946445 00000100:00000010:3.0:1787759590.968263:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb148a0. 00000100:00000001:3.0:1787759590.968270:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759590.968276:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312946445 00000100:00000010:3.0:1787759590.968284:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb141e0. 00000100:00000001:3.0:1787759590.968289:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759590.968292:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759590.968295:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.968298:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759590.968303:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590] req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759590.968313:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759590.968316:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759590.968318:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759590.968321:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759590.968324:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759590.968326:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759590.968330:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.968340:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968347:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759590.968349:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.968351:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.968353:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759590.968415:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968424:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759590.968429:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968438:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759590.968441:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.968443:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.968446:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.968448:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759590.968450:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759590.968454:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759590.968458:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759590.968460:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759590.968465:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759590.968474:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875548928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759590.968479:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759590.968483:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968539:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.968541:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.968544:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759590.968546:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759590.968548:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.968552:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759590.968556:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759590.968558:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759590.968560:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.968561:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759590.968565:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759590.968567:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.968572:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759590.968576:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759590.968581:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759590.968585:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549056, portal 10 00000100:00000001:3.0:1787759590.968587:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759590.968589:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000100:00000040:3.0:1787759590.968597:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968604:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759590.968607:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759590.968610:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759590.968613:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875549056, offset 0 00000400:00000200:3.0:1787759590.968618:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759590.968623:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.968627:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759590.968631:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759590.968634:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759590.968637:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759590.968639:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759590.968642:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776714:776714:256:4294967295] 192.168.201.104@tcp LPNI seq info [776705:776705:8:4294967295] 00000400:00000200:3.0:1787759590.968648:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.968655:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759590.968660:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.968664:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759590.968669:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759590.968672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759590.968678:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759590.968681:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1787759590.968686:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.968688:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759590.968691:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759590.968695:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759590.968698:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759590.968701:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759590.968703:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759590.968708:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968716:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.968720:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968726:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.968728:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759590.968731:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759590.968735:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759590.968738:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.968740:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312945165 00000100:00000001:3.0:1787759590.968743:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.968746:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312945165 00000100:00000001:3.0:1787759590.968749:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.968751:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759590.968754:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.968756:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759590.968760:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590] req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759590.968768:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759590.968769:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759590.968771:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759590.968774:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759590.968776:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759590.968778:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759590.968782:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.968991:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.968998:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759590.969000:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969002:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.969004:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759590.969008:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969016:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759590.969020:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969027:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759590.969030:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969031:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.969033:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969034:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759590.969039:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759590.969042:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759590.969046:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759590.969049:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759590.969054:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759590.969063:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759590.969067:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969070:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.969073:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875548928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969080:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759590.969083:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759590.969086:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759590.969089:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759590.969091:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759590.969093:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759590.969096:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759590.969099:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:3.0:1787759590.969103:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759590.969105:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759590.969107:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:3.0:1787759590.969111:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759590.969112:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969114:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.969204:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875549056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969212:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759590.969214:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759590.969216:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759590.969219:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759590.969221:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759590.969223:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759590.969225:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759590.969227:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:3.0:1787759590.969230:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759590.969231:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759590.969233:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:3.0:1787759590.969236:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759590.969238:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969240:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.969248:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759590.969250:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.969252:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759590.969255:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759590.969256:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759590.969260:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969268:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.969269:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.969272:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759590.969274:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759590.969276:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.969279:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759590.969284:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759590.969286:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759590.969288:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.969290:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759590.969294:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759590.969296:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.969301:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759590.969303:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759590.969307:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759590.969311:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549184, portal 10 00000100:00000001:3.0:1787759590.969314:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759590.969315:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:3.0:1787759590.969321:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.969329:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759590.969331:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759590.969334:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759590.969336:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875549184, offset 0 00000400:00000200:3.0:1787759590.969342:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759590.969346:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.969350:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759590.969353:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759590.969356:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759590.970093:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759590.970096:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759590.970099:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776715:776715:256:4294967295] 192.168.201.104@tcp LPNI seq info [776706:776706:8:4294967295] 00000400:00000200:3.0:1787759590.970104:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.970113:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759590.970139:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.970219:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759590.970225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759590.970229:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759590.970234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759590.970238:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1787759590.970243:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.970245:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759590.970249:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759590.970253:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759590.970257:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759590.970259:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759590.970264:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759590.970268:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.970278:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.970282:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.970289:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.970291:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759590.971193:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759590.971198:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759590.971203:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.971205:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312945168 00000100:00000001:3.0:1787759590.971209:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.971211:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312945168 00000100:00000001:3.0:1787759590.971214:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.971216:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759590.971218:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.971221:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759590.971227:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590] req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759590.971238:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759590.971240:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759590.971242:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759590.971246:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759590.971249:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759590.971252:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759590.971256:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.971265:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971273:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759590.971274:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971277:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.971279:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759590.971283:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971291:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759590.971295:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971303:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759590.971307:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971309:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.971310:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971312:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759590.971315:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759590.971319:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759590.971323:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759590.971325:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759590.971330:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759590.971339:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759590.971345:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759590.971350:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971371:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.971373:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.971376:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759590.971378:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759590.971381:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.971385:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759590.971389:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759590.971392:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759590.971394:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.971396:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759590.971401:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759590.971404:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.971409:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759590.971412:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759590.971417:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759590.971422:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549312, portal 4 00000100:00000001:3.0:1787759590.971424:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759590.971425:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:3.0:1787759590.971432:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971440:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759590.971443:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759590.971446:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759590.971448:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875549312, offset 0 00000400:00000200:3.0:1787759590.971454:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759590.971460:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.971465:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759590.971469:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759590.971473:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759590.971476:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759590.971478:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759590.971482:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776716:776716:256:4294967295] 192.168.201.104@tcp LPNI seq info [776707:776707:8:4294967295] 00000400:00000200:3.0:1787759590.971486:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.971493:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759590.971499:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.971503:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759590.971508:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759590.971512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759590.971517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759590.971521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1787759590.971525:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.971527:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759590.971531:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759590.971535:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759590.971539:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759590.971541:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759590.971544:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759590.971548:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971557:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.971560:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971568:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.971570:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759590.971573:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759590.971577:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759590.971581:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.971583:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312945227 00000100:00000001:3.0:1787759590.971586:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.971589:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312945227 00000100:00000001:3.0:1787759590.971591:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.971594:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759590.971596:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.971598:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759590.971601:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590] req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759590.971609:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759590.971611:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759590.971613:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759590.971615:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759590.971617:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759590.971620:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759590.971623:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.971632:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971639:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759590.971641:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971643:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.971644:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759590.971648:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971655:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759590.971659:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971666:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759590.971669:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971671:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.971672:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.971675:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759590.971677:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759590.971681:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759590.971684:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759590.971687:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759590.971692:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759590.971701:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759590.971706:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759590.971710:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971718:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759590.971720:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.971722:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759590.971724:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759590.971726:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759590.971729:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759590.971733:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759590.971735:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759590.971737:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759590.971739:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759590.971743:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759590.971745:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759590.971749:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759590.971752:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759590.971755:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759590.971759:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549440, portal 4 00000100:00000001:3.0:1787759590.971762:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759590.971763:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:3.0:1787759590.971769:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.971777:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759590.971779:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759590.971782:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759590.972071:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875549440, offset 0 00000400:00000200:3.0:1787759590.972079:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759590.972084:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.972088:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759590.972091:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759590.972093:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759590.972096:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759590.972099:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759590.972102:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776717:776717:256:4294967295] 192.168.201.104@tcp LPNI seq info [776708:776708:8:4294967295] 00000400:00000200:3.0:1787759590.972107:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759590.972113:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759590.972136:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.972140:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759590.972145:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759590.972148:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1787759590.972153:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759590.972156:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1787759590.972161:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759590.972163:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759590.972166:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759590.972170:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759590.972173:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759590.972175:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759590.972178:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759590.972181:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972189:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.972193:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759615 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972205:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.972207:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759590.972210:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759590.972214:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759590.972218:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759590.972220:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312945192 00000100:00000001:3.0:1787759590.972223:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.972225:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312945192 00000100:00000001:3.0:1787759590.972227:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312946445 00000100:00000001:3.0:1787759590.972230:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759590.972232:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.972234:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759590.972238:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759590/real 1787759590] req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759590.972245:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759590.972247:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759590.972248:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759590.972251:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759590.972253:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759590.972255:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759590.972259:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759590.972267:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972274:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759590.972276:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972278:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.972280:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759590.972284:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972291:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759590.972295:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972303:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759590.972306:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972307:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759590.972309:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972311:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759590.972313:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759590.972316:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759590.972320:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759590.972323:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759590.972328:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759590.972337:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759590.972342:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972344:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.972348:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875549184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972781:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759590.972792:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759590.972795:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759590.972799:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759590.972801:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759590.972803:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759590.972806:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759590.972808:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:3.0:1787759590.972812:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759590.972814:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759590.972815:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:3.0:1787759590.972819:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759590.972820:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972822:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.972827:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875549312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972834:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759590.972836:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759590.972838:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759590.972840:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759590.972841:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759590.972843:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759590.972845:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759590.972847:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:3.0:1787759590.972850:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759590.972852:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759590.972853:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:3.0:1787759590.972856:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759590.972857:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759590.972862:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875549440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759615 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759590.972869:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759590.972870:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759590.972872:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759590.972875:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759590.972876:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759590.972878:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759590.972880:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759590.972881:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:3.0:1787759590.972884:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759590.972885:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759590.972886:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:3.0:1787759590.972890:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759590.972892:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972895:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759590.972902:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759590.972904:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759590.972907:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759590.972909:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.414258:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759591.414268:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759591.414271:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759591.414276:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759591.414280:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759591.414284:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759591.414287:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759591.414289:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759591.414293:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670238:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759591.670239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759591.670240:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759591.670246:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670248:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759591.670248:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759591.670253:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759591.670253:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759591.670254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759591.670259:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759591.670261:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759591.670261:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759591.670265:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759591.670268:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759591.670269:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759591.670269:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670273:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759591.670275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759591.670277:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759591.670279:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670281:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759591.670286:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759591.670298:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759591.670301:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759591.670303:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759591.670305:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759591.670306:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759591.670307:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670308:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.670312:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759591.670314:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:1.0:1787759591.670314:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759591.670315:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759591.670320:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759591.670321:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759591.670322:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759591.670324:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670325:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759591.670327:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759591.670328:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759591.670330:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759591.670331:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759591.670332:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670333:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759591.670338:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.670338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759591.670339:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.670343:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759591.670347:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759591.670357:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759591.670361:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759591.670363:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759591.670365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759591.670368:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759591.670368:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759591.670373:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759591.670373:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759591.670378:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759591.670379:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759591.670381:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759591.670386:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670396:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.670400:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759591.670401:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759591.670406:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759591.670406:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759591.670411:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759591.670412:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759591.670417:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759591.670422:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759591.670422:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759591.670426:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670427:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759591.670430:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759591.670431:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759591.670433:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759591.670436:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670438:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759591.670441:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759591.670442:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670446:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759591.670448:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759591.670450:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759592.310276:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312946445, at 4312946496 00000100:00000010:3.0:1787759592.310294:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000040:2.0:1787759592.310298:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312946445, at 4312946496 00000100:00000010:2.0:1787759592.310308:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb148a0. 00000100:00000001:3.0:1787759592.438242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759592.438249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759592.438252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759592.438258:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759592.438260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759592.438263:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.438266:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759592.438268:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.438270:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759592.694374:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759592.694382:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759592.694384:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759592.694391:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759592.694395:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759592.694399:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759592.694402:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759592.694404:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759592.694408:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759592.694640:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759592.694645:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759592.694647:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759592.694650:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759592.694652:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759592.694655:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759592.694657:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759592.694658:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759592.694661:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759592.694766:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759592.694769:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759592.694771:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759592.694774:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759592.694776:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759592.694778:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759592.694780:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759592.694782:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759592.694784:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759592.694848:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759592.694850:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759592.694852:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759592.694855:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759592.694858:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759592.694861:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759592.694863:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759592.694864:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759592.694867:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759592.694908:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759592.694912:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759592.694914:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759592.694917:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759592.694920:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759592.694922:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.694924:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759592.694926:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.694929:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759592.694939:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759592.694941:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759592.694943:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759592.694945:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759592.694947:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759592.694949:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.694951:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759592.694952:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759592.694955:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759592.694979:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759592.694983:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759592.694988:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759592.694989:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759592.694992:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759592.694994:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759592.694997:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759592.694998:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759592.695031:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759592.695034:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759592.695038:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759592.695342:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759592.695345:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759592.695347:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759592.695350:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759592.695352:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759592.695354:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759592.695356:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759592.695358:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759592.695360:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759592.695484:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759592.695487:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759592.695488:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759592.695491:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759592.695493:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759592.695495:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759592.695497:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759592.695498:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759592.695500:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759593.462267:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759593.462277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759593.462280:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759593.462287:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759593.462291:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759593.462297:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759593.462300:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759593.462303:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759593.462307:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759593.718250:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759593.718250:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759593.718260:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759593.718260:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759593.718265:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759593.718265:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759593.718273:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759593.718273:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759593.718279:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759593.718280:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759593.718287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759593.718287:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759593.718293:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759593.718297:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759593.718301:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759593.718393:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759593.718397:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759593.718399:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759593.718402:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759593.718404:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759593.718406:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759593.718538:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759593.718542:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759593.718542:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718548:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759593.718548:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759593.718551:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759593.718555:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759593.718557:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759593.718559:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718562:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759593.718563:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718566:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759593.718582:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759593.718586:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759593.718588:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759593.718592:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759593.718595:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759593.718597:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759593.718600:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759593.718602:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718603:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759593.718605:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759593.718607:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759593.718610:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759593.718612:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759593.718615:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759593.718617:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718619:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759593.718621:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759593.718622:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759593.718632:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759593.718635:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759593.718637:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759593.718640:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759593.718642:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759593.718644:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759593.718647:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759593.718649:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759593.718651:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759593.719244:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759593.719247:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759593.719249:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759593.719252:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759593.719254:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759593.719256:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759593.719259:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759593.719260:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759593.719263:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759593.720254:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759593.720258:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759593.720261:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759593.720283:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759593.720286:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759593.720290:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759593.720291:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759593.720295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759593.720296:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759593.720299:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759593.720301:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759593.720322:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759593.720325:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759593.720328:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759594.486553:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759594.486564:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759594.486567:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759594.486574:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759594.486578:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759594.486583:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759594.486587:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759594.486589:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759594.486593:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742237:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759594.742240:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759594.742245:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759594.742245:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742250:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759594.742252:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759594.742255:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759594.742256:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742262:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759594.742262:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759594.742265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742267:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759594.742270:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759594.742271:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759594.742272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742275:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742280:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759594.742298:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759594.742302:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759594.742306:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759594.742400:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759594.742404:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759594.742405:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742406:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759594.742408:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759594.742411:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759594.742412:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759594.742414:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759594.742416:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759594.742418:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759594.742420:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759594.742424:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742424:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759594.742429:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742429:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742434:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759594.742436:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742438:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759594.742533:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759594.742536:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759594.742538:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759594.742540:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759594.742543:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759594.742550:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759594.742552:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759594.742553:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759594.742555:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759594.742563:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759594.742566:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759594.742567:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759594.742569:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759594.742571:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759594.742573:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759594.742574:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759594.742577:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759594.742579:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759594.742595:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759594.742599:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759594.742601:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759594.742604:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759594.742606:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759594.742609:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742611:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759594.742612:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759594.742614:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759594.742644:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759594.742648:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759594.742649:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759594.742652:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759594.742654:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759594.742656:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759594.742659:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759594.742660:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759594.742662:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759594.742702:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759594.742706:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759594.742707:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759594.742710:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759594.742712:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759594.742729:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759594.742732:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759594.742734:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759594.742737:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759595.510241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759595.510249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759595.510251:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759595.510257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759595.510261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759595.510264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759595.510267:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759595.510269:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759595.510272:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759595.766370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759595.766371:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759595.766383:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759595.766385:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759595.766387:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759595.766388:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759595.766389:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759595.766390:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759595.766395:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759595.766398:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759595.766398:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759595.766404:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759595.766408:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759595.766408:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759595.766411:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759595.766424:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759595.766425:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766425:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759595.766438:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759595.766443:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759595.766450:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759595.766469:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759595.766476:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759595.766478:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759595.766481:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759595.766485:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759595.766489:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759595.766516:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759595.766521:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759595.766523:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759595.766527:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759595.766530:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759595.766533:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759595.766541:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759595.766546:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759595.766551:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759595.766554:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759595.766556:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766559:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759595.766566:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759595.766568:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759595.766569:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759595.766570:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759595.766570:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759595.766572:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759595.766574:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:1.0:1787759595.766576:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759595.766577:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759595.766578:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759595.766579:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766581:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759595.766582:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759595.766584:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766584:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759595.766585:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759595.766586:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759595.766587:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759595.766610:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759595.766613:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759595.766614:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759595.766616:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759595.766618:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759595.766620:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766622:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759595.766623:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759595.766625:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759595.766960:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759595.766964:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759595.766968:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759595.768083:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759595.768088:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759595.768093:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759595.768135:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759595.768139:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759595.768143:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759595.768144:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759595.768148:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759595.768149:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759595.768153:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759595.768154:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759595.768176:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759595.768179:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759595.768183:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787759596.087393:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759596.087420:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759596.087424:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759596.087427:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759596.087432:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759596.087440:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18277 00000400:00000200:0.0:1787759596.087450:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759596.087457:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759596.087460:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759596.087464:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087468:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087470:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087473:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759596.087478:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759596.087480:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759596.087483:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759596.087486:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759596.087489:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759596.087491:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759596.087495:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087497:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087500:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087502:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759596.087506:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759596.087509:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087512:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759596.087515:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759596.087520:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759596.087523:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087525:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759596.087528:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759596.087539:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759596.087542:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759596.087547:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759596.087549:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087552:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759596.087555:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759596.087559:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759596.087567:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759596.087574:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.087583:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759596.087605:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759596.087610:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.087616:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759596.087645:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759596.087648:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759596.087652:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759596.087653:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759596.087655:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759596.087658:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759596.087661:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18277 00000400:00000200:0.0:1787759596.087665:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759596.087667:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759596.087670:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759596.087672:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087675:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087676:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087679:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759596.087681:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759596.087683:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759596.087684:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759596.087687:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759596.087689:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759596.087691:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759596.087725:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087728:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087730:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087732:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759596.087735:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759596.087738:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087740:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759596.087743:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759596.087749:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759596.087751:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087753:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759596.087757:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759596.087760:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087763:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759596.087767:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759596.087769:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759596.087772:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759596.087773:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087775:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759596.087777:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759596.087778:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759596.087784:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759596.087788:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.087793:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759596.087800:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759596.087803:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.087806:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759596.087814:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759596.087817:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759596.087820:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759596.087821:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759596.087823:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759596.087826:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759596.087829:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18277 00000400:00000200:0.0:1787759596.087833:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759596.087836:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759596.087838:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759596.087841:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087844:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087846:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087848:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759596.087851:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759596.087852:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759596.087853:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759596.087855:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759596.087857:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759596.087860:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759596.087863:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087866:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087868:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087870:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759596.087873:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759596.087875:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087878:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759596.087880:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759596.087882:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759596.087884:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087886:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759596.087888:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759596.087890:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087892:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759596.087895:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759596.087898:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759596.087901:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759596.087902:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.087904:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759596.087905:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759596.087907:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759596.087911:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759596.087914:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.087919:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759596.087927:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759596.087929:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.087932:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759596.087940:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759596.087943:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759596.087946:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759596.087947:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759596.087949:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759596.087952:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759596.087954:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18277 00000400:00000200:0.0:1787759596.087958:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759596.087961:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759596.087963:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759596.087966:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087968:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087970:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087972:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759596.087975:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759596.087976:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759596.087978:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759596.087980:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759596.087983:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759596.087985:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759596.087989:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087991:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.087994:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.087996:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759596.087999:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759596.088002:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088004:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759596.088006:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759596.088009:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759596.088011:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088013:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759596.088015:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759596.088018:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088020:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759596.088024:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759596.088039:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759596.088042:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759596.088043:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088046:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759596.088047:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759596.088049:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759596.088053:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759596.088057:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.088062:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759596.088069:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759596.088072:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.088075:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759596.088083:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759596.088086:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759596.088090:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759596.088091:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759596.088094:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759596.088097:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759596.088099:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18277 00000400:00000200:0.0:1787759596.088103:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759596.088106:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759596.088109:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759596.088112:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088114:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.088150:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088153:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759596.088155:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759596.088156:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759596.088158:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759596.088161:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759596.088163:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759596.088166:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759596.088169:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088171:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759596.088173:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088175:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759596.088178:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759596.088181:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759596.088184:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759596.088185:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759596.088189:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759596.088191:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088193:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759596.088195:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759596.088197:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088199:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759596.088204:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759596.088206:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759596.088209:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759596.088210:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.088212:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759596.088213:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759596.088215:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759596.088219:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759596.088222:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.088227:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759596.088234:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759596.088237:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.088241:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759596.088248:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759596.088254:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18287) 00000100:00000001:3.0:1787759596.088757:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759596.088761:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759596.088763:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759596.088769:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.088775:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.088777:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.088780:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759596.088782:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759596.088784:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.088786:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875549568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759596.088790:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759596.088793:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759596.088795:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.088797:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759596.088801:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759596.088803:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.088808:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759596.088813:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759596.088820:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759596.088829:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549568, portal 25 00000100:00000001:3.0:1787759596.088832:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759596.088834:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:3.0:1787759596.088840:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.088848:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759596.088851:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759596.088854:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759596.088856:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875549568, offset 0 00000400:00000200:3.0:1787759596.088861:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759596.088868:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.088874:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759596.088880:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759596.088884:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759596.088888:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759596.088891:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759596.088895:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776718:776718:256:4294967295] 192.168.201.104@tcp LPNI seq info [776709:776709:8:4294967295] 00000400:00000200:3.0:1787759596.088899:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.088909:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759596.088916:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.088921:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759596.088927:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759596.088930:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759596.088934:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759596.088937:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1787759596.088940:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.088942:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759596.088948:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759596.088951:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759596.088956:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759596.088958:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759596.088961:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759596.088965:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.088972:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.088974:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.088979:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.088981:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759596.088986:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.088989:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759596.088991:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312951565 00000100:00000010:3.0:1787759596.088995:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb141e0. 00000100:00000001:3.0:1787759596.089002:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759596.089005:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312951565 00000100:00000010:3.0:1787759596.089008:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb149c0. 00000100:00000001:3.0:1787759596.089010:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759596.089012:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759596.089014:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.089016:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759596.089019:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759596/real 1787759596] req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759596.089026:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759596.089027:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759596.089029:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759596.089031:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759596.089032:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759596.089033:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759596.089035:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759596.089041:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.089046:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759596.089047:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.089048:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.089050:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759596.089053:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.089059:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759596.089064:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.089070:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759596.089074:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.089075:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.089076:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.089079:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759596.089081:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759596.089084:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759596.089088:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759596.089090:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759596.089094:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759596.089103:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875549568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759596.089107:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759596.089110:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.089114:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.089135:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.089136:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759596.089138:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759596.089140:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.089142:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759596.089144:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759596.089146:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759596.089147:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.092216:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759596.092231:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759596.092237:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.092247:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759596.092253:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759596.092260:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759596.092268:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549696, portal 10 00000100:00000001:3.0:1787759596.092271:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759596.092273:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:3.0:1787759596.092289:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092298:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759596.092301:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759596.092304:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759596.092308:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875549696, offset 0 00000400:00000200:3.0:1787759596.092315:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759596.092325:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.092333:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759596.092339:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759596.092343:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759596.092348:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759596.092351:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759596.092355:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776719:776719:256:4294967295] 192.168.201.104@tcp LPNI seq info [776710:776710:8:4294967295] 00000400:00000200:3.0:1787759596.092360:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.092371:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759596.092383:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.092392:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759596.092400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759596.092404:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759596.092410:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759596.092414:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1787759596.092419:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.092422:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759596.092428:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759596.092433:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759596.092439:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759596.092442:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759596.092446:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759596.092451:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092463:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.092466:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092474:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.092476:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759596.092483:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759596.092488:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759596.092492:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759596.092496:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312950289 00000100:00000001:3.0:1787759596.092500:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.092503:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312950289 00000100:00000001:3.0:1787759596.092506:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.092508:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759596.092512:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.092516:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759596.092521:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759596/real 1787759596] req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759596.092537:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759596.092539:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759596.092541:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759596.092544:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759596.092545:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759596.092548:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759596.092552:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759596.092561:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092568:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759596.092570:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092573:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.092575:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759596.092580:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092587:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759596.092592:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092599:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759596.092602:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092604:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.092606:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092608:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759596.092613:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759596.092617:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759596.092623:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759596.092626:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759596.092631:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759596.092640:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759596.092645:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759596.092649:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092656:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.092658:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.092661:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759596.092664:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759596.092667:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.092670:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759596.092674:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759596.092678:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759596.092681:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.092682:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759596.092686:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759596.092688:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.092692:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759596.092710:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759596.092715:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759596.092718:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549824, portal 10 00000100:00000001:3.0:1787759596.092720:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759596.092722:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:3.0:1787759596.092728:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092735:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759596.092738:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759596.092740:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759596.092743:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875549824, offset 0 00000400:00000200:3.0:1787759596.092748:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759596.092752:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.092756:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759596.092759:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759596.092761:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759596.092764:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759596.092767:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759596.092769:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776720:776720:256:4294967295] 192.168.201.104@tcp LPNI seq info [776711:776711:8:4294967295] 00000400:00000200:3.0:1787759596.092774:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.092780:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759596.092785:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.092789:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759596.092793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759596.092796:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759596.092801:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759596.092804:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1787759596.092808:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.092811:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759596.092814:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759596.092817:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759596.092821:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759596.092822:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759596.092825:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759596.092829:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092837:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.092840:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092847:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.092849:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759596.092852:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759596.092855:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759596.092858:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759596.092861:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312950289 00000100:00000001:3.0:1787759596.092863:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.092866:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312950289 00000100:00000001:3.0:1787759596.092868:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.092870:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759596.092873:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.092875:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759596.092879:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759596/real 1787759596] req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759596.092886:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759596.092888:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759596.092889:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759596.092892:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759596.092894:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759596.092896:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759596.092900:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759596.092909:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092923:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759596.092925:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092927:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.092928:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759596.092932:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092939:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759596.092944:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.092951:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759596.092954:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092956:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.092958:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.092959:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759596.092962:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759596.092966:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759596.092970:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759596.092972:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759596.092976:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759596.092985:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759596.092989:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759596.092994:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093001:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.093003:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.093006:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759596.093007:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759596.093010:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.093013:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759596.093016:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759596.093019:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759596.093021:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.093023:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093027:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759596.093029:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.093033:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759596.093035:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759596.093040:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759596.093043:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875549952, portal 4 00000100:00000001:3.0:1787759596.093046:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759596.093047:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:3.0:1787759596.093054:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093061:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759596.093064:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759596.093067:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759596.093069:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875549952, offset 0 00000400:00000200:3.0:1787759596.093073:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759596.093078:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.093082:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759596.093085:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759596.093088:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759596.093090:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759596.093092:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759596.093096:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776721:776721:256:4294967295] 192.168.201.104@tcp LPNI seq info [776712:776712:8:4294967295] 00000400:00000200:3.0:1787759596.093100:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.093106:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759596.093111:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.093138:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759596.093144:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759596.093147:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759596.093152:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759596.093155:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1787759596.093165:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.093167:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759596.093170:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759596.093173:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759596.093176:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759596.093179:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759596.093182:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759596.093185:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093199:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093202:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093208:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.093210:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759596.093214:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759596.093217:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759596.093221:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759596.093223:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312950349 00000100:00000001:3.0:1787759596.093226:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.093228:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312950349 00000100:00000001:3.0:1787759596.093230:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.093233:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759596.093235:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.093237:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759596.093241:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759596/real 1787759596] req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759596.093248:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759596.093249:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759596.093251:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759596.093253:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759596.093255:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759596.093258:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759596.093262:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759596.093270:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093277:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759596.093279:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093281:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.093282:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759596.093287:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093294:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759596.093298:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093305:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759596.093308:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093310:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.093311:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093313:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759596.093315:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759596.093318:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759596.093322:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759596.093324:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759596.093328:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759596.093336:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875549952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759596.093340:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759596.093345:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093351:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.093353:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.093355:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759596.093357:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759596.093359:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.093363:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759596.093367:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759596.093370:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759596.093372:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759596.093374:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093378:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759596.093380:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759596.093383:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759596.093385:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759596.093388:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759596.093392:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550080, portal 4 00000100:00000001:3.0:1787759596.093394:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759596.093395:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:3.0:1787759596.093401:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093407:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759596.093409:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759596.093412:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759596.093415:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875550080, offset 0 00000400:00000200:3.0:1787759596.093419:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759596.093423:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.093427:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759596.093430:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759596.093433:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759596.093435:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759596.093437:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759596.093439:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776722:776722:256:4294967295] 192.168.201.104@tcp LPNI seq info [776713:776713:8:4294967295] 00000400:00000200:3.0:1787759596.093443:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759596.093449:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759596.093454:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.093458:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759596.093463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759596.093466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1787759596.093470:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759596.093473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1787759596.093483:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759596.093485:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759596.093488:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759596.093493:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759596.093495:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759596.093497:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759596.093501:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759596.093504:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093514:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093519:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759621 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093526:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.093529:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759596.093578:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759596.093582:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759596.093590:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759596.093593:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312950313 00000100:00000001:3.0:1787759596.093596:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.093598:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312950313 00000100:00000001:3.0:1787759596.093601:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312951565 00000100:00000001:3.0:1787759596.093603:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759596.093605:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.093607:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759596.093611:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759596/real 1787759596] req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759596.093619:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759596.093621:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759596.093623:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759596.093625:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759596.093626:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759596.093629:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759596.093631:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759596.093638:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093643:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759596.093645:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093646:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.093647:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759596.093651:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093656:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759596.093659:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093665:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759596.093667:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093669:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759596.093670:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093672:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759596.093674:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759596.093676:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759596.093679:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759596.093681:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759596.093685:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759596.093708:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759596.093712:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093715:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093719:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875549568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093725:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759596.093728:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093731:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759596.093735:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759596.093739:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759596.093741:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759596.093744:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759596.093746:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:3.0:1787759596.093751:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759596.093753:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759596.093755:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759596.093760:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759596.093762:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093763:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093765:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875549696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093771:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759596.093772:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093773:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759596.093775:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759596.093777:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759596.093778:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759596.093780:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759596.093781:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:3.0:1787759596.093783:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759596.093784:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759596.093785:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:3.0:1787759596.093790:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759596.093791:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093793:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093796:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875549824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093801:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759596.093803:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093804:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759596.093806:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759596.093807:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759596.093809:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759596.093811:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759596.093813:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:3.0:1787759596.093816:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759596.093817:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759596.093818:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:3.0:1787759596.093822:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759596.093823:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093824:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093827:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875549952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093832:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759596.093834:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093835:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759596.093837:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759596.093838:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759596.093839:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759596.093841:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759596.093842:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:3.0:1787759596.093844:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759596.093845:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759596.093847:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:3.0:1787759596.093849:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759596.093850:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093851:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759596.093854:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875550080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759621 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759596.093859:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759596.093861:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759596.093862:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759596.093864:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759596.093865:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759596.093866:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759596.093868:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759596.093870:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:3.0:1787759596.093872:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759596.093873:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759596.093874:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:3.0:1787759596.093876:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759596.093877:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093880:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.093891:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759596.093893:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.093895:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759596.093897:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.534236:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759596.534246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759596.534249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.534256:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759596.534260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759596.534264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.534267:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.534270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.534273:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759596.790309:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759596.790319:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759596.790321:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759596.790327:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759596.790331:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759596.790344:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.790348:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759596.790352:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.790355:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.790569:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759596.790574:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759596.790576:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.790579:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759596.790582:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759596.790584:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.790586:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759596.790588:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.790591:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759596.790610:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759596.790614:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759596.790616:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759596.790618:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759596.790621:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759596.790623:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.790625:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759596.790627:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.790630:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759596.790843:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759596.790846:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759596.790848:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759596.790851:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759596.790853:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759596.790856:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759596.790858:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759596.790859:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759596.790861:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759596.790912:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759596.790915:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759596.790917:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.790919:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759596.790921:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759596.790924:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.790926:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759596.790927:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.790929:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759596.791024:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759596.791027:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759596.791028:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759596.791031:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759596.791033:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759596.791035:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.791037:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759596.791038:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759596.791040:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759596.791132:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759596.791136:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759596.791137:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759596.791140:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759596.791142:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759596.791144:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.791146:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759596.791147:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759596.791149:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791169:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759596.791174:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759596.791176:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759596.791179:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791182:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759596.791184:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791187:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791189:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791193:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759596.791195:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791199:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759596.791200:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759596.791204:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759596.791206:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759596.791224:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759596.791227:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759596.791230:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759596.791273:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759596.791276:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759596.791277:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759596.791280:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759596.791282:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759596.791284:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.791286:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759596.791288:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759596.791290:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759597.430189:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312951565, at 4312951616 00000100:00000010:3.0:1787759597.430203:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000040:2.0:1787759597.430270:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312951565, at 4312951616 00000100:00000010:2.0:1787759597.430276:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb141e0. 00000100:00000001:3.0:1787759597.558254:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759597.558263:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759597.558266:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759597.558272:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759597.558276:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759597.558280:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759597.558283:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759597.558285:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759597.558288:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814230:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759597.814234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759597.814237:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759597.814239:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814240:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759597.814242:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759597.814245:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759597.814246:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759597.814247:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759597.814248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814250:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759597.814251:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759597.814253:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759597.814254:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759597.814256:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759597.814257:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759597.814258:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759597.814260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759597.814261:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759597.814262:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759597.814263:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814264:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759597.814266:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759597.814269:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759597.814271:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759597.814274:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814283:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1787759597.814284:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759597.814287:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1787759597.814288:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759597.814289:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759597.814290:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759597.814292:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787759597.814293:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759597.814294:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759597.814298:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814298:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759597.814301:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759597.814302:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759597.814303:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759597.814307:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759597.814307:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759597.814309:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759597.814311:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759597.814314:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759597.814316:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759597.814319:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759597.814387:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759597.814390:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759597.814392:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759597.814395:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759597.814397:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759597.814398:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759597.814399:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814403:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759597.814404:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759597.814404:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759597.814406:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814408:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759597.814412:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759597.814415:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759597.814416:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759597.814417:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814419:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759597.814421:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759597.814421:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759597.814423:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759597.814424:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759597.814426:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759597.814427:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759597.814430:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814432:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759597.814433:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814435:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759597.814443:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759597.814444:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759597.814445:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759597.814447:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759597.814449:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759597.814450:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814451:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759597.814452:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759597.814453:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759598.582239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759598.582247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759598.582249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759598.582254:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759598.582257:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759598.582261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759598.582264:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759598.582266:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759598.582269:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1787759598.646249:0:242283:0:(osc_request.c:747:osc_update_next_shrink()) next time 19485 to shrink grant 00010000:00000001:3.0:1787759598.838251:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759598.838259:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759598.838266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759598.838268:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759598.838273:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759598.838278:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759598.838278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759598.838278:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759598.838282:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759598.838286:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759598.838286:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759598.838286:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759598.838288:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838293:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759598.838295:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759598.838298:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759598.838298:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1787759598.838300:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759598.838302:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759598.838306:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759598.838307:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759598.838308:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838308:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838315:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759598.838316:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759598.838318:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759598.838320:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759598.838321:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759598.838322:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759598.838323:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838326:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759598.838330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759598.838331:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838333:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759598.838333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759598.838335:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759598.838342:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759598.838343:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759598.838349:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759598.838351:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759598.838353:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759598.838356:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759598.838358:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759598.838360:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759598.838365:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838366:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759598.838366:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759598.838370:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759598.838370:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759598.838378:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759598.838380:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759598.838383:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759598.838384:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759598.838386:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838386:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838390:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759598.838392:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759598.838394:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759598.838397:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838397:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759598.838399:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759598.838403:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759598.838404:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759598.838406:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759598.838410:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759598.838411:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759598.838413:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759598.838414:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759598.838416:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000020:00000001:3.0:1787759598.838418:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759598.838422:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759598.838423:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759598.838423:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759598.838430:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759598.838435:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759598.838437:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759598.838441:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759598.838454:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759598.838459:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759598.838461:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838465:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759598.838465:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759598.838470:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759598.838471:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759598.838475:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759598.838476:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759598.838478:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759598.838481:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759598.838484:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759598.838485:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759598.838491:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759598.838492:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759598.838496:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759598.838499:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759598.838501:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759599.606238:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759599.606246:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759599.606248:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759599.606254:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759599.606258:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759599.606261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759599.606264:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759599.606266:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759599.606269:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759599.862312:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759599.862312:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759599.862321:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759599.862323:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759599.862324:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759599.862329:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759599.862332:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759599.862334:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759599.862336:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759599.862340:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759599.862342:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862342:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759599.862350:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759599.862351:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759599.862351:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759599.862355:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759599.862357:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759599.862358:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759599.862360:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759599.862366:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759599.862369:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759599.862371:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759599.862374:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759599.862380:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759599.862380:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759599.862385:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862390:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759599.862501:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759599.862507:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759599.862509:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759599.862511:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759599.862515:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759599.862517:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862519:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759599.862520:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862523:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759599.862526:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759599.862531:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759599.862533:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759599.862536:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759599.862540:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759599.862541:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759599.862547:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759599.862551:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759599.862551:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759599.862564:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759599.862565:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759599.862569:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862573:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759599.862575:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759599.862577:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862581:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759599.862584:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759599.862587:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759599.862598:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759599.862602:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759599.862605:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759599.862608:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759599.862611:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759599.863696:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759599.863700:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759599.863701:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759599.863705:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759599.863711:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759599.863715:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759599.863718:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759599.863721:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759599.863724:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759599.863814:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759599.863818:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759599.863819:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759599.863821:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759599.863840:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759599.863843:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759599.863847:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759599.863848:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759599.863852:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759599.863853:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759599.863857:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759599.863858:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759599.863877:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759599.863880:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759599.863883:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759600.631040:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759600.631048:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759600.631050:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759600.631056:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759600.631060:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759600.631064:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.631066:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759600.631069:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.631071:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759600.886276:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759600.886278:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886292:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759600.886292:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886297:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759600.886298:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759600.886311:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759600.886312:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759600.886319:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759600.886325:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759600.886331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759600.886332:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759600.886335:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.886339:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759600.886340:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759600.886351:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759600.886353:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.886357:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759600.886370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886376:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886378:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759600.886381:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759600.886385:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759600.886387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759600.886389:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759600.886392:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759600.886394:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759600.886398:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759600.886399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759600.886402:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886406:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759600.886409:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759600.886413:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886417:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759600.886420:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886422:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886425:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886429:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759600.886430:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759600.886435:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759600.886436:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759600.886456:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759600.886460:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759600.886463:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759600.886571:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886577:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886579:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759600.886582:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759600.886586:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759600.886589:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886590:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759600.886595:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886596:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759600.886599:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759600.886600:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759600.886608:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759600.886622:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759600.886624:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759600.886625:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759600.886633:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759600.886635:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759600.886638:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759600.886791:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886794:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886795:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759600.886798:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759600.886800:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759600.886803:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759600.886806:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759600.886807:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759600.886809:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759600.886813:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759600.886814:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759600.886819:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759600.886824:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759600.886828:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759600.886830:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759600.886834:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759600.886836:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759600.886838:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759600.886903:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759600.886906:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759600.886907:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759600.886909:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759600.886911:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759600.886913:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.886915:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759600.886917:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759600.886919:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759601.206279:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759601.206292:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759601.206296:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759601.206300:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759601.206305:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759601.206313:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18282 00000400:00000200:2.0:1787759601.206325:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759601.206332:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759601.206336:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759601.206340:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206343:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206345:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206349:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759601.206354:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759601.206357:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759601.206360:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759601.206363:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759601.206366:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759601.206368:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759601.206371:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206374:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206376:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206378:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759601.206382:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759601.206386:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206389:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759601.206392:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759601.206396:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759601.206399:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206402:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759601.206405:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759601.206425:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759601.206430:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759601.206435:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759601.206438:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206441:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759601.206444:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759601.206449:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759601.206457:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759601.206465:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.206477:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759601.206487:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759601.206492:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.206498:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759601.206528:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759601.206532:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759601.206536:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759601.206537:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759601.206539:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759601.206543:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759601.206546:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18282 00000400:00000200:2.0:1787759601.206551:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759601.206555:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759601.206559:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759601.206563:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206566:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206569:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206572:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759601.206575:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759601.206576:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759601.206579:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759601.206581:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759601.206584:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759601.206587:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759601.206591:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206594:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206597:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206600:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759601.206603:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759601.206617:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206620:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759601.206623:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759601.206630:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759601.206632:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206635:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759601.206639:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759601.206643:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206645:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759601.206650:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759601.206653:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759601.206656:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759601.206658:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206660:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759601.206662:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759601.206664:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759601.206669:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759601.206674:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.206679:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759601.206688:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759601.206690:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.206695:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759601.206702:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759601.206705:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759601.206709:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759601.206711:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759601.206713:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759601.206717:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759601.206720:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18282 00000400:00000200:2.0:1787759601.206725:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759601.206730:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759601.206732:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759601.206736:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206739:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206741:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206744:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759601.206747:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759601.206749:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759601.206751:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759601.206754:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759601.206756:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759601.206759:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759601.206763:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206765:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206767:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206770:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759601.206772:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759601.206775:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206778:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759601.206780:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759601.206783:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759601.206785:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206787:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759601.206790:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759601.206792:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206795:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759601.206798:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759601.206801:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759601.206803:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759601.206804:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206806:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759601.206807:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759601.206809:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759601.206812:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759601.206816:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.206821:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759601.206828:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759601.206830:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.206835:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759601.206842:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759601.206844:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759601.206848:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759601.206849:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759601.206850:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759601.206854:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759601.206856:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18282 00000400:00000200:2.0:1787759601.206860:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759601.206864:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759601.206866:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759601.206869:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206872:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206874:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206876:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759601.206879:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759601.206881:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759601.206882:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759601.206885:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759601.206887:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759601.206889:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759601.206893:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206895:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.206897:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206899:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759601.206902:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759601.206905:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759601.206908:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759601.206910:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759601.206912:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759601.206914:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206916:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759601.206918:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759601.206921:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206922:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759601.206926:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759601.206928:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759601.206931:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759601.206932:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.206934:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759601.206935:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759601.206947:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759601.206951:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759601.206958:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.206962:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759601.206968:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759601.206970:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.206974:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759601.206982:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759601.206985:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759601.206988:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759601.206989:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759601.206991:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759601.206993:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759601.206995:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18282 00000400:00000200:2.0:1787759601.206999:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759601.207002:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759601.207004:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759601.207007:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.207009:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.207011:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.207013:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759601.207016:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759601.207017:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759601.207019:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759601.207021:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759601.207023:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759601.207025:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759601.207028:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.207030:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759601.207032:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759601.207044:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759601.207047:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759601.207049:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759601.207052:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759601.207054:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759601.207057:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759601.207058:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.207060:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759601.207062:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759601.207064:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.207066:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759601.207069:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759601.207072:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759601.207074:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759601.207075:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.207077:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759601.207078:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759601.207080:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759601.207084:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759601.207087:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.207091:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759601.207098:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759601.207110:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.207114:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759601.207151:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759601.207156:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18293) 00000100:00000001:3.0:1787759601.207371:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759601.207375:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759601.207378:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759601.207384:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207393:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.207395:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.207399:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759601.207402:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759601.207410:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.207415:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875550208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759601.207420:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759601.207423:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759601.207426:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.207429:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759601.207434:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759601.207436:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.207442:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759601.207446:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759601.207452:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759601.207459:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550208, portal 25 00000100:00000001:3.0:1787759601.207462:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759601.207464:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759601.207469:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207477:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759601.207480:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759601.207482:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759601.207485:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875550208, offset 0 00000400:00000200:3.0:1787759601.207491:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759601.207498:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.207503:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759601.207508:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759601.207512:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759601.207516:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759601.207518:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759601.207522:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776723:776723:256:4294967295] 192.168.201.104@tcp LPNI seq info [776714:776714:8:4294967295] 00000400:00000200:3.0:1787759601.207526:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.207536:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759601.207542:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.207547:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759601.207553:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759601.207557:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759601.207563:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759601.207566:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1787759601.207571:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.207573:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759601.207577:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759601.207581:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759601.207586:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759601.207589:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759601.207592:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759601.207596:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207619:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.207623:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207636:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.207638:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759601.207645:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.207649:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759601.207652:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312956684 00000100:00000010:3.0:1787759601.207657:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb149c0. 00000100:00000001:3.0:1787759601.207664:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759601.207669:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312956684 00000100:00000010:3.0:1787759601.207673:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14900. 00000100:00000001:3.0:1787759601.207676:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759601.207679:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759601.207683:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.207685:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759601.207690:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759601/real 1787759601] req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759601.207699:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759601.207701:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759601.207703:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759601.207706:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759601.207708:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759601.207710:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759601.207714:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759601.207724:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207731:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759601.207733:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.207735:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.207737:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759601.207741:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207749:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759601.207754:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207875:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759601.207879:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.207881:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.207883:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.207885:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759601.207887:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759601.207891:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759601.207896:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759601.207898:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759601.207904:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759601.207914:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875550208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759601.207919:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759601.207923:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.207970:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.207972:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.207974:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759601.207976:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759601.207978:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.207982:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759601.207986:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759601.207988:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759601.207990:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.207992:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759601.207996:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759601.207998:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.208003:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759601.208006:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759601.208010:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759601.208013:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550336, portal 10 00000100:00000001:3.0:1787759601.208015:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759601.208017:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759601.208024:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208031:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759601.208033:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759601.208035:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759601.208038:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875550336, offset 0 00000400:00000200:3.0:1787759601.208043:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208051:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759601.208053:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759601.208056:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759601.208058:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759601.208060:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208064:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776724:776724:256:4294967295] 192.168.201.104@tcp LPNI seq info [776715:776715:8:4294967295] 00000400:00000200:3.0:1787759601.208068:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208074:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759601.208078:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208082:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759601.208086:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759601.208089:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759601.208094:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759601.208097:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1787759601.208101:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208103:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759601.208107:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759601.208111:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759601.208139:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759601.208142:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759601.208147:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759601.208151:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208160:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.208164:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208170:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208172:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759601.208175:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759601.208179:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759601.208182:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759601.208184:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312955405 00000100:00000001:3.0:1787759601.208187:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208189:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312955405 00000100:00000001:3.0:1787759601.208192:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208194:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759601.208197:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208199:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759601.208203:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759601/real 1787759601] req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759601.208211:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759601.208213:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759601.208215:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759601.208218:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759601.208220:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759601.208222:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759601.208227:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759601.208235:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208242:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759601.208243:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208245:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208247:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759601.208250:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208257:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759601.208261:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208268:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759601.208271:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208273:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208274:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208276:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759601.208280:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759601.208283:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759601.208287:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759601.208289:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759601.208294:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759601.208302:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759601.208306:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759601.208310:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208323:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.208325:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208327:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759601.208329:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759601.208331:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.208334:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759601.208338:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759601.208340:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759601.208342:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208343:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759601.208347:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759601.208349:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.208353:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759601.208355:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759601.208358:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759601.208362:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550464, portal 10 00000100:00000001:3.0:1787759601.208364:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759601.208365:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759601.208371:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208379:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759601.208381:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759601.208384:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759601.208386:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875550464, offset 0 00000400:00000200:3.0:1787759601.208391:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208394:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208398:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759601.208400:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759601.208403:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759601.208405:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759601.208407:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208410:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776725:776725:256:4294967295] 192.168.201.104@tcp LPNI seq info [776716:776716:8:4294967295] 00000400:00000200:3.0:1787759601.208415:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208421:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759601.208425:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208429:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759601.208433:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759601.208436:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759601.208440:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759601.208443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1787759601.208447:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208449:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759601.208452:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759601.208456:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759601.208459:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759601.208461:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759601.208464:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759601.208467:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208475:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.208479:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208485:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208486:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759601.208489:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759601.208492:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759601.208495:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759601.208497:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312955405 00000100:00000001:3.0:1787759601.208499:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208501:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312955405 00000100:00000001:3.0:1787759601.208504:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208506:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759601.208508:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208510:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759601.208513:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759601/real 1787759601] req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759601.208520:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759601.208522:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759601.208523:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759601.208526:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759601.208527:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759601.208529:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759601.208532:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759601.208541:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208547:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759601.208548:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208550:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208551:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759601.208554:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208561:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759601.208565:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208572:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759601.208575:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208577:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208578:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208580:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759601.208582:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759601.208585:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759601.208589:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759601.208591:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759601.208595:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759601.208617:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759601.208622:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759601.208626:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208632:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.208634:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208636:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759601.208638:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759601.208640:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.208643:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759601.208646:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759601.208648:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759601.208649:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208651:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759601.208655:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759601.208658:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.208661:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759601.208665:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759601.208668:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759601.208671:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550592, portal 4 00000100:00000001:3.0:1787759601.208674:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759601.208675:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759601.208681:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208688:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759601.208691:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759601.208694:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759601.208697:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875550592, offset 0 00000400:00000200:3.0:1787759601.208701:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208706:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208710:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759601.208713:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759601.208715:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759601.208718:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759601.208720:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208723:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776726:776726:256:4294967295] 192.168.201.104@tcp LPNI seq info [776717:776717:8:4294967295] 00000400:00000200:3.0:1787759601.208728:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208735:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759601.208740:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208743:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759601.208747:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759601.208750:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759601.208755:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759601.208758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1787759601.208762:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.208764:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759601.208768:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759601.208771:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759601.208774:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759601.208776:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759601.208779:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759601.208782:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208789:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.208792:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208799:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208801:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759601.208804:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759601.208807:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759601.208811:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759601.208813:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312955464 00000100:00000001:3.0:1787759601.208816:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208818:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312955464 00000100:00000001:3.0:1787759601.208821:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.208824:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759601.208826:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.208828:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759601.208832:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759601/real 1787759601] req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759601.208841:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759601.208842:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759601.208844:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759601.208847:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759601.208849:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759601.208852:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759601.208855:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759601.208863:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208870:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759601.208871:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208873:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208874:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759601.208878:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208885:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759601.208889:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208896:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759601.208899:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208900:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.208902:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.208903:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759601.208905:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759601.208907:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759601.208909:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759601.208911:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759601.208914:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759601.208919:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759601.208922:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759601.208924:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208928:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.208929:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208931:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759601.208932:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759601.208933:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.208935:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759601.208937:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759601.208938:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759601.208939:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759601.208940:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759601.208943:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759601.208944:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759601.208947:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759601.208949:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759601.208951:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759601.208953:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550720, portal 4 00000100:00000001:3.0:1787759601.208955:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759601.208956:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:3.0:1787759601.208960:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.208964:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759601.208965:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759601.208967:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759601.208969:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875550720, offset 0 00000400:00000200:3.0:1787759601.208972:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208976:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.208979:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759601.208981:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759601.208984:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759601.208986:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759601.208988:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759601.208991:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776727:776727:256:4294967295] 192.168.201.104@tcp LPNI seq info [776718:776718:8:4294967295] 00000400:00000200:3.0:1787759601.208996:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759601.209001:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759601.209006:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.209010:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759601.209014:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759601.209016:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1787759601.209021:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759601.209024:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1787759601.209028:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759601.209029:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759601.209031:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759601.209033:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759601.209036:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759601.209037:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759601.209039:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759601.209042:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209047:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209049:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759626 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209054:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.209055:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759601.209057:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759601.209059:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759601.209062:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759601.209063:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312955428 00000100:00000001:3.0:1787759601.209065:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.209067:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312955428 00000100:00000001:3.0:1787759601.209068:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312956684 00000100:00000001:3.0:1787759601.209070:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759601.209071:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.209073:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759601.209075:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759601/real 1787759601] req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759601.209079:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759601.209080:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759601.209082:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759601.209083:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759601.209084:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759601.209086:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759601.209088:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759601.209093:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209101:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759601.209102:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209103:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.209104:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759601.209106:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209110:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759601.209112:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209131:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759601.209133:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209134:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759601.209135:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209136:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759601.209138:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759601.209140:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759601.209142:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759601.209144:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759601.209147:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759601.209152:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759601.209155:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209157:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209159:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875550208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209163:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759601.209165:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759601.209167:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759601.209169:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759601.209171:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759601.209172:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759601.209174:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759601.209176:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:3.0:1787759601.209180:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759601.209182:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759601.209183:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759601.209185:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759601.209186:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209187:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209188:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875550336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209193:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759601.209193:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759601.209195:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759601.209196:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759601.209197:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759601.209198:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759601.209199:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759601.209200:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:3.0:1787759601.209201:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759601.209202:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759601.209203:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759601.209204:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759601.209205:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209206:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209208:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875550464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209211:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759601.209212:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759601.209213:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759601.209214:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759601.209215:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759601.209216:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759601.209217:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759601.209218:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759601.209220:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759601.209220:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759601.209221:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759601.209223:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759601.209223:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209224:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209226:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875550592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209231:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759601.209232:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759601.209234:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759601.209236:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759601.209237:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759601.209238:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759601.209240:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759601.209241:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:3.0:1787759601.209244:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759601.209245:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759601.209247:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759601.209250:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759601.209251:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209253:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759601.209256:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875550720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759626 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759601.209262:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759601.209264:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759601.209265:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759601.209268:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759601.209269:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759601.209270:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759601.209272:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759601.209274:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:3.0:1787759601.209276:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759601.209278:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759601.209279:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759601.209281:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759601.209282:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209283:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.209290:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759601.209291:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.209293:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759601.209294:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.654260:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759601.654271:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759601.654273:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.654278:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759601.654282:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759601.654286:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.654289:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.654291:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.654294:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759601.910226:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759601.910227:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759601.910232:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759601.910236:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759601.910236:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759601.910236:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759601.910240:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759601.910241:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.910241:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759601.910247:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759601.910249:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759601.910249:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759601.910253:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759601.910255:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759601.910256:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759601.910259:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910259:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759601.910260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.910261:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759601.910264:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759601.910266:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759601.910269:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910269:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759601.910274:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759601.910276:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759601.910276:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.910280:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759601.910281:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910285:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910286:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.910287:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.910290:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759601.910294:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759601.910295:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759601.910298:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910303:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759601.910307:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759601.910312:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759601.910314:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759601.910317:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759601.910317:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759601.910320:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759601.910322:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759601.910323:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759601.910325:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759601.910327:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759601.910328:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910328:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759601.910331:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759601.910335:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759601.910335:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759601.910337:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759601.910338:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910339:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759601.910341:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759601.910342:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910344:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759601.910346:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910348:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759601.910353:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759601.910354:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759601.910354:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759601.910356:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759601.910358:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910361:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910363:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759601.910363:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759601.910364:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759601.910367:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759601.910368:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759601.910371:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759601.910373:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759601.910390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759601.910394:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759601.910399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759601.910402:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759601.910405:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759601.910406:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759601.910408:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759601.910409:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759601.910423:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759601.910425:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759601.910428:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759602.550232:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312956684, at 4312956736 00000100:00000040:3.0:1787759602.550232:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312956684, at 4312956736 00000100:00000010:2.0:1787759602.550251:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb149c0. 00000100:00000010:3.0:1787759602.550256:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:3.0:1787759602.678250:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759602.678256:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759602.678258:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759602.678263:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759602.678265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759602.678268:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.678270:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759602.678272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.678274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934252:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759602.934256:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759602.934260:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759602.934261:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934264:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759602.934269:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1787759602.934270:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759602.934272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934276:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759602.934278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759602.934281:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934282:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759602.934285:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759602.934286:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759602.934288:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934291:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759602.934295:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759602.934318:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759602.934322:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759602.934325:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759602.934648:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759602.934651:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759602.934653:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759602.934656:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759602.934657:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759602.934660:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759602.934663:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759602.934665:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759602.934669:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759602.934670:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759602.934672:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759602.934673:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.934674:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759602.934675:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759602.934679:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759602.934680:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759602.934684:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759602.934687:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759602.934689:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759602.934694:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759602.934698:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759602.934699:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759602.934703:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.934706:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934707:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759602.934711:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759602.934714:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759602.934739:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759602.934741:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759602.934742:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759602.934743:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759602.934745:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759602.934746:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759602.934748:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759602.934749:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759602.934751:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759602.934793:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759602.934797:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759602.934798:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759602.934801:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759602.934804:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759602.934806:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.934809:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759602.934811:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759602.934813:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759602.934816:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759602.934822:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759602.934824:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759602.934828:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759602.934832:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759602.934834:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759602.934837:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759602.934838:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759602.934841:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759602.934904:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759602.934908:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759602.934909:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759602.934912:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759602.934915:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759602.934917:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759602.934919:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759602.934921:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759602.934923:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759603.702230:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759603.702242:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759603.702244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759603.702250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759603.702253:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759603.702257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.702259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759603.702261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.702264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759603.958288:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759603.958296:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759603.958298:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759603.958303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759603.958307:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759603.958311:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.958313:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759603.958316:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.958318:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759603.958342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759603.958344:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759603.958347:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759603.958349:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759603.958352:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759603.958353:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759603.958356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759603.958357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759603.958373:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759603.958377:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759603.958379:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759603.958630:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759603.958635:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759603.958636:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759603.958639:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759603.958641:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759603.958644:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.958646:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759603.958647:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.958650:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759603.962872:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759603.962879:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759603.962881:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759603.962893:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759603.962896:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759603.962900:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759603.962903:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759603.962905:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759603.962908:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759603.963037:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759603.963041:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759603.963043:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759603.963046:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759603.963048:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759603.963050:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.963052:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759603.963054:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.963056:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759603.963239:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759603.963243:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759603.963244:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759603.963247:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759603.963249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759603.963251:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.963253:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759603.963255:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759603.963257:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759603.964838:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759603.964843:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759603.964845:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759603.964849:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759603.964852:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759603.964854:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759603.964857:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759603.964858:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759603.964861:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759603.968190:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759603.968196:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759603.968198:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759603.968203:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759603.968206:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759603.968209:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.968211:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759603.968214:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759603.968216:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759603.968289:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759603.968291:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759603.968292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759603.968294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759603.968296:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759603.968298:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759603.968299:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759603.968301:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759603.968303:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759604.726315:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759604.726326:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759604.726329:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759604.726349:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759604.726354:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759604.726359:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759604.726362:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759604.726366:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759604.726369:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759604.982279:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759604.982279:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759604.982280:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759604.982287:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759604.982288:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759604.982289:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759604.982290:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759604.982293:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759604.982294:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759604.982296:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759604.982299:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759604.982302:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759604.982303:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759604.982308:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759604.982310:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759604.982311:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759604.982312:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759604.982313:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759604.982318:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759604.982324:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759604.982325:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759604.982326:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759604.982331:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759604.982334:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759604.982334:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759604.982341:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759604.982341:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759604.982349:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759604.982351:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759604.982352:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759604.982356:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759604.982361:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759604.982361:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759604.982362:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759604.982368:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759604.982374:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759604.982375:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759604.982380:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759604.982382:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759604.982387:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759604.982388:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759604.982389:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759604.982391:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759604.982393:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759604.982399:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759604.982400:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759604.982404:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759604.982406:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759604.982407:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759604.982410:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759604.982411:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759604.982418:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759604.982421:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759604.982421:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759604.982426:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759604.982429:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759604.982434:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759604.982434:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759604.982438:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759604.982441:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759604.982441:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759604.982444:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759604.982446:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759604.982451:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759604.982455:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759604.982455:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759604.982458:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759604.982459:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759604.982462:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759604.982464:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759604.982464:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759604.982470:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759604.982474:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759604.982476:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759604.982476:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759604.982478:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759604.982479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759604.982488:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759604.982489:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759604.982492:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759604.982518:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759604.982522:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759604.982525:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759605.750989:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759605.751008:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759605.751011:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759605.751018:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759605.751023:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759605.751027:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759605.751031:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759605.751034:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759605.751037:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.006260:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759606.006271:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759606.006275:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759606.006276:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759606.006282:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759606.006285:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759606.006286:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759606.006292:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.006297:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759606.006298:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759606.006298:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759606.006305:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759606.006306:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759606.006308:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759606.006308:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006313:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759606.006315:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1787759606.006317:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759606.006318:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759606.006319:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006324:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759606.006327:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.006328:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.006328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759606.006329:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759606.006335:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006336:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759606.006337:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006343:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759606.006347:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.006347:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.006354:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006360:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.006361:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759606.006363:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006367:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759606.006383:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759606.006387:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759606.006388:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759606.006391:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759606.006394:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759606.006399:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.006399:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759606.006408:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.006408:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759606.006412:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.006413:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759606.006415:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.006424:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759606.006427:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759606.006431:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759606.006432:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759606.006432:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759606.006436:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006438:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.006440:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1787759606.006442:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759606.006442:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759606.006445:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.006449:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759606.006450:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759606.006451:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759606.006453:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.006456:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759606.006460:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759606.006463:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759606.006463:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759606.006470:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.006472:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759606.006479:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759606.006481:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759606.006484:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759606.006487:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759606.006493:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759606.006509:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759606.006511:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759606.006515:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759606.006516:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759606.006527:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759606.006529:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759606.006558:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759606.006560:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759606.006563:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787759606.326274:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759606.326292:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759606.326295:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759606.326299:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759606.326303:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759606.326311:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18288 00000400:00000200:2.0:1787759606.326320:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759606.326326:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759606.326329:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759606.326333:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326336:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326339:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326342:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759606.326346:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759606.326348:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759606.326351:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759606.326354:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759606.326357:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759606.326360:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759606.326364:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326366:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326368:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326370:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759606.326374:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759606.326378:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326381:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.326385:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759606.326389:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759606.326392:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326394:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759606.326397:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759606.326406:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759606.326410:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759606.326415:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759606.326417:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326420:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759606.326423:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759606.326428:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759606.326438:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759606.326445:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759606.326455:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759606.326465:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759606.326470:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759606.326475:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.326498:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759606.326501:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759606.326505:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759606.326507:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759606.326509:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759606.326512:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759606.326530:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18288 00000400:00000200:2.0:1787759606.326535:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759606.326539:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759606.326542:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759606.326547:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326551:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326554:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326556:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759606.326559:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759606.326562:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000100:00000001:3.0:1787759606.326562:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1787759606.326571:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759606.326573:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1787759606.326575:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000100:00000001:3.0:1787759606.326578:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1787759606.326580:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759606.326585:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759606.326594:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759606.326595:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.326602:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326610:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326619:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759606.326628:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:3.0:1787759606.326629:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.326635:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759606.326638:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:3.0:1787759606.326642:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787759606.326643:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.326648:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759606.326649:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759606.326655:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.326659:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1787759606.326664:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875550848:192.168.201.104@tcp:250:kworker.0 02000000:00000001:2.0:1787759606.326666:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326674:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759606.326677:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1787759606.326681:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759606.326685:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1787759606.326687:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.326690:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326692:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.326696:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1787759606.326700:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759606.326704:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000010:3.0:1787759606.326707:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:2.0:1787759606.326709:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759606.326713:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.326714:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326723:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759606.326726:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759606.326729:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759606.326730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000010:2.0:1787759606.326738:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000400:00000010:3.0:1787759606.326739:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:2.0:1787759606.326746:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759606.326751:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00100000:2.0:1787759606.326758:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1787759606.326765:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550848, portal 25 00000100:00000001:3.0:1787759606.326774:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759606.326775:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759606.326778:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000001:2.0:1787759606.326780:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759606.326792:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759606.326794:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.326813:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759606.326816:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759606.326831:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759606.326836:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759606.326842:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759606.326842:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787759606.326853:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:3.0:1787759606.326853:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759606.326860:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00080000:2.0:1787759606.326863:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18288 00000100:00000200:3.0:1787759606.326868:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875550848, offset 0 00000400:00000200:2.0:1787759606.326876:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759606.326885:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000200:3.0:1787759606.326886:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00080000:2.0:1787759606.326892:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759606.326899:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.326902:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759606.326905:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326909:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326913:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759606.326915:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000001:2.0:1787759606.326921:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759606.326924:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759606.326927:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759606.326930:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759606.326932:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759606.326935:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1787759606.326936:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759606.326944:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000040:2.0:1787759606.326946:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.326952:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787759606.326953:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.326960:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326964:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759606.326967:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759606.326970:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759606.326973:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.326975:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759606.326978:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759606.326980:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326982:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759606.326984:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759606.326987:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.326989:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759606.326993:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759606.326996:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759606.326998:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759606.327000:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327002:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759606.327003:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759606.327006:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759606.327011:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759606.327014:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759606.327019:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759606.327028:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759606.327030:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759606.327034:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.327042:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759606.327045:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759606.327048:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759606.327050:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759606.327051:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759606.327055:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759606.327058:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18288 00000400:00000200:3.0:1787759606.327241:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.327248:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776728:776728:256:4294967295] 192.168.201.104@tcp LPNI seq info [776719:776719:8:4294967295] 00000400:00000200:3.0:1787759606.327254:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.327265:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759606.327274:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759606.327277:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759606.327284:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000010:3.0:1787759606.327284:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00080000:2.0:1787759606.327293:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759606.327301:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:3.0:1787759606.327302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759606.327309:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759606.327313:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.327317:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759606.327320:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759606.327321:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000800:00000200:3.0:1787759606.327322:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000020:00000001:2.0:1787759606.327323:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759606.327328:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759606.327334:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:3.1:1787759606.327335:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000020:00000001:2.0:1787759606.327341:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:3.1:1787759606.327344:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000100:00000040:2.0:1787759606.327350:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000100:3.0:1787759606.327358:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759606.327359:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1787759606.327364:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000100:00000040:2.0:1787759606.327365:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.327371:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759606.327375:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:2.0:1787759606.327376:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759606.327384:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759606.327389:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759606.327390:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.327397:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1787759606.327399:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 02000000:00000001:2.0:1787759606.327401:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1787759606.327405:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 02000000:00000001:2.0:1787759606.327407:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327412:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759606.327413:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:2.0:1787759606.327415:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759606.327423:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759606.327423:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.327430:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759606.327441:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759606.327446:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 00000100:00000001:3.0:1787759606.327448:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787759606.327451:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759606.327457:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.327458:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.327463:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759606.327466:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759606.327471:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759606.327482:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:3.0:1787759606.327486:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327489:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.327491:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759606.327501:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759606.327502:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759606.327523:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759606.327528:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312961804 00000100:00000001:2.0:1787759606.327538:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1787759606.327539:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14900. 00000100:00000001:2.0:1787759606.327544:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.327552:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1787759606.327553:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.327563:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312961804 00000100:00000001:2.0:1787759606.327567:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759606.327570:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ba0. 00000100:00080000:2.0:1787759606.327572:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759606.327576:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00080000:2.0:1787759606.327578:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759606.327582:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1787759606.327582:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1787759606.327588:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759606.327590:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327594:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759606.327597:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1787759606.327602:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18288 00000100:00100000:3.0:1787759606.327608:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606] req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759606.327614:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759606.327625:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759606.327635:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1787759606.327638:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1787759606.327643:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000001:3.0:1787759606.327643:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759606.327648:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000100:00000001:2.0:1787759606.327649:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759606.327656:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000100:00000040:2.0:1787759606.327657:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000010:3.0:1787759606.327662:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:2.0:1787759606.327664:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759606.327669:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1787759606.327670:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759606.327673:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759606.327678:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:3.0:1787759606.327678:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1787759606.327682:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759606.327689:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759606.327699:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000200:3.0:1787759606.327706:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759606.327711:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759606.327723:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759606.327729:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1787759606.327732:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759606.327734:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.327742:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759606.327743:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759606.327746:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1787759606.327751:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00100000:3.0:1787759606.327757:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759606.327760:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759606.327769:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759606.327776:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759606.327783:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759606.327784:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759606.327792:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327800:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:3.0:1787759606.327800:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1787759606.327807:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759606.327811:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759606.327813:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759606.327817:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759606.327825:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759606.327831:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759606.327834:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.327834:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759606.327842:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759606.327844:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759606.327846:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759606.327850:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.327850:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.327855:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1787759606.327858:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:3.0:1787759606.327860:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759606.327865:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759606.327866:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759606.327878:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1787759606.327883:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787759606.327889:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759606.327900:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1787759606.327907:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759606.327911:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.327916:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759606.327922:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759606.327941:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759606.327950:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18298) 00000100:00100000:3.0:1787759606.327950:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875550848:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759606.328539:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.328542:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.328548:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875550848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.328556:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759606.328559:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759606.328562:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759606.328566:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759606.328569:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759606.328571:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759606.328573:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759606.328576:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:3.0:1787759606.328582:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759606.328585:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759606.328588:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759606.328591:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759606.328593:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.328595:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.328604:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759606.328606:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.328609:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759606.328610:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759606.328612:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759606.328617:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.328625:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.328627:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.328630:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759606.328632:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759606.328635:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.328638:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759606.328642:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759606.328645:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759606.328647:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.328648:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759606.328652:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759606.328654:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759606.328659:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759606.328662:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759606.328666:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759606.328670:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875550976, portal 10 00000100:00000001:3.0:1787759606.328672:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759606.328673:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759606.328681:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.328688:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759606.328690:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759606.328693:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759606.328696:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875550976, offset 0 00000400:00000200:3.0:1787759606.328702:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330174:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330181:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759606.330186:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759606.330189:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759606.330193:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759606.330196:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330199:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776729:776729:256:4294967295] 192.168.201.104@tcp LPNI seq info [776720:776720:8:4294967295] 00000400:00000200:3.0:1787759606.330205:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330223:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759606.330229:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330234:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759606.330239:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759606.330243:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759606.330248:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759606.330251:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759606.330256:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330257:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759606.330262:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759606.330266:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759606.330270:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759606.330273:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759606.330277:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759606.330283:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330292:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.330296:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330303:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.330304:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759606.330309:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.330314:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759606.330317:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759606.330320:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312960527 00000100:00000001:3.0:1787759606.330323:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.330326:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312960527 00000100:00000001:3.0:1787759606.330328:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.330331:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759606.330334:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.330336:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759606.330340:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606] req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759606.330349:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759606.330351:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759606.330353:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759606.330356:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759606.330358:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759606.330361:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759606.330364:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759606.330374:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330381:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759606.330382:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330384:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.330386:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759606.330390:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330397:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759606.330402:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330410:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759606.330413:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330415:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.330416:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330419:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759606.330424:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759606.330427:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759606.330431:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759606.330434:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759606.330438:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759606.330447:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875550976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759606.330452:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759606.330456:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330464:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.330465:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.330468:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759606.330470:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759606.330472:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.330475:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759606.330479:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759606.330482:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759606.330484:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.330486:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759606.330489:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759606.330492:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759606.330496:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759606.330499:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759606.330503:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759606.330506:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551104, portal 10 00000100:00000001:3.0:1787759606.330509:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759606.330510:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759606.330527:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330534:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759606.330536:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759606.330539:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759606.330542:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875551104, offset 0 00000400:00000200:3.0:1787759606.330547:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330552:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330556:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759606.330559:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759606.330562:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759606.330565:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759606.330567:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330571:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776730:776730:256:4294967295] 192.168.201.104@tcp LPNI seq info [776721:776721:8:4294967295] 00000400:00000200:3.0:1787759606.330575:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330581:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759606.330586:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330590:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759606.330594:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759606.330597:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759606.330602:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759606.330605:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759606.330609:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330611:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759606.330614:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759606.330617:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759606.330620:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759606.330623:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759606.330626:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759606.330629:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330638:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.330642:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330648:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.330650:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759606.330653:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.330657:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759606.330660:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759606.330662:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312960527 00000100:00000001:3.0:1787759606.330665:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.330668:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312960527 00000100:00000001:3.0:1787759606.330671:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.330673:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759606.330675:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.330677:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759606.330680:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606] req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759606.330689:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759606.330690:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759606.330692:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759606.330695:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759606.330697:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759606.330699:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759606.330702:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759606.330712:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330720:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759606.330721:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330723:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.330725:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759606.330729:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330736:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759606.330740:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330748:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759606.330750:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330752:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.330753:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.330755:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759606.330758:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759606.330762:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759606.330765:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759606.330768:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759606.330773:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759606.330782:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759606.330787:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759606.330791:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330799:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.330800:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.330803:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759606.330816:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759606.330819:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.330822:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759606.330825:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759606.330827:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759606.330829:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.330831:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759606.330834:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759606.330837:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759606.330840:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759606.330843:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759606.330847:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759606.330851:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551232, portal 4 00000100:00000001:3.0:1787759606.330853:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759606.330854:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759606.330861:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330868:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759606.330870:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759606.330873:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759606.330876:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875551232, offset 0 00000400:00000200:3.0:1787759606.330880:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330884:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330888:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759606.330891:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759606.330894:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759606.330896:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759606.330898:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.330901:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776731:776731:256:4294967295] 192.168.201.104@tcp LPNI seq info [776722:776722:8:4294967295] 00000400:00000200:3.0:1787759606.330905:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.330911:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759606.330916:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330920:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759606.330925:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759606.330928:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759606.330933:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759606.330936:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759606.330940:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.330942:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759606.330945:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759606.330949:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759606.330951:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759606.330953:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759606.330956:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759606.330969:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330977:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.330980:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.330987:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.330989:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759606.330992:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.330996:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759606.330999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759606.331001:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312960586 00000100:00000001:3.0:1787759606.331004:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.331007:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312960586 00000100:00000001:3.0:1787759606.331009:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.331011:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759606.331014:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.331015:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759606.331019:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606] req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759606.331028:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759606.331029:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759606.331032:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759606.331034:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759606.331036:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759606.331039:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759606.331042:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759606.331051:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331058:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759606.331060:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331062:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.331063:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759606.331067:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331074:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759606.331079:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331086:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759606.331089:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331091:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.331092:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331094:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759606.331096:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759606.331099:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759606.331103:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759606.331105:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759606.331110:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759606.331138:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759606.331142:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759606.331147:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331155:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.331157:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.331159:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759606.331161:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759606.331163:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.331166:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759606.331170:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759606.331172:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759606.331174:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759606.331176:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759606.331179:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759606.331181:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759606.331184:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759606.331187:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759606.331190:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759606.331194:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551360, portal 4 00000100:00000001:3.0:1787759606.331196:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759606.331198:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759606.331204:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331211:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759606.331214:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759606.331217:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759606.331220:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875551360, offset 0 00000400:00000200:3.0:1787759606.331225:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759606.331229:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.331232:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759606.331235:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759606.331238:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759606.331240:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759606.331242:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759606.331246:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776732:776732:256:4294967295] 192.168.201.104@tcp LPNI seq info [776723:776723:8:4294967295] 00000400:00000200:3.0:1787759606.331250:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759606.331256:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759606.331261:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.331265:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759606.331269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759606.331272:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1787759606.331277:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759606.331280:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1787759606.331284:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759606.331286:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759606.331289:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759606.331293:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759606.331296:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759606.331298:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759606.331301:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759606.331304:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331312:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.331315:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759631 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331322:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.331324:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759606.331327:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759606.331330:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759606.331333:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759606.331336:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312960551 00000100:00000001:3.0:1787759606.331339:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.331342:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312960551 00000100:00000001:3.0:1787759606.331345:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312961804 00000100:00000001:3.0:1787759606.331347:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759606.331349:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.331351:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759606.331355:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759606/real 1787759606] req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759606.331362:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759606.331364:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759606.331365:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759606.331368:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759606.331370:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759606.331373:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759606.331376:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759606.331385:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331392:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759606.331393:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331394:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.331396:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759606.331399:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331406:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759606.331411:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331418:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759606.331421:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331423:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759606.331424:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331426:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759606.331428:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759606.331431:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759606.331435:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759606.331438:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759606.331442:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759606.331450:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759606.331455:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331457:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.331460:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875550976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331467:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759606.331469:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759606.331471:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759606.331474:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759606.331477:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759606.331479:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759606.331481:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759606.331484:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:3.0:1787759606.331487:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759606.331489:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759606.331490:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759606.331494:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759606.331495:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331497:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.331501:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875551104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331527:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759606.331528:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759606.331530:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759606.331532:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759606.331534:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759606.331535:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759606.331537:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759606.331538:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:3.0:1787759606.331541:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759606.331543:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759606.331544:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759606.331547:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759606.331548:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331550:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.331553:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875551232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331561:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759606.331562:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759606.331563:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759606.331566:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759606.331568:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759606.331569:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759606.331571:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759606.331573:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:3.0:1787759606.331575:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759606.331576:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759606.331577:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759606.331580:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759606.331581:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331583:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759606.331586:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875551360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759631 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759606.331592:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759606.331593:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759606.331595:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759606.331598:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759606.331599:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759606.331600:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759606.331602:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759606.331604:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759606.331607:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759606.331608:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759606.331609:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759606.331612:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759606.331613:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331615:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.331620:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759606.331622:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.331625:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759606.331626:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759606.774187:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759606.774195:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759606.774197:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759606.774203:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759606.774207:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759606.774210:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.774213:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759606.774216:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759606.774219:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759607.030222:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759607.030231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759607.030231:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759607.030232:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759607.030232:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759607.030235:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759607.030236:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759607.030238:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759607.030239:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759607.030239:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759607.030242:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759607.030242:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759607.030243:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759607.030244:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759607.030247:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759607.030250:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759607.030250:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759607.030251:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759607.030252:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759607.030256:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759607.030256:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759607.030256:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.030257:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759607.030262:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759607.030262:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759607.030264:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759607.030268:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759607.030269:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759607.030272:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759607.030275:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759607.030276:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759607.030279:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759607.030282:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759607.030283:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759607.030283:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759607.030288:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759607.030289:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759607.030292:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759607.030293:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759607.030298:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759607.030301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759607.030304:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759607.030305:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759607.030306:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759607.030308:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759607.030309:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759607.030310:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759607.030313:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759607.030313:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759607.030313:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759607.030314:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759607.030318:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759607.030318:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759607.030319:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759607.030323:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759607.030324:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759607.030324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759607.030328:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759607.030328:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759607.030330:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759607.030330:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759607.030333:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759607.030334:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.030335:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759607.030336:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759607.030340:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759607.030341:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759607.030343:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.030344:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759607.030348:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759607.030348:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.030354:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030379:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759607.030383:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759607.030385:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759607.030389:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030392:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759607.030395:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030397:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030399:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759607.030405:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030408:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759607.030410:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759607.030413:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759607.030415:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759607.030436:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759607.030439:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759607.030442:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787759607.670221:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312961804, at 4312961856 00000100:00000040:3.0:1787759607.670221:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312961804, at 4312961856 00000100:00000010:3.0:1787759607.670237:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000010:2.0:1787759607.670238:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14900. 00000100:00000001:3.0:1787759607.798187:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759607.798194:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759607.798196:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759607.798202:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759607.798206:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759607.798209:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.798211:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759607.798214:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759607.798217:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054242:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759608.054246:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759608.054246:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759608.054247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759608.054253:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759608.054253:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759608.054253:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759608.054258:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759608.054258:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054261:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759608.054262:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759608.054263:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759608.054265:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759608.054265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759608.054268:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759608.054272:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759608.054273:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759608.054274:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759608.054275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759608.054280:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759608.054280:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054281:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759608.054281:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759608.054285:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759608.054286:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759608.054287:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759608.054288:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759608.054291:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759608.054293:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759608.054293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054294:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759608.054298:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759608.054299:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759608.054305:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054306:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759608.054319:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.054322:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759608.054323:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759608.054326:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759608.054329:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759608.054330:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.054331:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759608.054334:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759608.054335:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.054335:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759608.054336:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759608.054338:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.054339:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759608.054340:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759608.054343:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759608.054344:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759608.054344:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759608.054348:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759608.054349:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759608.054349:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759608.054353:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759608.054355:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759608.054356:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759608.054356:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759608.054357:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759608.054361:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759608.054362:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759608.054363:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759608.054363:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759608.054365:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759608.054366:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759608.054368:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759608.054370:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759608.054370:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759608.054374:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759608.054377:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759608.054382:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.054385:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759608.054386:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759608.054387:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759608.054391:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759608.054392:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759608.054396:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759608.054398:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759608.054398:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759608.054402:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759608.054404:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759608.054406:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759608.822169:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759608.822180:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759608.822183:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759608.822191:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759608.822195:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759608.822199:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759608.822202:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759608.822205:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759608.822208:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078245:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759609.078246:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759609.078246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759609.078253:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759609.078254:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759609.078254:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759609.078257:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759609.078258:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759609.078259:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759609.078266:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759609.078267:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759609.078267:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759609.078274:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759609.078274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759609.078274:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759609.078280:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759609.078281:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759609.078286:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759609.078289:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759609.078290:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759609.078296:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759609.078296:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759609.078300:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759609.078305:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759609.078305:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759609.078309:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759609.078312:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078315:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759609.078320:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759609.078321:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759609.078322:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759609.078324:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759609.078327:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759609.078328:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759609.078330:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759609.078331:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078332:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759609.078336:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759609.078338:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759609.078338:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759609.078340:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759609.078344:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759609.078344:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759609.078346:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759609.078347:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759609.078349:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759609.078349:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759609.078353:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759609.078354:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759609.078354:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759609.078358:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759609.078359:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759609.078359:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759609.078363:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759609.078365:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759609.078366:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078368:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759609.078369:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759609.078370:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759609.078371:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759609.078373:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759609.078376:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759609.078378:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759609.078378:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078380:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759609.078382:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759609.078384:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759609.078387:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759609.078388:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759609.078391:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759609.078394:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078406:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759609.078409:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078413:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759609.078414:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078417:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759609.078421:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759609.078423:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759609.078425:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078427:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759609.078436:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078438:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078441:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078445:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759609.078446:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759609.078448:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759609.078449:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078451:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759609.078452:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078454:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759609.078456:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759609.078503:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759609.078506:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759609.078508:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759609.846205:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759609.846216:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759609.846219:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759609.846226:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759609.846230:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759609.846234:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759609.846237:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759609.846240:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759609.846244:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759610.102247:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759610.102261:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759610.102264:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759610.102271:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759610.102277:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759610.102277:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759610.102280:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759610.102283:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759610.102287:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759610.102288:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759610.102289:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759610.102294:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759610.102294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759610.102295:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759610.102307:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759610.102307:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759610.102308:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759610.102319:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759610.102319:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759610.102324:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759610.102325:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759610.102333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759610.102335:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759610.102336:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759610.102342:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759610.102344:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759610.102347:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102350:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759610.102375:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759610.102378:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759610.102379:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759610.102382:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759610.102385:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759610.102388:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102392:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759610.102394:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102397:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759610.102430:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759610.102433:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759610.102436:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759610.102439:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759610.102441:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759610.102443:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102446:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759610.102460:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102462:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759610.102470:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759610.102475:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759610.102479:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759610.102484:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759610.102487:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759610.102488:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759610.102490:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759610.102492:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759610.102495:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759610.102496:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759610.102496:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759610.102503:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759610.102505:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759610.102505:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759610.102508:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759610.102510:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102512:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759610.102517:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759610.102518:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759610.102518:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759610.102524:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759610.102526:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759610.102526:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759610.102532:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759610.102533:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759610.102536:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759610.102564:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759610.102568:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759610.102572:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759610.102745:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759610.102748:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759610.102751:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759610.102754:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759610.102756:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759610.102759:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759610.102760:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759610.102763:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759610.870192:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759610.870203:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759610.870206:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759610.870213:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759610.870217:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759610.870222:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759610.870225:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759610.870227:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759610.870230:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.126236:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759611.126240:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759611.126242:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759611.126245:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759611.126252:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759611.126253:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759611.126255:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759611.126256:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759611.126260:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.126261:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759611.126263:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126264:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759611.126272:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759611.126273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759611.126277:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759611.126279:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759611.126283:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759611.126283:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759611.126289:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1787759611.126290:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759611.126292:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.126293:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759611.126296:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1787759611.126298:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.126300:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759611.126304:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759611.126307:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759611.126307:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759611.126310:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759611.126312:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759611.126315:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759611.126317:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759611.126320:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126323:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759611.126326:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126329:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.126333:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759611.126335:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759611.126339:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.126341:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759611.126344:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759611.126344:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759611.126345:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759611.126350:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759611.126350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.126351:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759611.126355:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.126359:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759611.126360:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759611.126361:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759611.126363:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759611.126365:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759611.126373:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759611.126373:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759611.126373:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759611.126380:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.126380:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759611.126381:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000020:00000001:3.0:1787759611.126384:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759611.126392:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759611.126394:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759611.126394:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126397:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759611.126397:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787759611.126407:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759611.126409:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759611.126410:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.126418:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759611.126423:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.126424:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759611.126439:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759611.126443:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.126450:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.126454:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759611.126456:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759611.126459:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.126461:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.126463:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.126465:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.126565:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759611.126568:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759611.126570:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.126572:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759611.126574:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759611.126576:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.126578:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759611.126580:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.126582:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759611.446227:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759611.446238:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759611.446240:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759611.446244:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759611.446249:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759611.446258:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18293 00000400:00000200:2.0:1787759611.446268:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759611.446275:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759611.446279:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759611.446282:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446286:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.446289:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446291:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759611.446296:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759611.446298:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759611.446302:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759611.446305:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759611.446308:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759611.446311:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759611.446314:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446316:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.446318:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446320:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759611.446324:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759611.446327:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446330:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.446332:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759611.446335:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759611.446336:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446338:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759611.446340:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759611.446352:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759611.446355:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759611.446359:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759611.446360:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446363:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759611.446365:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759611.446369:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759611.446377:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759611.446382:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.446389:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759611.446397:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759611.446401:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759611.446404:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759611.446437:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759611.446440:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759611.446443:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759611.446444:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759611.446445:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759611.446448:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759611.446451:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18293 00000400:00000200:2.0:1787759611.446454:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759611.446457:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759611.446459:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759611.446461:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446463:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.446465:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446467:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759611.446468:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1787759611.446469:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759611.446472:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759611.446473:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759611.446473:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759611.446477:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1787759611.446478:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759611.446481:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759611.446483:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759611.446486:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759611.446487:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446490:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.446493:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446496:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759611.446498:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759611.446499:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446501:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.446502:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759611.446508:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1787759611.446510:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.446510:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.446516:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.446516:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759611.446519:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759611.446520:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759611.446523:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1787759611.446527:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1787759611.446527:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875551488:192.168.201.104@tcp:250:kworker.0 00000008:00000001:2.0:1787759611.446535:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.446535:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787759611.446539:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.446540:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1787759611.446542:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 02000000:00000001:3.0:1787759611.446543:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759611.446546:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759611.446548:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787759611.446549:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759611.446551:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446552:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759611.446553:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759611.446555:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759611.446558:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000010:2.0:1787759611.446559:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 02000000:00000001:3.0:1787759611.446564:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446565:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.446572:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759611.446575:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759611.446582:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1787759611.446584:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:2.0:1787759611.446585:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759611.446590:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787759611.446595:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:2.0:1787759611.446596:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759611.446600:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759611.446602:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759611.446604:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759611.446605:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:3.0:1787759611.446606:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551488, portal 25 00000100:00000001:2.0:1787759611.446607:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1787759611.446611:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1787759611.446612:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18293 00000100:00000001:3.0:1787759611.446613:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000400:00000200:2.0:1787759611.446625:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:3.0:1787759611.446630:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787759611.446631:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759611.446636:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759611.446642:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446647:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759611.446648:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759611.446651:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759611.446656:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446657:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759611.446662:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000010:3.0:1787759611.446662:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000020:00000040:2.0:1787759611.446664:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000100:00000200:3.0:1787759611.446667:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875551488, offset 0 00000020:00000001:2.0:1787759611.446668:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759611.446673:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000400:00000200:3.0:1787759611.446676:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000020:00000001:2.0:1787759611.446677:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759611.446682:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759611.446685:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000040:2.0:1787759611.446688:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446692:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759611.446693:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000040:2.0:1787759611.446697:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759611.446700:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1787759611.446703:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759611.446705:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000020:00000040:2.0:1787759611.446709:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759611.446715:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446718:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.446720:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1787759611.446720:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1787759611.446725:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787759611.446728:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 02000000:00000001:2.0:1787759611.446730:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446733:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1787759611.446736:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776733:776733:256:4294967295] 192.168.201.104@tcp LPNI seq info [776724:776724:8:4294967295] 00000008:00100000:2.0:1787759611.446737:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759611.446742:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446745:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759611.446747:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:2.0:1787759611.446750:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759611.446755:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759611.446759:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759611.446761:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.446764:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1787759611.446766:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 02000000:00000001:2.0:1787759611.446767:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759611.446771:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787759611.446776:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000010:2.0:1787759611.446779:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000800:00000010:3.0:1787759611.446782:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00000001:2.0:1787759611.446784:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759611.446792:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1787759611.446793:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759611.446798:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759611.446807:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759611.446811:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759611.446819:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.446822:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000100:00000001:2.0:1787759611.446824:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759611.446826:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759611.446833:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759611.446836:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759611.446845:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1787759611.446851:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759611.446854:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759611.446857:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759611.446858:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759611.446860:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1787759611.446862:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00000001:2.0:1787759611.446863:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:3.0:1787759611.446868:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00080000:2.0:1787759611.446869:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18293 00000400:00000200:2.0:1787759611.446875:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.446876:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1787759611.446880:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759611.446885:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1787759611.446885:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787759611.446893:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446897:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759611.446898:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759611.446902:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:3.0:1787759611.446904:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759611.446907:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759611.446913:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1787759611.446914:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787759611.446917:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000100:00000001:3.0:1787759611.446917:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1787759611.446921:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759611.446924:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000100:00000001:3.0:1787759611.446925:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759611.446928:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000200:3.0:1787759611.446931:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:2.0:1787759611.446933:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000001:3.0:1787759611.446935:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312966923 00000100:00000040:2.0:1787759611.446940:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000010:3.0:1787759611.446941:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ba0. 00000100:00000001:2.0:1787759611.446944:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.446949:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759611.446949:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759611.446955:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759611.446957:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312966923 00000020:00000040:2.0:1787759611.446959:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00000010:3.0:1787759611.446963:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14780. 00000100:00080000:2.0:1787759611.446964:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759611.446968:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.446969:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759611.446975:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.446975:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1787759611.446979:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.446982:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759611.446983:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759611.446986:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1787759611.446988:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1787759611.446990:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.446992:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1787759611.446994:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759611.446999:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000100:00100000:3.0:1787759611.447001:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611] req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1787759611.447004:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759611.447009:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759611.447012:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.447017:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759611.447018:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1787759611.447019:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1787759611.447021:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787759611.447023:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759611.447027:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 02000000:00000010:2.0:1787759611.447028:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000400:00000200:3.0:1787759611.447031:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000100:00000001:2.0:1787759611.447034:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787759611.447035:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759611.447039:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1787759611.447044:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1787759611.447046:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759611.447068:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447074:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759611.447075:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.447077:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759611.447078:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.447081:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.447082:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759611.447089:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759611.447097:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759611.447101:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759611.447105:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759611.447111:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787759611.447113:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:3.0:1787759611.447138:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759611.447143:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759611.447146:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759611.447152:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759611.447158:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18293 00000400:00000200:2.0:1787759611.447168:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.447168:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759611.447174:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787759611.447176:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759611.447177:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1787759611.447180:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759611.447181:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447186:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1787759611.447187:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.447191:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759611.447193:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1787759611.447194:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759611.447200:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00080000:3.0:1787759611.447200:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1787759611.447205:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00080000:3.0:1787759611.447208:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000020:00000040:2.0:1787759611.447209:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:3.0:1787759611.447211:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1787759611.447213:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759611.447217:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00000040:3.0:1787759611.447219:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1787759611.447221:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759611.447226:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759611.447234:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:3.0:1787759611.447237:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875551488:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759611.447239:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759611.447245:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759611.447247:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759611.447249:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759611.447251:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1787759611.447253:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000040:3.0:1787759611.447257:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875551488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787759611.447260:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759611.447267:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759611.447271:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759611.447273:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759611.447276:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759611.447277:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1787759611.447282:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759611.447282:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 00000100:00000001:2.0:1787759611.447286:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759611.447289:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:2.0:1787759611.447291:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000020:00000001:3.0:1787759611.447293:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759611.447296:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000008:00000001:2.0:1787759611.447298:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759611.447300:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787759611.447302:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759611.447305:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 00000100:00000010:2.0:1787759611.447308:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759611.447312:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759611.447312:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759611.447316:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1787759611.447317:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1787759611.447320:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 02000000:00000001:2.0:1787759611.447321:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759611.447326:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787759611.447326:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1787759611.447328:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759611.447330:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1787759611.447332:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447334:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1787759611.447338:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759611.447343:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447345:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759611.447349:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759611.447349:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447353:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759611.447356:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759611.447359:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787759611.447363:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1787759611.447366:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759611.447367:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447375:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1787759611.447376:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447377:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447380:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759611.447382:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759611.447386:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.447392:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759611.447396:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447396:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759611.447398:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759611.447400:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447402:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1787759611.447405:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18303) 02000000:00000010:3.0:1787759611.447406:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759611.447409:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759611.447413:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759611.447416:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759611.447418:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759611.447421:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551616, portal 10 00000100:00000001:3.0:1787759611.447422:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759611.447439:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759611.447447:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447454:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759611.447456:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759611.447459:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759611.447461:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875551616, offset 0 00000400:00000200:3.0:1787759611.447466:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759611.447470:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.447475:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759611.447479:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759611.447481:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759611.447484:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759611.447487:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759611.447490:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776734:776734:256:4294967295] 192.168.201.104@tcp LPNI seq info [776725:776725:8:4294967295] 00000400:00000200:3.0:1787759611.447495:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.447500:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759611.447503:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.447506:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759611.447510:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759611.447512:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759611.447516:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759611.447517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759611.447520:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.447522:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759611.447524:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759611.447527:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759611.447529:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759611.447531:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759611.447532:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759611.447535:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447541:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.447543:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447547:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447549:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759611.447551:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759611.447554:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759611.447556:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.447558:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312965644 00000100:00000001:3.0:1787759611.447562:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.447564:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312965644 00000100:00000001:3.0:1787759611.447566:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.447568:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.447570:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447572:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759611.447576:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611] req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759611.447584:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759611.447585:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759611.447587:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759611.447590:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759611.447591:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759611.447594:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759611.447597:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759611.447606:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447611:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759611.447612:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447613:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.447614:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759611.447617:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447623:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759611.447627:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447633:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759611.447636:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447639:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.447641:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447642:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759611.447647:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759611.447650:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759611.447654:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759611.447657:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759611.447661:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759611.447669:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759611.447672:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759611.447674:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447678:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.447680:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447681:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759611.447683:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759611.447684:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.447686:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759611.447688:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759611.447689:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759611.447690:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447691:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759611.447694:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759611.447696:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759611.447698:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759611.447700:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759611.447702:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759611.447705:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551744, portal 10 00000100:00000001:3.0:1787759611.447706:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759611.447708:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759611.447712:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447718:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759611.447721:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759611.447724:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759611.447726:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875551744, offset 0 00000400:00000200:3.0:1787759611.447730:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759611.447735:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.447739:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759611.447742:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759611.447744:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759611.447747:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759611.447750:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759611.447753:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776735:776735:256:4294967295] 192.168.201.104@tcp LPNI seq info [776726:776726:8:4294967295] 00000400:00000200:3.0:1787759611.447758:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.447763:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759611.447767:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.447770:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759611.447773:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759611.447775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759611.447778:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759611.447781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759611.447783:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.447785:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759611.447787:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759611.447790:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759611.447792:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759611.447793:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759611.447795:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759611.447798:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447803:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.447805:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447810:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447811:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759611.447813:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759611.447815:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759611.447818:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.447819:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312965644 00000100:00000001:3.0:1787759611.447821:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.447823:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312965644 00000100:00000001:3.0:1787759611.447825:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.447828:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.447830:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.447832:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759611.447837:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611] req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759611.447844:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759611.447846:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759611.447848:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759611.447850:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759611.447852:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759611.447855:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759611.447858:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759611.447867:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447874:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759611.447875:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447877:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.447879:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759611.447882:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447887:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759611.447890:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447895:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759611.447897:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447898:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.447899:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.447900:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759611.447902:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759611.447904:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759611.447905:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759611.447907:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759611.447909:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759611.447915:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759611.447918:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759611.447920:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447923:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.447924:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447926:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759611.447927:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759611.447929:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.447931:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759611.447933:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759611.447935:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759611.447936:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.447937:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759611.447940:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759611.447941:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759611.447944:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759611.447946:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759611.447950:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759611.447953:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875551872, portal 4 00000100:00000001:3.0:1787759611.447955:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759611.447956:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759611.447963:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.447970:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759611.447972:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759611.447975:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759611.447978:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875551872, offset 0 00000400:00000200:3.0:1787759611.447982:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759611.447986:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.447990:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759611.447992:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759611.447995:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759611.447997:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759611.448000:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759611.448003:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776736:776736:256:4294967295] 192.168.201.104@tcp LPNI seq info [776727:776727:8:4294967295] 00000400:00000200:3.0:1787759611.448008:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.448014:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759611.448019:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.448023:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759611.448027:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759611.448030:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759611.448035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759611.448038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759611.448041:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.448044:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759611.448047:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759611.448051:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759611.448054:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759611.448056:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759611.448059:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759611.448062:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448070:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448074:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448080:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448081:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759611.448084:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759611.448086:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759611.448088:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.448090:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312965703 00000100:00000001:3.0:1787759611.448092:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.448094:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312965703 00000100:00000001:3.0:1787759611.448095:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.448097:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.448098:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448099:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759611.448102:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611] req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759611.448107:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759611.448108:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759611.448110:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759611.448111:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759611.448113:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759611.448115:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759611.448132:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759611.448137:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448142:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759611.448143:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448144:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.448145:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759611.448147:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448154:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759611.448157:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448164:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759611.448167:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448169:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.448171:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448173:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759611.448175:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759611.448178:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759611.448181:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759611.448184:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759611.448188:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759611.448197:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875551872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759611.448201:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448203:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448208:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875551616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448214:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759611.448216:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759611.448218:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759611.448221:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759611.448222:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759611.448224:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759611.448227:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759611.448228:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:3.0:1787759611.448232:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759611.448233:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759611.448235:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759611.448238:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759611.448239:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448241:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448244:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875551744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448250:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759611.448251:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759611.448253:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759611.448255:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759611.448256:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759611.448257:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759611.448259:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759611.448261:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:3.0:1787759611.448263:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759611.448265:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759611.448266:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759611.448268:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759611.448270:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448271:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448274:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875551872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448281:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759611.448283:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759611.448284:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759611.448287:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759611.448288:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759611.448289:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759611.448291:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759611.448293:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:3.0:1787759611.448295:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759611.448296:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759611.448298:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759611.448299:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759611.448300:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448302:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448304:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759611.448305:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448307:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759611.448308:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759611.448309:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759611.448311:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448317:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.448318:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.448321:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759611.448322:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759611.448324:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.448327:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759611.448331:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759611.448333:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759611.448335:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759611.448336:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759611.448339:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759611.448342:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759611.448345:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759611.448348:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759611.448351:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759611.448355:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552000, portal 4 00000100:00000001:3.0:1787759611.448358:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759611.448359:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:3.0:1787759611.448365:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448371:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759611.448374:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759611.448376:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759611.448379:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875552000, offset 0 00000400:00000200:3.0:1787759611.448384:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759611.448388:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.448392:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759611.448395:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759611.448397:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759611.448400:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759611.448403:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759611.448406:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776737:776737:256:4294967295] 192.168.201.104@tcp LPNI seq info [776728:776728:8:4294967295] 00000400:00000200:3.0:1787759611.448410:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759611.448416:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759611.448420:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.448435:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759611.448440:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759611.448443:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1787759611.448447:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759611.448451:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1787759611.448455:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759611.448457:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759611.448461:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759611.448464:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759611.448467:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759611.448469:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759611.448471:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759611.448475:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448488:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448492:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448498:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448500:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759611.448503:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759611.448505:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759611.448509:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759611.448511:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312965668 00000100:00000001:3.0:1787759611.448513:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.448516:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312965668 00000100:00000001:3.0:1787759611.448518:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312966923 00000100:00000001:3.0:1787759611.448520:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759611.448523:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448525:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759611.448528:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759611/real 1787759611] req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759611.448536:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759611.448537:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759611.448539:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759611.448541:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759611.448543:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759611.448545:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759611.448548:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759611.448557:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448563:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759611.448565:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448567:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.448568:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759611.448572:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448579:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759611.448583:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448589:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759611.448592:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448594:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759611.448595:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448597:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759611.448599:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759611.448601:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759611.448605:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759611.448607:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759611.448612:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759611.448619:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759611.448623:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448625:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759611.448628:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875552000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759636 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759611.448634:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759611.448636:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759611.448638:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759611.448640:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759611.448642:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759611.448644:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759611.448646:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759611.448648:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:3.0:1787759611.448651:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759611.448652:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759611.448654:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759611.448656:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759611.448658:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448660:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.448663:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759611.448664:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.448666:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759611.448668:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759611.894179:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759611.894188:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759611.894190:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759611.894196:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759611.894199:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759611.894203:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.894206:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759611.894209:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759611.894212:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759612.150243:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759612.150246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759612.150251:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759612.150252:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759612.150258:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759612.150258:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759612.150259:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759612.150262:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150264:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759612.150265:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759612.150266:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759612.150269:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150271:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759612.150271:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759612.150274:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759612.150276:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759612.150277:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759612.150279:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759612.150283:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150283:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150289:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759612.150292:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150295:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150306:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759612.150310:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759612.150316:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759612.150321:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759612.150322:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150324:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759612.150326:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759612.150329:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759612.150331:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759612.150333:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759612.150336:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150336:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759612.150377:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759612.150381:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759612.150386:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759612.150387:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759612.150391:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759612.150392:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759612.150396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759612.150397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759612.150496:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759612.150499:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759612.150501:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759612.150504:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759612.150506:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759612.150508:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759612.150909:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759612.150911:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759612.150913:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759612.150929:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759612.150933:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759612.150933:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759612.150937:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759612.150938:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759612.150938:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759612.150942:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759612.150943:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150946:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759612.150948:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759612.150953:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759612.150955:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759612.150959:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759612.150960:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759612.150963:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150972:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759612.150976:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759612.150978:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759612.150981:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759612.150984:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759612.150987:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787759612.150988:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1787759612.150990:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1787759612.150992:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759612.150994:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1787759612.150998:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759612.150999:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759612.151055:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759612.151058:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759612.151061:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759612.790261:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312966923, at 4312966976 00000100:00000040:3.0:1787759612.790265:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312966923, at 4312966976 00000100:00000010:2.0:1787759612.790275:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ba0. 00000100:00000010:3.0:1787759612.790282:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000001:3.0:1787759612.918195:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759612.918205:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759612.918208:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759612.918223:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759612.918228:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759612.918232:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759612.918236:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759612.918239:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759612.918242:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759613.174243:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759613.174257:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759613.174259:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759613.174261:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174266:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759613.174267:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759613.174269:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759613.174270:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759613.174275:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759613.174276:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174276:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759613.174279:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759613.174284:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174285:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759613.174287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759613.174288:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759613.174299:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759613.174299:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759613.174300:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759613.174301:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759613.174310:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759613.174316:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759613.174317:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759613.174317:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759613.174317:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759613.174328:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759613.174329:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759613.174334:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759613.174336:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759613.174341:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174342:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759613.174344:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759613.174352:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759613.174354:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174359:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759613.174359:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759613.174366:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759613.174370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759613.174377:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759613.174378:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759613.174379:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759613.174385:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174388:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759613.174388:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174389:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759613.174390:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759613.174408:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174411:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759613.174412:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759613.174413:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759613.174419:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174420:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759613.174420:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759613.174425:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759613.174427:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759613.174429:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759613.174432:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759613.174434:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759613.174435:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759613.174438:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759613.174441:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759613.174443:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759613.174443:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759613.174452:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759613.174453:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759613.174457:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759613.174463:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759613.174463:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759613.174467:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759613.174474:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759613.174475:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759613.174481:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759613.174487:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759613.174508:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759613.174513:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759613.174515:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759613.174518:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759613.174521:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759613.174523:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759613.174524:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759613.174526:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759613.174528:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759613.942243:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759613.942255:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759613.942257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759613.942264:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759613.942270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759613.942276:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759613.942279:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759613.942282:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759613.942286:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759614.198239:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759614.198239:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759614.198240:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759614.198247:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759614.198249:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759614.198249:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759614.198252:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759614.198253:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759614.198253:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759614.198256:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759614.198257:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759614.198259:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759614.198260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759614.198261:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759614.198263:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759614.198265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759614.198265:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759614.198267:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759614.198268:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759614.198270:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759614.198270:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759614.198270:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759614.198278:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759614.198278:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759614.198281:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759614.198285:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759614.198294:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759614.198298:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759614.198301:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759614.198420:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759614.198423:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759614.198425:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759614.198428:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759614.198431:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759614.198433:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759614.198435:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759614.198435:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759614.198437:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759614.198441:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759614.198442:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759614.198445:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759614.198449:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759614.198450:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759614.198455:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759614.198455:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759614.198458:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759614.198459:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759614.198460:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759614.198462:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759614.198464:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759614.198465:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759614.198466:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759614.198470:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759614.198470:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759614.198471:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759614.198473:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759614.198476:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759614.198477:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759614.198478:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759614.198480:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759614.198491:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759614.198497:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759614.198502:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759614.198504:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759614.198507:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759614.198508:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759614.198511:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759614.198513:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759614.198515:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759614.198520:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759614.198522:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759614.198526:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759614.198528:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759614.198531:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759614.198581:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759614.198583:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759614.198585:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759614.198587:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759614.198589:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759614.198591:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759614.198594:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759614.198595:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759614.198597:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759614.966256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759614.966264:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759614.966266:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759614.966272:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759614.966275:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759614.966278:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759614.966281:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759614.966283:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759614.966287:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759615.222245:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759615.222253:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759615.222255:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759615.222260:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759615.222261:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759615.222266:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759615.222267:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759615.222271:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759615.222272:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759615.222275:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759615.222277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759615.222280:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759615.222281:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759615.222285:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759615.222286:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759615.222290:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759615.222292:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759615.222295:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759615.222313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759615.222317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759615.222321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759615.222323:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759615.222326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759615.222327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759615.222331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759615.222332:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759615.222446:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759615.222448:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759615.222451:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759615.222452:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759615.222454:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759615.222456:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759615.222460:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759615.222460:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759615.222466:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759615.222467:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759615.222471:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.222472:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759615.222474:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759615.222476:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759615.222479:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759615.222480:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1787759615.222557:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759615.222559:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759615.222562:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759615.222563:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759615.222565:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00010000:0.0:1787759615.222569:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759615.222570:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759615.222574:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759615.222577:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759615.222582:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759615.222584:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759615.222588:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759615.222591:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759615.222594:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759615.222597:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759615.222601:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759615.222602:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759615.222605:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759615.222607:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759615.222610:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.225189:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759615.225194:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.225200:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759615.225200:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759615.225204:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759615.225207:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759615.225209:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759615.225213:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.225236:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759615.225241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759615.225242:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759615.225246:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759615.225246:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759615.225249:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759615.225250:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.225253:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759615.225256:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759615.225258:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759615.225261:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759615.225264:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759615.225304:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759615.990467:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759615.990479:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759615.990482:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759615.990499:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759615.990503:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759615.990506:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759615.990510:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759615.990512:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759615.990516:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246375:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759616.246386:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759616.246389:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759616.246396:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759616.246400:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759616.246405:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.246409:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759616.246423:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.246429:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246462:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759616.246465:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759616.246466:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759616.246469:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759616.246472:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759616.246474:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.246476:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759616.246477:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.246480:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759616.246481:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759616.246499:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759616.246502:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759616.246506:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759616.246507:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246511:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759616.246513:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759616.246517:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759616.246519:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759616.246523:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246528:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759616.246528:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759616.246531:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759616.246533:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759616.246536:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759616.246538:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759616.246539:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246542:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759616.246545:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759616.246546:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759616.246548:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.246551:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.246555:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759616.246572:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759616.246577:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759616.246580:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759616.249525:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759616.249533:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759616.249535:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759616.249541:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759616.249544:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759616.249549:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759616.249552:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759616.249554:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759616.249557:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.249693:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759616.249696:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759616.249699:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759616.249701:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759616.249703:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759616.249705:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759616.249707:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759616.249708:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759616.249710:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759616.249769:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759616.249772:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759616.249773:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759616.249775:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759616.249777:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759616.249779:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759616.249781:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759616.249782:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759616.249785:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759616.249847:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759616.249850:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759616.249852:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759616.249855:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759616.249858:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759616.249860:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.249862:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759616.249864:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759616.249866:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.249925:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759616.249928:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759616.249930:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759616.249932:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759616.249934:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759616.249936:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.249938:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.249940:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.249942:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759616.566514:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759616.566524:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759616.566526:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759616.566530:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759616.566534:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759616.566540:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18298 00000400:00000200:1.0:1787759616.566549:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759616.566554:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759616.566557:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759616.566560:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566563:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759616.566565:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566567:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759616.566571:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759616.566573:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759616.566576:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759616.566579:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759616.566582:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759616.566585:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759616.566588:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566591:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759616.566593:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566595:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759616.566599:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759616.566603:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566606:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.566610:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759616.566615:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759616.566618:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.566621:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759616.566624:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759616.566633:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759616.566637:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759616.566642:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759616.566644:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.566647:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759616.566650:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759616.566655:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759616.566665:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759616.566670:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759616.566678:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759616.566686:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759616.566689:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759616.566693:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.566710:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.566750:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759616.566755:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759616.566758:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759616.566765:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.566774:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.566776:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.566780:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759616.566783:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759616.566785:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759616.566790:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875552128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759616.566794:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759616.566798:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759616.566801:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.566804:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759616.566810:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.566813:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.566818:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759616.566823:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759616.566831:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759616.566839:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552128, portal 25 00000100:00000001:3.0:1787759616.566841:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759616.566843:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:3.0:1787759616.566849:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.566856:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759616.566860:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759616.566863:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759616.566866:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875552128, offset 0 00000400:00000200:3.0:1787759616.566873:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759616.566883:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.566888:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759616.566894:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759616.566898:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759616.566902:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759616.566905:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.566909:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776738:776738:256:4294967295] 192.168.201.104@tcp LPNI seq info [776729:776729:8:4294967295] 00000400:00000200:3.0:1787759616.566914:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.566925:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00080000:1.0:1787759616.566926:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759616.566929:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759616.566931:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:3.0:1787759616.566932:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759616.566933:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759616.566937:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:3.0:1787759616.566938:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000100:00080000:1.0:1787759616.566940:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18298 00000400:00000200:1.0:1787759616.566944:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759616.566947:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000200:3.0:1787759616.566947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:1.0:1787759616.566949:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1787759616.566951:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1787759616.566952:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.566955:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759616.566957:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000800:00000200:3.1:1787759616.566957:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759616.566960:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:3.1:1787759616.566961:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000001:1.0:1787759616.566962:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759616.566964:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000800:00000100:3.0:1787759616.566965:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000001:1.0:1787759616.566966:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759616.566968:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000800:00000010:3.0:1787759616.566968:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000020:00000001:1.0:1787759616.566970:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759616.566972:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759616.566975:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.566975:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787759616.566978:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759616.566980:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.566980:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1787759616.566982:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759616.566984:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000400:00000200:3.0:1787759616.566985:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00080000:1.0:1787759616.566987:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000010:3.0:1787759616.566988:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:1.0:1787759616.566990:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.566991:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759616.566994:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759616.566997:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759616.566998:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759616.567001:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567003:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759616.567006:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1787759616.567007:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1787759616.567010:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.567011:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.567012:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759616.567016:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759616.567019:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:3.0:1787759616.567019:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.567021:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787759616.567022:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759616.567023:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567024:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759616.567026:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759616.567027:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.567028:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759616.567031:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000400:00000200:3.0:1787759616.567031:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759616.567034:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312972043 00000100:00000001:1.0:1787759616.567036:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759616.567040:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14780. 00000100:00100000:1.0:1787759616.567042:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759616.567048:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759616.567048:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759616.567050:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759616.567054:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567054:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312972043 00000100:00000010:3.0:1787759616.567057:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14000. 00000100:00000001:3.0:1787759616.567061:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759616.567062:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759616.567065:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759616.567065:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759616.567068:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759616.567068:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567069:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1787759616.567070:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1787759616.567071:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759616.567074:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1787759616.567074:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759616] req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759616.567078:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18298 00000400:00000200:1.0:1787759616.567082:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759616.567084:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000400:00000001:3.0:1787759616.567084:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1787759616.567087:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1787759616.567087:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759616.567089:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000100:00000040:1.0:1787759616.567090:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.567092:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1787759616.567092:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759616.567094:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000040:1.0:1787759616.567095:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.567097:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:3.0:1787759616.567097:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1787759616.567099:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759616.567101:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759616.567103:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759616.567105:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759616.567107:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759616.567109:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759616.567113:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000200:3.0:1787759616.567113:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.567136:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759616.567139:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.567142:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759616.567145:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759616.567148:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759616.567151:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.567153:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759616.567156:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759616.567158:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567160:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759616.567162:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759616.567165:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567167:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759616.567171:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759616.567174:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759616.567176:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759616.567177:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.567179:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759616.567180:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1787759616.567332:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567373:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759616.567375:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567377:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.567380:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759616.567384:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567392:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759616.567396:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567404:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759616.567407:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567409:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.567410:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567413:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759616.567415:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759616.567418:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759616.567422:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759616.567425:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759616.567429:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759616.567437:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875552128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759616.567442:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567445:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.567448:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875552128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567454:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759616.567457:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759616.567460:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.567463:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759616.567466:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759616.567467:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759616.567469:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759616.567473:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:3.0:1787759616.567476:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759616.567479:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759616.567480:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:3.0:1787759616.567483:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759616.567485:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567487:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567495:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759616.567497:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.567500:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759616.567501:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759616.567503:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759616.567506:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567513:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.567515:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.567517:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759616.567519:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759616.567521:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759616.567524:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759616.567528:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759616.567530:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759616.567532:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.567534:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759616.567538:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.567540:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.567544:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759616.567547:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759616.567551:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759616.567554:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552256, portal 10 00000100:00000001:3.0:1787759616.567556:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759616.567557:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:3.0:1787759616.567564:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567571:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759616.567573:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759616.567576:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759616.567578:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875552256, offset 0 00000400:00000200:3.0:1787759616.567583:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759616.567587:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.567590:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759616.567594:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759616.567597:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759616.567599:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759616.567602:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.567605:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776739:776739:256:4294967295] 192.168.201.104@tcp LPNI seq info [776730:776730:8:4294967295] 00000400:00000200:3.0:1787759616.567609:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.567615:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759616.567620:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.567624:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759616.567628:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759616.567631:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759616.567636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759616.567639:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759616.567643:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.567645:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759616.567649:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759616.567652:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759616.567655:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759616.567657:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759616.567660:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759616.567664:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567672:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.567676:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567682:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.567684:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759616.567687:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.567692:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759616.567695:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759616.567697:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312970764 00000100:00000001:3.0:1787759616.567700:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.567703:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312970764 00000100:00000001:3.0:1787759616.567706:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.567708:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759616.567710:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.567712:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759616.567716:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759616] req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759616.567724:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759616.567725:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759616.567727:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759616.567731:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759616.567732:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759616.567735:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759616.567739:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759616.567747:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567753:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759616.567755:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567757:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.567758:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759616.567762:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567769:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759616.567773:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567780:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759616.567782:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567784:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.567785:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567787:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759616.567792:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759616.567795:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759616.567798:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759616.567801:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759616.567805:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759616.567813:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759616.567817:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567819:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.567823:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875552256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.567830:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759616.567831:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759616.567833:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.567837:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759616.567838:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759616.567839:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759616.567842:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759616.567843:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:3.0:1787759616.567846:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759616.567847:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759616.567849:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:3.0:1787759616.567852:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759616.567853:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567855:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.567858:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759616.567859:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.567861:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759616.567863:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.568224:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759616.568238:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759616.568243:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759616.568250:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759616.568258:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759616.568262:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759616.568266:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.568284:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759616.568288:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759616.568292:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759616.568294:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759616.568295:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759616.568299:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759616.568302:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18298 00000400:00000200:1.0:1787759616.568307:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759616.568311:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:3.0:1787759616.568312:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1787759616.568313:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1787759616.568314:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759616.568316:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759616.568317:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568320:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759616.568320:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759616.568322:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568324:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759616.568327:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1787759616.568328:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.568329:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759616.568330:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759616.568332:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1787759616.568332:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1787759616.568346:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 02000000:00000001:3.0:1787759616.568348:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787759616.568349:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 02000000:00000001:3.0:1787759616.568350:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759616.568351:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00100000:3.0:1787759616.568354:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552384:192.168.201.104@tcp:38:kworker.0 00000100:00000040:1.0:1787759616.568355:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568357:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759616.568358:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1787759616.568359:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 02000000:00000001:3.0:1787759616.568360:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759616.568362:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:3.0:1787759616.568362:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.568364:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787759616.568365:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 02000000:00000010:3.0:1787759616.568367:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 00000100:00080000:1.0:1787759616.568368:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:3.0:1787759616.568370:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.568371:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.568373:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1787759616.568374:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759616.568377:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1787759616.568377:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 02000000:00000001:1.0:1787759616.568379:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.568381:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:3.0:1787759616.568381:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000008:00100000:1.0:1787759616.568384:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000200:3.0:1787759616.568385:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552384, portal 10 00000008:00000001:1.0:1787759616.568387:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568388:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759616.568389:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000001:1.0:1787759616.568390:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759616.568394:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000100:00000040:3.0:1787759616.568396:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759616.568398:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759616.568402:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1787759616.568403:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787759616.568404:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.568405:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568406:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1787759616.568407:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 02000000:00000001:1.0:1787759616.568408:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759616.568410:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759616.568410:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875552384, offset 0 02000000:00000010:1.0:1787759616.568414:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000400:00000200:3.0:1787759616.568416:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568417:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.568420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:1.0:1787759616.568421:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759616.568424:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759616.568427:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787759616.568429:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1787759616.568430:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:1.0:1787759616.568431:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.568432:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1787759616.568435:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759616.568435:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.568438:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776740:776740:256:4294967295] 192.168.201.104@tcp LPNI seq info [776731:776731:8:4294967295] 00000100:00000001:1.0:1787759616.568443:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.568443:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759616.568446:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759616.568449:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:3.0:1787759616.568450:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:1.0:1787759616.568451:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759616.568452:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759616.568455:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.0:1787759616.568455:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00080000:1.0:1787759616.568458:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18298 00000800:00000010:3.0:1787759616.568459:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000400:00000200:1.0:1787759616.568461:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000800:00000200:3.0:1787759616.568463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:1.0:1787759616.568464:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759616.568467:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1787759616.568467:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1787759616.568469:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568472:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1787759616.568472:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:1.0:1787759616.568474:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568476:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000200:3.1:1787759616.568476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000020:00000001:1.0:1787759616.568479:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759616.568480:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000800:00000100:3.0:1787759616.568480:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.568482:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000020:00000001:1.0:1787759616.568483:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759616.568485:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000400:00000200:3.0:1787759616.568486:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1787759616.568487:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759616.568489:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:3.0:1787759616.568489:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1787759616.568493:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.568493:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000100:00000001:1.0:1787759616.568495:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1787759616.568495:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000040:1.0:1787759616.568497:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759616.568498:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1787759616.568499:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759616.568502:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00000200:3.0:1787759616.568502:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759616.568505:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759616.568507:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759616.568509:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1787759616.568511:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787759616.568512:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759616.568514:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.568514:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.568516:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759616.568518:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759616.568520:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568521:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.568522:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568523:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1787759616.568526:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759616.568527:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759616.568528:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000040:3.0:1787759616.568530:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 02000000:00000001:1.0:1787759616.568531:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759616.568532:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759616.568534:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1787759616.568534:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:1.0:1787759616.568535:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787759616.568536:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312970765 02000000:00000001:1.0:1787759616.568537:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568539:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312972043 02000000:00000010:1.0:1787759616.568540:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:3.0:1787759616.568542:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312970765 00000100:00000001:1.0:1787759616.568544:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568544:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.568547:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1787759616.568548:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759616.568549:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568551:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759616.568555:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759616] req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759616.568556:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759616.568558:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759616.568562:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759616.568564:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759616.568566:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759616.568568:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000100:00000001:1.0:1787759616.568570:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.568570:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759616.568572:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759616.568574:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1787759616.568576:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18308) 00000100:00000200:3.0:1787759616.568578:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759616.568592:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568599:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759616.568600:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568602:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.568604:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759616.568608:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568614:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759616.568619:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568625:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759616.568627:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568629:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.568630:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568632:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759616.568635:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759616.568638:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759616.568641:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759616.568644:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759616.568648:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759616.568656:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759616.568660:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568662:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.568664:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875552384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568677:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759616.568679:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759616.568681:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.568684:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759616.568685:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759616.568687:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759616.568689:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759616.568691:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:3.0:1787759616.568693:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759616.568694:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759616.568696:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:3.0:1787759616.568698:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759616.568699:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568702:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568706:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759616.568708:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568709:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759616.568711:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759616.568712:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759616.568716:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568723:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.568724:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.568726:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759616.568728:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759616.568730:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759616.568733:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759616.568737:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759616.568739:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759616.568740:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.568742:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759616.568745:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.568747:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.568751:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759616.568754:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759616.568758:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759616.568760:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552512, portal 4 00000100:00000001:3.0:1787759616.568763:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759616.568764:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759616.568770:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568777:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759616.568779:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759616.568781:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759616.568783:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875552512, offset 0 00000400:00000200:3.0:1787759616.568788:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759616.568792:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.568795:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759616.568799:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759616.568801:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759616.568804:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759616.568807:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.568809:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776741:776741:256:4294967295] 192.168.201.104@tcp LPNI seq info [776732:776732:8:4294967295] 00000400:00000200:3.0:1787759616.568814:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.568821:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759616.568826:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.568829:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759616.568833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759616.568837:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759616.568841:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759616.568844:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759616.568849:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.568851:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759616.568854:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759616.568858:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759616.568861:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759616.568863:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759616.568866:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759616.568870:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568877:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.568880:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568886:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568888:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759616.568891:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.568894:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759616.568898:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759616.568900:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312970824 00000100:00000001:3.0:1787759616.568902:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.568905:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312970824 00000100:00000001:3.0:1787759616.568907:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.568910:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759616.568912:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.568914:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759616.568918:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759616] req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759616.568926:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759616.568927:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759616.568928:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759616.568931:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759616.568932:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759616.568934:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759616.568938:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759616.568946:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568952:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759616.568954:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568956:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.568957:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759616.568961:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568967:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759616.568971:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.568978:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759616.568981:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568983:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.568984:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.568986:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759616.568988:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759616.568990:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759616.568993:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759616.568996:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759616.569000:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759616.569009:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759616.569013:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759616.569017:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569023:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759616.569025:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.569027:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759616.569029:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759616.569031:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759616.569033:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759616.569036:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759616.569037:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759616.569038:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759616.569040:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759616.569042:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759616.569044:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759616.569047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759616.569049:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759616.569051:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759616.569053:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552640, portal 4 00000100:00000001:3.0:1787759616.569055:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759616.569056:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759616.569061:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569065:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759616.569067:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759616.569068:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759616.569070:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875552640, offset 0 00000400:00000200:3.0:1787759616.569073:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759616.569075:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.569078:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759616.569079:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759616.569081:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759616.569083:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759616.569085:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759616.569087:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776742:776742:256:4294967295] 192.168.201.104@tcp LPNI seq info [776733:776733:8:4294967295] 00000400:00000200:3.0:1787759616.569090:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759616.569094:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759616.569097:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.569112:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759616.569115:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759616.569135:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1787759616.569138:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759616.569140:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1787759616.569142:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759616.569144:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759616.569147:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759616.569149:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759616.569151:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759616.569152:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759616.569154:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759616.569450:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569458:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.569461:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759641 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569465:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.569466:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759616.569470:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759616.569472:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759616.569475:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759616.569477:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312970789 00000100:00000001:3.0:1787759616.569479:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.569481:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312970789 00000100:00000001:3.0:1787759616.569482:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312972043 00000100:00000001:3.0:1787759616.569484:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759616.569486:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.569487:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759616.569489:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759616/real 1787759616] req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759616.569495:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759616.569496:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759616.569497:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759616.569499:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759616.569500:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759616.569502:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759616.569504:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759616.569509:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569513:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759616.569514:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569515:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.569516:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759616.569518:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569522:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759616.569524:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569528:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759616.569530:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569531:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759616.569531:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569533:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759616.569534:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759616.569536:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759616.569538:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759616.569540:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759616.569543:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759616.569548:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759616.569550:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569552:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.569554:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875552512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569557:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759616.569558:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759616.569560:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759616.569561:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759616.569562:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759616.569563:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759616.569565:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759616.569566:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:3.0:1787759616.569568:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759616.569569:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759616.569570:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759616.569572:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759616.569572:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569573:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759616.569575:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875552640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759641 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759616.569579:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759616.569580:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759616.569581:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759616.569583:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759616.569583:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759616.569584:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759616.569585:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759616.569586:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759616.569587:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759616.569589:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759616.569590:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759616.569592:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759616.569593:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569594:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759616.569597:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759616.569598:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759616.569599:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759616.569600:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759617.014245:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759617.014253:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759617.014255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759617.014261:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759617.014265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759617.014269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759617.014272:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759617.014275:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759617.014278:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759617.270231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759617.270239:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759617.270241:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759617.270246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759617.270249:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759617.270253:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759617.270256:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759617.270259:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759617.270262:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759617.270383:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759617.270386:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759617.270388:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759617.270391:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759617.270393:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759617.270395:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759617.270397:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759617.270398:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759617.270400:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759617.270418:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759617.270420:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759617.270423:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759617.270424:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759617.270427:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759617.270428:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759617.270432:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759617.270433:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759617.270440:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759617.270445:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759617.270447:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759617.270449:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1787759617.270451:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000020:00000001:3.0:1787759617.270452:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759617.270456:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759617.270457:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759617.270461:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759617.270464:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759617.270466:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759617.270470:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759617.271480:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759617.271486:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759617.271487:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759617.271492:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759617.271495:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759617.271499:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759617.271501:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759617.271504:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759617.271507:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759617.271518:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759617.271519:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759617.271522:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759617.271524:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759617.271525:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759617.271527:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759617.271528:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759617.271528:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759617.271532:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759617.271534:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759617.271535:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759617.271536:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759617.271541:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759617.271541:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759617.271542:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759617.271546:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759617.271547:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759617.271547:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759617.271553:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759617.271556:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759617.271559:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759617.271588:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759617.271591:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759617.271592:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759617.271594:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759617.271596:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759617.271598:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759617.271747:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759617.271750:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759617.271753:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759617.271754:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759617.271757:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759617.271761:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759617.271763:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759617.271766:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759617.271770:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759617.910202:0:241915:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312972043, at 4312972096 00000100:00000040:3.0:1787759617.910202:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312972043, at 4312972096 00000100:00000010:2.0:1787759617.910221:0:241915:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14780. 00000100:00000010:3.0:1787759617.910225:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000001:3.0:1787759618.041582:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759618.041599:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759618.041603:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759618.041609:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759618.041614:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759618.041622:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759618.041627:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759618.041631:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759618.041637:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759618.294199:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759618.294200:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759618.294202:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759618.294202:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759618.294207:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759618.294207:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759618.294208:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759618.294208:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759618.294210:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759618.294212:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759618.294213:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294213:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759618.294218:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759618.294219:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759618.294219:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759618.294223:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759618.294225:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759618.294225:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759618.294225:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759618.294227:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759618.294231:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759618.294231:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759618.294232:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759618.294232:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759618.294238:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759618.294238:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759618.294242:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759618.294243:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759618.294246:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759618.294246:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294248:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759618.294251:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759618.294256:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759618.294257:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759618.294260:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759618.294261:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759618.294266:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294266:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759618.294267:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759618.294270:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294271:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759618.294273:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759618.294274:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759618.294276:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759618.294277:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759618.294279:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759618.294280:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759618.294282:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759618.294285:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759618.294286:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294286:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759618.294287:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759618.294290:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759618.294292:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759618.294293:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759618.294293:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759618.294295:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759618.294297:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759618.294298:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759618.294300:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759618.294301:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759618.294301:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759618.294320:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759618.294323:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759618.294325:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759618.294327:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759618.294328:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759618.294332:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759618.294334:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759618.294335:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759618.294339:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759618.294342:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294353:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759618.294357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294362:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759618.294364:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294368:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759618.294371:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759618.294373:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759618.294377:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294381:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759618.294383:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294385:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294387:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294391:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759618.294392:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759618.294393:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759618.294395:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294396:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759618.294398:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294399:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759618.294402:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759618.294463:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759618.294467:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759618.294470:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759619.062248:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759619.062257:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759619.062260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759619.062266:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759619.062270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759619.062274:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759619.062276:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759619.062279:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759619.062283:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759619.318238:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759619.318244:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759619.318246:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759619.318251:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759619.318254:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759619.318257:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318259:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759619.318261:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318263:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759619.318283:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759619.318300:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759619.318302:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759619.318305:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759619.318308:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759619.318310:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759619.318314:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318317:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759619.318321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759619.318326:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759619.318331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759619.318333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759619.318337:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759619.318338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759619.318343:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759619.318345:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759619.318369:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759619.318373:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759619.318377:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759619.318393:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759619.318398:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759619.318400:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759619.318402:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759619.318404:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759619.318407:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759619.318410:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318411:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759619.318412:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759619.318413:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318414:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759619.318415:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759619.318415:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759619.318427:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759619.318429:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759619.318431:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318433:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759619.318434:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.318437:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759619.318626:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759619.318629:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759619.318632:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759619.318636:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759619.318639:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759619.318641:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759619.318643:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759619.318646:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759619.323033:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759619.323041:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759619.323043:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759619.323049:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759619.323053:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759619.323057:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759619.323060:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759619.323063:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759619.323066:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759619.323147:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759619.323151:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759619.323152:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759619.323155:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759619.323158:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759619.323160:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.323162:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759619.323163:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759619.323165:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759619.323228:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759619.323232:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759619.323233:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759619.323236:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759619.323238:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759619.323240:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759619.323242:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759619.323244:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759619.323246:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759620.086234:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759620.086242:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759620.086245:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759620.086250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759620.086254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759620.086257:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.086260:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759620.086262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.086266:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759620.342254:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759620.342261:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759620.342263:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759620.342279:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759620.342283:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759620.342286:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.342289:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759620.342291:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.342295:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759620.342321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759620.342325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759620.342329:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759620.342331:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759620.342334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759620.342336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759620.342339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759620.342341:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759620.342345:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759620.342350:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759620.342352:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759620.342355:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759620.342358:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759620.342360:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759620.342363:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759620.342363:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759620.342365:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759620.342369:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759620.342370:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759620.342374:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759620.342502:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759620.342505:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759620.342507:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759620.342510:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759620.342512:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759620.342514:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759620.342516:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759620.342518:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759620.342520:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759620.342621:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759620.342624:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759620.342625:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759620.342628:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759620.342630:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759620.342632:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759620.342634:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759620.342636:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759620.342638:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759620.342662:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759620.342665:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759620.342666:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759620.342668:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759620.342670:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759620.342672:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759620.342673:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759620.342675:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759620.342677:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759620.342780:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759620.342783:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759620.342785:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759620.342787:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759620.342789:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759620.342791:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759620.342793:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759620.342794:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759620.342797:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759620.342844:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759620.342846:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759620.342848:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759620.342850:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759620.342852:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759620.342854:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759620.342856:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759620.342857:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759620.342859:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759620.343689:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759620.343693:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759620.343694:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759620.343698:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759620.343700:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759620.343703:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.343705:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759620.343707:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759620.343710:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.110246:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759621.110265:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759621.110267:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.110274:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759621.110278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759621.110282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.110285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.110287:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.110290:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759621.366205:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759621.366215:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759621.366217:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759621.366223:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759621.366227:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759621.366231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759621.366232:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759621.366237:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759621.366237:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759621.366240:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759621.366241:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759621.366246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759621.366247:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.366279:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759621.366282:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759621.366285:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759621.366287:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759621.366290:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759621.366402:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759621.366406:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759621.366408:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759621.366411:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759621.366412:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759621.366416:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759621.366417:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759621.366419:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.366420:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759621.366424:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1787759621.366425:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759621.366427:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.366430:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759621.366432:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759621.366434:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.366438:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759621.366440:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.366442:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.366477:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759621.366481:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759621.366482:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.366485:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759621.366487:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759621.366489:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759621.366492:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759621.366493:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759621.366495:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.369349:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759621.369357:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759621.369359:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.369365:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759621.369367:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759621.369371:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.369374:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.369376:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.369379:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759621.369405:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369409:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759621.369411:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759621.369414:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759621.369417:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369420:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759621.369422:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369425:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369428:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369431:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759621.369432:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759621.369436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759621.369437:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759621.369504:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759621.369508:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759621.369509:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759621.369512:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759621.369514:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759621.369516:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759621.369519:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759621.369520:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759621.369522:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759621.369581:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759621.369585:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759621.369586:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759621.369589:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759621.369591:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759621.369593:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.369595:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759621.369596:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759621.369599:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759621.369689:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759621.369692:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759621.369695:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759621.687573:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759621.687584:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759621.687586:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759621.687590:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759621.687595:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759621.687602:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18303 00000400:00000200:1.0:1787759621.687610:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759621.687617:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759621.687621:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759621.687624:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687628:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.687630:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687633:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759621.687637:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759621.687640:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759621.687642:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759621.687645:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759621.687648:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759621.687651:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759621.687655:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687657:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.687659:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687660:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759621.687663:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759621.687666:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687776:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.687780:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759621.687784:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759621.687786:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.687789:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759621.687792:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759621.687801:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759621.687805:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759621.687809:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759621.687811:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.687815:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759621.687817:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759621.687821:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759621.687829:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:1.0:1787759621.687836:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.687846:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759621.687856:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759621.687862:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759621.687866:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759621.687900:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759621.687904:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759621.687906:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759621.687908:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759621.687909:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759621.687912:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759621.687915:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18303 00000400:00000200:1.0:1787759621.687919:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759621.687923:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759621.687926:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759621.687929:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687932:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.687934:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687937:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759621.687939:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759621.687941:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759621.687943:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1787759621.687943:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787759621.687947:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759621.687951:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759621.687953:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759621.687956:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.687958:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1787759621.687960:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787759621.687961:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759621.687965:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787759621.687966:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759621.687970:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759621.687976:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:3.0:1787759621.687976:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759621.687979:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.687984:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759621.687990:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.687992:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787759621.687995:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.687996:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.687999:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1787759621.688002:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1787759621.688004:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1787759621.688006:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1787759621.688009:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.688011:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688013:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.688017:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875552768:192.168.201.104@tcp:250:kworker.0 00000100:00000010:1.0:1787759621.688018:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f392c0. 00000020:00000040:1.0:1787759621.688023:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:3.0:1787759621.688025:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759621.688027:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759621.688029:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.688031:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759621.688032:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759621.688034:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759621.688035:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.688036:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.688039:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759621.688042:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000001:1.0:1787759621.688047:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759621.688047:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759621.688052:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.688056:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1787759621.688063:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759621.688070:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1787759621.688071:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000100:00000001:1.0:1787759621.688073:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759621.688079:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e22d281] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787759621.688081:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000001:1.0:1787759621.688090:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787759621.688092:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552768, portal 25 00000100:00080000:1.0:1787759621.688094:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787759621.688098:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787759621.688099:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759621.688102:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1787759621.688102:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00080000:1.0:1787759621.688105:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759621.688109:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:3.0:1787759621.688111:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759621.688114:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18303 00000100:00000001:3.0:1787759621.688147:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759621.688153:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759621.688156:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759621.688158:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000400:00000200:1.0:1787759621.688163:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000200:3.0:1787759621.688164:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875552768, offset 0 00000100:00080000:1.0:1787759621.688168:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759621.688174:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.688178:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688179:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688183:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688186:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759621.688191:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:3.0:1787759621.688191:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:1.0:1787759621.688194:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759621.688197:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759621.688199:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000400:00000200:3.0:1787759621.688201:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000020:00000001:1.0:1787759621.688203:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759621.688207:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000200:3.0:1787759621.688209:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1787759621.688214:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.688218:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000001:1.0:1787759621.688219:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688224:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.688226:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787759621.688227:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:3.0:1787759621.688232:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000020:00000040:1.0:1787759621.688233:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759621.688239:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:3.0:1787759621.688240:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776743:776743:256:4294967295] 192.168.201.104@tcp LPNI seq info [776734:776734:8:4294967295] 00000100:00000001:1.0:1787759621.688253:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.688256:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759621.688259:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759621.688261:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688263:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759621.688265:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759621.688267:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688269:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759621.688273:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39a40. 00000020:00000040:1.0:1787759621.688275:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759621.688278:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759621.688280:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688282:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759621.688283:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759621.688285:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759621.688288:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759621.688292:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.688297:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759621.688304:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759621.688307:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759621.688310:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096c362a4] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759621.688317:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759621.688320:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759621.688323:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759621.688325:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759621.688326:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759621.688329:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759621.688331:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18303 00000400:00000200:1.0:1787759621.688335:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759621.688338:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759621.688340:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759621.688343:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688345:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688348:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688350:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759621.688352:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759621.688354:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759621.688356:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759621.688358:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759621.688360:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759621.688362:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759621.688365:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688368:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688370:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688372:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759621.688375:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759621.688378:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688381:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.688383:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759621.688385:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759621.688387:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688389:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759621.688391:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759621.688393:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688395:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759621.688399:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000020:00000040:1.0:1787759621.688402:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759621.688404:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759621.688405:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688407:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759621.688408:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759621.688410:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759621.688413:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:1.0:1787759621.688416:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.688420:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759621.688427:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759621.688429:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759621.688433:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759621.688440:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759621.688443:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759621.688446:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759621.688447:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759621.688449:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759621.688452:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759621.688454:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18303 00000400:00000200:1.0:1787759621.688458:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759621.688461:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759621.688463:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759621.688466:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688468:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688470:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688472:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759621.688475:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759621.688476:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759621.688478:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759621.688480:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759621.688482:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759621.688484:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759621.688487:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688489:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759621.688491:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688494:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759621.688496:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759621.688499:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759621.688501:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759621.688503:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759621.688505:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759621.688507:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688509:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759621.688511:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759621.688513:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688515:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759621.688519:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759621.688521:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759621.688524:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759621.688525:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759621.688526:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759621.688528:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759621.688529:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759621.688532:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759621.688536:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759621.688539:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759621.688546:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759621.688548:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.688734:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.688745:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759621.688751:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.688758:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759621.688766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759621.688770:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759621.688777:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759621.688781:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759621.688786:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.688789:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759621.688795:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759621.688801:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759621.688807:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759621.688810:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759621.688815:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759621.688820:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.688829:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.688833:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.688840:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.688842:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759621.688849:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.688854:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759621.688857:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312977165 00000100:00000010:3.0:1787759621.688864:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14000. 00000100:00000001:3.0:1787759621.688872:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759621.688878:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312977165 00000100:00000010:3.0:1787759621.688882:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759621.688885:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759621.688887:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.688890:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.688893:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759621.688898:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621] req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759621.688908:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759621.688910:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759621.688912:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759621.688915:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759621.688917:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759621.688920:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759621.688923:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759621.688933:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.688940:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759621.688942:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.688945:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.688947:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759621.688964:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.688971:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759621.688977:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.688984:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759621.688988:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.688989:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.688991:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.688993:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759621.688995:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759621.688999:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759621.689003:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759621.689006:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759621.689011:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759621.689020:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875552768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759621.689025:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689027:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.689030:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875552768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689037:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759621.689040:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759621.689043:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759621.689046:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759621.689048:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759621.689049:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759621.689051:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759621.689054:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:3.0:1787759621.689058:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759621.689060:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759621.689061:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:3.0:1787759621.689064:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759621.689066:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689068:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689076:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759621.689078:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.689080:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759621.689082:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759621.689084:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759621.689087:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689093:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.689095:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689097:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759621.689099:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759621.689101:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.689104:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759621.689107:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759621.689111:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759621.689112:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689151:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759621.689155:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759621.689158:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.689162:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759621.689165:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759621.689169:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759621.689172:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875552896, portal 10 00000100:00000001:3.0:1787759621.689175:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759621.689176:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 00000100:00000040:3.0:1787759621.689183:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689190:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759621.689193:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759621.689195:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759621.689197:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875552896, offset 0 00000400:00000200:3.0:1787759621.689202:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689207:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689211:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759621.689215:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759621.689218:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759621.689221:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759621.689224:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689227:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776744:776744:256:4294967295] 192.168.201.104@tcp LPNI seq info [776735:776735:8:4294967295] 00000400:00000200:3.0:1787759621.689232:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689238:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759621.689243:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689262:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759621.689267:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759621.689270:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759621.689275:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759621.689278:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759621.689282:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689284:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759621.689287:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759621.689291:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759621.689294:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759621.689296:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759621.689299:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759621.689302:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689315:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.689319:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689326:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.689327:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759621.689331:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759621.689336:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759621.689340:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759621.689343:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312975886 00000100:00000001:3.0:1787759621.689346:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.689348:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312975886 00000100:00000001:3.0:1787759621.689352:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.689355:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.689358:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.689360:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759621.689364:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621] req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759621.689372:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759621.689374:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759621.689386:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759621.689391:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000100:00000040:1.0:1787759621.689393:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787759621.689394:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759621.689399:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759621.689405:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759621.689409:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759621.689417:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18313) 00000100:00000200:3.0:1787759621.689419:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689428:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759621.689430:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689432:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.689433:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759621.689438:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689446:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759621.689455:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689462:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759621.689465:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689467:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.689469:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689471:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759621.689476:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759621.689479:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759621.689483:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759621.689485:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759621.689490:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759621.689498:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875552896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759621.689502:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759621.689507:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689514:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.689515:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689518:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759621.689519:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759621.689521:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.689525:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759621.689528:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759621.689531:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759621.689533:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689534:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759621.689538:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759621.689541:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.689544:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759621.689547:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759621.689550:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759621.689554:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553024, portal 10 00000100:00000001:3.0:1787759621.689556:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759621.689557:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 00000100:00000040:3.0:1787759621.689563:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689570:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759621.689572:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759621.689574:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759621.689577:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875553024, offset 0 00000400:00000200:3.0:1787759621.689581:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689585:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689589:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759621.689592:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759621.689594:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759621.689597:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759621.689599:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689602:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776745:776745:256:4294967295] 192.168.201.104@tcp LPNI seq info [776736:776736:8:4294967295] 00000400:00000200:3.0:1787759621.689605:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689611:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759621.689615:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689619:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759621.689623:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759621.689626:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759621.689630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759621.689633:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759621.689637:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689639:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759621.689643:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759621.689646:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759621.689649:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759621.689651:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759621.689654:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759621.689657:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689677:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.689680:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689693:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.689695:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759621.689698:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759621.689701:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759621.689705:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759621.689707:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312975886 00000100:00000001:3.0:1787759621.689710:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.689712:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312975886 00000100:00000001:3.0:1787759621.689715:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.689717:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.689719:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.689721:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759621.689725:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621] req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759621.689733:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759621.689735:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759621.689737:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759621.689739:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759621.689741:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759621.689744:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759621.689747:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759621.689756:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689762:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759621.689764:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689766:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.689767:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759621.689771:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689779:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759621.689784:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689791:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759621.689794:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689796:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.689798:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.689799:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759621.689802:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759621.689805:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759621.689809:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759621.689812:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759621.689817:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759621.689826:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759621.689830:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759621.689835:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689842:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.689844:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689847:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759621.689848:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759621.689851:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.689854:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759621.689858:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759621.689861:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759621.689864:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.689866:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759621.689869:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759621.689872:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.689876:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759621.689879:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759621.689883:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759621.689886:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553152, portal 4 00000100:00000001:3.0:1787759621.689888:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759621.689890:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:3.0:1787759621.689896:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.689903:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759621.689906:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759621.689908:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759621.689911:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875553152, offset 0 00000400:00000200:3.0:1787759621.689916:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689920:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689924:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759621.689927:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759621.689930:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759621.689932:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759621.689935:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.689938:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776746:776746:256:4294967295] 192.168.201.104@tcp LPNI seq info [776737:776737:8:4294967295] 00000400:00000200:3.0:1787759621.689942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.689949:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759621.689954:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689957:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759621.689962:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759621.689965:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759621.689970:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759621.689973:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759621.689977:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.689980:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759621.689983:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759621.689986:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759621.689990:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759621.689992:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759621.689994:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759621.689998:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690006:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690009:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690016:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690018:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759621.690021:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759621.690024:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759621.690028:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759621.690030:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312975945 00000100:00000001:3.0:1787759621.690033:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.690035:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312975945 00000100:00000001:3.0:1787759621.690037:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.690040:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.690042:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690044:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759621.690048:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621] req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759621.690057:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759621.690058:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759621.690060:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759621.690063:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759621.690065:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759621.690067:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759621.690071:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759621.690080:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690087:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759621.690089:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690091:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.690092:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759621.690096:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690103:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759621.690108:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690140:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759621.690143:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690145:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.690146:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690148:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759621.690150:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759621.690153:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759621.690157:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759621.690160:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759621.690164:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759621.690173:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759621.690178:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690180:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690184:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875552896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690192:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759621.690194:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759621.690196:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759621.690199:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759621.690201:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759621.690203:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759621.690206:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759621.690208:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:3.0:1787759621.690212:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759621.690214:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759621.690216:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:3.0:1787759621.690219:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759621.690221:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690223:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690226:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875553024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690234:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759621.690235:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759621.690237:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759621.690240:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759621.690241:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759621.690242:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759621.690254:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759621.690256:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:3.0:1787759621.690258:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759621.690260:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759621.690261:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00000001:3.0:1787759621.690264:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759621.690265:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690267:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690270:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875553152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690277:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759621.690279:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759621.690280:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759621.690282:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759621.690284:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759621.690285:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759621.690287:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759621.690289:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:3.0:1787759621.690291:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759621.690293:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759621.690294:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:3.0:1787759621.690297:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759621.690298:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690300:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690307:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759621.690309:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690311:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759621.690313:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759621.690314:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759621.690318:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690325:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759621.690327:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.690329:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759621.690331:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759621.690333:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759621.690336:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759621.690340:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759621.690343:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759621.690345:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759621.690346:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759621.690349:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759621.690352:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759621.690355:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759621.690358:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759621.690362:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759621.690365:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553280, portal 4 00000100:00000001:3.0:1787759621.690368:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759621.690369:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:3.0:1787759621.690375:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690382:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759621.690385:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759621.690387:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759621.690390:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875553280, offset 0 00000400:00000200:3.0:1787759621.690394:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759621.690398:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.690402:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759621.690404:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759621.690407:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759621.690409:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759621.690411:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759621.690414:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776747:776747:256:4294967295] 192.168.201.104@tcp LPNI seq info [776738:776738:8:4294967295] 00000400:00000200:3.0:1787759621.690419:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759621.690425:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759621.690430:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.690434:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759621.690438:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759621.690441:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1787759621.690446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759621.690449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1787759621.690453:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759621.690455:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759621.690458:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759621.690461:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759621.690464:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759621.690466:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759621.690469:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759621.690473:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690488:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690492:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759646 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690499:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690501:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759621.690504:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759621.690507:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759621.690511:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759621.690513:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312975910 00000100:00000001:3.0:1787759621.690516:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.690518:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312975910 00000100:00000001:3.0:1787759621.690521:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312977165 00000100:00000001:3.0:1787759621.690523:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759621.690526:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690528:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759621.690532:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759621/real 1787759621] req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759621.690540:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759621.690541:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759621.690543:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759621.690545:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759621.690547:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759621.690549:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759621.690552:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759621.690559:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690566:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759621.690568:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690570:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.690571:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759621.690575:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690583:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759621.690587:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690594:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759621.690597:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690599:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759621.690600:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690603:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759621.690605:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759621.690608:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759621.690611:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759621.690614:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759621.690619:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759621.690627:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759621.690632:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690634:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759621.690637:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875553280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759646 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759621.690645:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759621.690646:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759621.690648:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759621.690651:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759621.690653:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759621.690655:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759621.690657:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759621.690659:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:3.0:1787759621.690661:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759621.690662:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759621.690664:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:3.0:1787759621.690667:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759621.690668:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690670:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759621.690674:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759621.690675:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759621.690677:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759621.690679:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759622.135015:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759622.135023:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759622.135025:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759622.135031:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759622.135035:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759622.135039:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759622.135042:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759622.135045:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759622.135049:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390259:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759622.390259:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759622.390267:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759622.390270:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759622.390273:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759622.390277:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759622.390280:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759622.390282:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759622.390284:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390287:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759622.390290:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759622.390292:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759622.390293:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390296:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759622.390299:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759622.390301:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759622.390302:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390321:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759622.390325:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759622.390326:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759622.390329:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000020:00000001:3.0:1787759622.390331:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759622.390332:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759622.390336:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390337:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759622.390341:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759622.390342:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759622.390345:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759622.390349:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759622.390492:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759622.390495:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759622.390497:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759622.390500:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759622.390503:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759622.390503:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759622.390506:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390508:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759622.390510:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759622.390513:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759622.390513:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759622.390519:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759622.390520:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759622.390535:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759622.390538:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390541:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759622.390542:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390545:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759622.390552:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759622.390556:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759622.390557:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759622.390560:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759622.390561:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759622.390563:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759622.390566:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759622.390567:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390570:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759622.390571:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759622.390573:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759622.390575:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759622.390576:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759622.390580:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759622.390584:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390586:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759622.390588:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759622.390590:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759622.390634:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759622.390637:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759622.390638:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759622.390640:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759622.390642:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759622.390645:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759622.390647:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759622.390648:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759622.390650:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759622.390691:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759622.390694:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759622.390696:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759622.390698:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759622.390701:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759622.390703:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759622.390705:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759622.390707:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759622.390709:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759623.030246:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312977165, at 4312977216 00000100:00000040:3.0:1787759623.030248:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312977165, at 4312977216 00000100:00000010:2.0:1787759623.030264:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14000. 00000100:00000010:3.0:1787759623.030265:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759623.158274:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759623.158285:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759623.158287:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759623.158293:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759623.158296:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759623.158300:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759623.158303:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759623.158305:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759623.158308:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759623.414225:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759623.414233:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759623.414234:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759623.414236:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414241:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1787759623.414243:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759623.414244:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759623.414249:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759623.414250:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759623.414253:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414256:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759623.414258:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759623.414260:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759623.414261:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759623.414268:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414269:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759623.414273:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414277:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759623.414280:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759623.414285:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759623.414287:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759623.414291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759623.414294:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759623.414296:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759623.414299:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759623.414299:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759623.414302:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759623.414303:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414308:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759623.414308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759623.414311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414313:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759623.414316:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759623.414317:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759623.414320:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759623.414320:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759623.414322:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759623.414327:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759623.414327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759623.414330:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414331:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414336:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759623.414338:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414342:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759623.414351:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759623.414356:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.414358:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1787759623.414360:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759623.414365:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759623.414367:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759623.414370:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759623.414373:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759623.414375:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414378:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759623.414379:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.414382:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759623.415259:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759623.415263:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759623.415265:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759623.415268:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759623.415270:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759623.415273:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759623.415275:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759623.415276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759623.415279:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759623.415329:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759623.415332:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759623.415333:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759623.415336:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759623.415338:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759623.415340:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.415342:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759623.415344:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759623.415346:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759623.415379:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759623.415383:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759623.415384:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759623.415386:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759623.415388:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759623.415390:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759623.415393:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759623.415394:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759623.415396:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759624.182258:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759624.182266:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759624.182269:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759624.182275:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759624.182278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759624.182282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759624.182284:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759624.182287:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759624.182290:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438248:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759624.438256:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759624.438258:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759624.438264:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759624.438268:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759624.438272:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438275:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759624.438277:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438281:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438306:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759624.438306:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759624.438308:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759624.438309:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759624.438310:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759624.438311:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759624.438312:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759624.438314:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759624.438316:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438317:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759624.438317:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759624.438318:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438319:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438321:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759624.438321:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759624.438322:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759624.438324:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438339:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759624.438342:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759624.438343:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759624.438345:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759624.438347:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759624.438349:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438351:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759624.438352:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438355:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759624.438436:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759624.438441:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759624.438443:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438444:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759624.438447:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759624.438448:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759624.438451:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759624.438453:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759624.438454:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759624.438457:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438458:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759624.438460:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759624.438462:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759624.438466:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759624.438469:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759624.438473:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759624.438475:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759624.438478:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759624.438494:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759624.438497:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759624.438499:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759624.438501:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759624.438504:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759624.438506:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759624.438509:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759624.438510:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759624.438510:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759624.438515:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759624.438516:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759624.438519:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759624.438524:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759624.438527:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759624.438529:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759624.438532:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759624.438533:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759624.438536:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759624.438878:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759624.438884:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759624.438890:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759624.438892:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759624.438895:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759624.438896:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759624.438900:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759624.438902:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759624.439172:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759624.439177:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759624.439180:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759625.206282:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759625.206295:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759625.206298:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759625.206305:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759625.206310:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759625.206314:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759625.206318:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759625.206321:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759625.206324:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759625.462263:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759625.462268:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759625.462271:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759625.462278:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759625.462278:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759625.462291:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759625.462294:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759625.462297:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759625.462297:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759625.462304:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759625.462307:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759625.462310:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759625.462311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759625.462315:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759625.462318:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759625.462321:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759625.462322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759625.462356:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759625.462359:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759625.462362:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759625.462443:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759625.462448:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759625.462450:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759625.462453:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759625.462455:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759625.462457:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462460:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759625.462461:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462463:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759625.462471:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759625.462473:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759625.462474:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759625.462476:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759625.462478:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759625.462480:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462482:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759625.462483:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462485:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759625.462558:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759625.462561:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759625.462563:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759625.462565:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759625.462568:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759625.462570:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759625.462572:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759625.462573:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759625.462575:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759625.462583:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759625.462585:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759625.462586:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759625.462588:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759625.462591:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759625.462593:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759625.462596:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759625.462598:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759625.462600:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759625.462618:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759625.462623:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759625.462626:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759625.462630:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759625.462633:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759625.462637:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759625.462640:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759625.462643:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759625.462647:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759625.462660:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759625.462665:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759625.462668:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759625.462671:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759625.462674:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759625.462676:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462678:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759625.462680:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759625.462682:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759625.462725:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759625.462728:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759625.462729:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759625.462731:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759625.462733:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759625.462735:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759625.462737:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759625.462739:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759625.462741:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.230222:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759626.230231:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759626.230247:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.230252:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759626.230256:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759626.230259:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.230262:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.230265:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.230268:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759626.486371:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759626.486381:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759626.486383:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759626.486389:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759626.486393:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759626.486399:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759626.486402:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759626.486405:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759626.486409:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759626.486537:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759626.486542:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759626.486543:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759626.486546:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759626.486548:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759626.486551:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759626.486553:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759626.486555:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759626.486557:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759626.486566:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759626.486569:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759626.486570:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759626.486573:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759626.486574:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759626.486576:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486650:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759626.486654:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759626.486655:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.486658:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759626.486660:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759626.486662:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486664:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759626.486666:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486668:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.486676:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759626.486679:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759626.486680:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.486682:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759626.486684:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759626.486686:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486688:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759626.486689:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486692:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.486702:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759626.486704:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759626.486705:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.486707:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759626.486709:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759626.486711:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486712:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759626.486714:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759626.486715:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.486816:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759626.486819:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759626.486820:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.486823:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759626.486825:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759626.486827:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.486829:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.486830:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.486832:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.486851:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759626.486855:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759626.486857:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759626.486861:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759626.486882:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759626.486884:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759626.486886:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487051:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759626.487054:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487058:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487061:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487066:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759626.487067:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487071:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759626.487072:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759626.487076:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759626.487077:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759626.487100:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759626.487103:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759626.487106:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759626.487243:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759626.487246:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759626.487247:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759626.487250:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759626.487252:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759626.487254:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759626.487256:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759626.487258:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759626.487260:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759626.806550:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759626.806561:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759626.806564:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759626.806568:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759626.806572:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759626.806579:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18308 00000400:00000200:2.0:1787759626.806589:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759626.806596:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759626.806600:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759626.806603:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.806607:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.806609:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.806612:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759626.806617:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759626.806619:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759626.806623:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759626.806626:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759626.806629:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759626.806632:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759626.806636:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.806638:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.806640:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.806642:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759626.806645:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759626.806650:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759626.806653:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759626.806656:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759626.806659:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759626.806662:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.806665:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759626.806668:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759626.806678:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759626.806681:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759626.806686:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759626.806688:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.806691:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759626.806694:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759626.806699:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759626.806709:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759626.806715:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.806725:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759626.806735:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759626.806740:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.806745:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.806819:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.806823:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759626.806825:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759626.806832:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.806840:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.806842:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.806846:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759626.806849:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759626.806851:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.806855:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875553408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759626.806860:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759626.806864:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759626.806867:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.806870:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759626.806875:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.806877:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.806884:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759626.806897:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759626.806912:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759626.806920:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553408, portal 25 00000100:00000001:3.0:1787759626.806923:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759626.806924:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:3.0:1787759626.806930:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.806938:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759626.806941:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759626.806944:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759626.806947:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875553408, offset 0 00000400:00000200:3.0:1787759626.806954:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759626.806961:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.806968:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759626.806974:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759626.806978:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759626.806982:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759626.806985:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759626.806988:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776748:776748:256:4294967295] 192.168.201.104@tcp LPNI seq info [776739:776739:8:4294967295] 00000400:00000200:3.0:1787759626.806993:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.807002:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759626.807009:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.807015:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759626.807022:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759626.807026:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759626.807033:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759626.807036:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759626.807041:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.807044:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759626.807050:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759626.807055:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759626.807060:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759626.807062:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759626.807067:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759626.807071:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759626.807148:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759626.807163:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759626.807168:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759626.807169:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759626.807171:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759626.807175:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759626.807179:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18308 00000400:00000200:2.0:1787759626.807183:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759626.807187:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759626.807189:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759626.807192:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.807195:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.807197:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.807200:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759626.807203:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759626.807205:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759626.807207:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759626.807209:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759626.807212:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759626.807214:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759626.807218:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.807220:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.807223:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.807225:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759626.807228:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759626.807231:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759626.807234:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759626.807236:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759626.807242:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759626.807245:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.807247:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759626.807251:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759626.807254:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.807256:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759626.807260:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759626.807263:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759626.807266:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759626.807268:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.807270:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759626.807271:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759626.807273:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759626.807277:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759626.807281:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.807287:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759626.807295:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759626.807298:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.807302:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808049:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.808056:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808065:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808067:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759626.808075:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.808079:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759626.808083:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312982284 00000100:00000010:3.0:1787759626.808090:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759626.808097:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759626.808104:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312982284 00000100:00000010:3.0:1787759626.808108:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ea0. 00000100:00000001:3.0:1787759626.808111:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759626.808128:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759626.808132:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808134:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759626.808140:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626] req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759626.808150:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759626.808163:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759626.808167:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759626.808170:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759626.808172:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759626.808175:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759626.808179:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759626.808188:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808196:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759626.808198:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808201:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.808203:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759626.808207:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808214:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759626.808219:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808227:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759626.808230:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808232:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.808233:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808236:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759626.808238:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759626.808241:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759626.808246:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759626.808249:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759626.808253:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759626.808262:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875553408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759626.808267:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808269:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.808272:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875553408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808279:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759626.808282:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759626.808285:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.808288:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759626.808290:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759626.808292:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759626.808294:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759626.808297:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:3.0:1787759626.808302:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759626.808304:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759626.808306:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759626.808309:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759626.808310:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808312:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808321:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759626.808322:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808325:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.808326:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759626.808327:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759626.808331:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808339:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.808341:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.808344:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759626.808347:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759626.808349:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.808352:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759626.808356:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759626.808359:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759626.808361:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.808363:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759626.808366:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.808368:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.808373:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759626.808376:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759626.808380:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759626.808384:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553536, portal 10 00000100:00000001:3.0:1787759626.808387:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759626.808388:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759626.808396:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808403:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759626.808406:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759626.808408:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759626.808411:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875553536, offset 0 00000400:00000200:3.0:1787759626.808417:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759626.808422:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.808427:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759626.808431:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759626.808434:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759626.808436:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759626.808439:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759626.808507:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776749:776749:256:4294967295] 192.168.201.104@tcp LPNI seq info [776740:776740:8:4294967295] 00000400:00000200:3.0:1787759626.808512:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.808519:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759626.808524:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.808529:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759626.808534:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759626.808537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759626.808542:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759626.808545:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759626.808549:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.808551:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759626.808556:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759626.808560:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759626.808563:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759626.808566:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759626.808569:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759626.808573:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808581:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.808584:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808590:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808592:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759626.808595:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759626.808599:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759626.808602:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759626.808604:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312981004 00000100:00000001:3.0:1787759626.808608:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.808610:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312981004 00000100:00000001:3.0:1787759626.808612:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.808614:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759626.808617:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808620:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759626.808623:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626] req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759626.808631:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759626.808632:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759626.808634:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759626.808637:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759626.808638:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759626.808640:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759626.808643:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759626.808652:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808658:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759626.808660:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808662:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.808663:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759626.808666:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808672:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759626.808676:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808683:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759626.808686:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808688:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.808689:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808690:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759626.808694:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759626.808697:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759626.808701:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759626.808703:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759626.808707:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759626.808715:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759626.808719:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808721:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.808723:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875553536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.808730:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759626.808731:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759626.808733:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.808736:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759626.808738:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759626.808880:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759626.808883:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759626.808975:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:3.0:1787759626.808980:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759626.808982:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759626.808983:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759626.808986:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759626.808987:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808989:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.808992:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759626.808994:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.808996:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.808997:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.809132:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.809134:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811467:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759626.811477:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759626.811482:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759626.811484:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759626.811487:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759626.811491:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759626.811499:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18308 00000400:00000200:2.0:1787759626.811509:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759626.811516:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759626.811519:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759626.811523:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811526:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811529:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811533:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759626.811538:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759626.811540:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759626.811543:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759626.811546:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759626.811549:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759626.811551:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759626.811555:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811557:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811560:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811562:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759626.811566:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759626.811569:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811572:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759626.811575:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759626.811583:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759626.811586:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811588:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759626.811592:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759626.811595:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811597:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759626.811605:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759626.811609:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759626.811613:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759626.811615:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811618:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759626.811621:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759626.811625:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759626.811633:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759626.811640:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.811649:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759626.811666:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759626.811670:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.811675:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759626.811703:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759626.811706:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759626.811710:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759626.811712:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759626.811713:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759626.811717:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759626.811719:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18308 00000400:00000200:2.0:1787759626.811724:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759626.811727:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759626.811729:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759626.811732:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811734:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811736:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811749:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759626.811753:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759626.811754:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759626.811756:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759626.811758:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759626.811761:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759626.811764:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759626.811767:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811769:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811771:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811773:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759626.811777:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759626.811780:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811783:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759626.811785:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759626.811788:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759626.811790:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811792:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759626.811794:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759626.811797:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811799:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759626.811803:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759626.811805:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759626.811808:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759626.811809:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811811:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759626.811812:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759626.811814:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759626.811818:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759626.811822:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.811827:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759626.811835:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759626.811837:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.811842:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759626.811850:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759626.811853:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759626.811856:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759626.811858:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759626.811860:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759626.811862:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759626.811865:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18308 00000400:00000200:2.0:1787759626.811869:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759626.811872:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759626.811874:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759626.811876:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811879:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811880:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811883:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759626.811891:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759626.811893:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759626.811895:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759626.811897:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759626.811899:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759626.811902:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759626.811914:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811917:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759626.811920:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811922:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759626.811925:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759626.811928:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759626.811930:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759626.811932:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759626.811935:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759626.811937:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811939:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759626.811941:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759626.811944:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811945:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759626.811949:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759626.811951:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759626.811954:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759626.811956:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759626.811957:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759626.811959:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759626.811961:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759626.811965:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759626.811968:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759626.811973:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759626.811980:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759626.811982:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.811986:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759626.811993:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759626.811998:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18318) 00000100:00000001:3.0:1787759626.812556:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.812561:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759626.812563:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759626.812570:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812580:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.812582:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.812586:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759626.812589:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759626.812592:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.812596:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759626.812601:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759626.812605:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759626.812608:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.812611:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759626.812617:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.812619:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.812625:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759626.812629:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759626.812636:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759626.812643:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553664, portal 10 00000100:00000001:3.0:1787759626.812645:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759626.812647:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759626.812655:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812664:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759626.812667:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759626.812670:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759626.812673:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875553664, offset 0 00000400:00000200:3.0:1787759626.812679:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759626.812687:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.812693:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759626.812699:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759626.812703:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759626.812707:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759626.812710:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759626.812715:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776750:776750:256:4294967295] 192.168.201.104@tcp LPNI seq info [776741:776741:8:4294967295] 00000400:00000200:3.0:1787759626.812719:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.812728:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759626.812735:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.812742:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759626.812748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759626.812752:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759626.812759:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759626.812763:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759626.812767:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.812770:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759626.812776:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759626.812781:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759626.812786:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759626.812789:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759626.812793:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759626.812797:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812806:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.812810:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812817:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.812818:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759626.812825:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759626.812829:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759626.812833:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759626.812836:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312981009 00000100:00000001:3.0:1787759626.812839:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.812841:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312981009 00000100:00000001:3.0:1787759626.812844:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.812847:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759626.812850:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.812852:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759626.812857:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626] req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759626.812867:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759626.812869:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759626.812871:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759626.812874:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759626.812876:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759626.812879:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759626.812883:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759626.812898:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812965:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759626.812968:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.812970:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.812972:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759626.812977:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812984:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759626.812988:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.812995:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759626.812998:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813000:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.813001:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813004:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759626.813007:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759626.813010:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759626.813015:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759626.813018:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759626.813022:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759626.813030:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759626.813035:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759626.813038:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813044:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.813046:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.813048:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759626.813050:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759626.813051:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.813054:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759626.813058:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759626.813059:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759626.813061:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.813062:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759626.813066:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759626.813068:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.813072:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759626.813075:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759626.813078:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759626.813082:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553792, portal 4 00000100:00000001:3.0:1787759626.813084:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759626.813085:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759626.813091:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813098:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759626.813101:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759626.813103:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759626.813105:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875553792, offset 0 00000400:00000200:3.0:1787759626.813111:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759626.813138:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.813143:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759626.813146:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759626.813148:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759626.813151:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759626.813166:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759626.813170:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776751:776751:256:4294967295] 192.168.201.104@tcp LPNI seq info [776742:776742:8:4294967295] 00000400:00000200:3.0:1787759626.813175:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.813181:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759626.813186:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.813190:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759626.813195:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759626.813198:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759626.813202:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759626.813206:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759626.813211:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.813213:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759626.813216:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759626.813219:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759626.813222:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759626.813224:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759626.813228:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759626.813231:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813240:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.813243:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813250:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.813252:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759626.813256:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759626.813260:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759626.813263:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759626.813265:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312981069 00000100:00000001:3.0:1787759626.813268:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.813270:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312981069 00000100:00000001:3.0:1787759626.813272:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.813274:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759626.813276:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.813278:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759626.813282:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626] req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759626.813290:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759626.813291:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759626.813293:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759626.813296:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759626.813298:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759626.813300:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759626.813303:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759626.813311:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813318:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759626.813319:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813321:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.813323:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759626.813326:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813334:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759626.813338:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813346:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759626.813348:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813350:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.813351:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813353:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759626.813355:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759626.813371:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759626.813374:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759626.813376:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759626.813381:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759626.813389:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759626.813394:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759626.813397:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813404:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759626.813406:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.813408:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759626.813410:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759626.813412:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759626.813414:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759626.813418:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759626.813420:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759626.813422:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759626.813424:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759626.813429:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759626.813431:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759626.813434:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759626.813437:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759626.813441:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759626.813457:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875553920, portal 4 00000100:00000001:3.0:1787759626.813459:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759626.813460:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759626.813466:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813473:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759626.813475:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759626.813478:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759626.813480:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875553920, offset 0 00000400:00000200:3.0:1787759626.813485:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759626.813489:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.813492:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759626.813495:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759626.813498:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759626.813500:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759626.813502:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759626.813505:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776752:776752:256:4294967295] 192.168.201.104@tcp LPNI seq info [776743:776743:8:4294967295] 00000400:00000200:3.0:1787759626.813509:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759626.813515:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759626.813519:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.813523:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759626.813527:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759626.813530:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1787759626.813534:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759626.813537:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1787759626.813541:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759626.813543:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759626.813547:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759626.813550:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759626.813553:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759626.813555:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759626.813559:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759626.813562:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813570:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.813573:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813579:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.813581:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759626.813584:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759626.813587:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759626.813590:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759626.813592:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312981033 00000100:00000001:3.0:1787759626.813595:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.813598:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312981033 00000100:00000001:3.0:1787759626.813600:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312982284 00000100:00000001:3.0:1787759626.813603:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759626.813605:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.813607:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759626.813611:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759626/real 1787759626] req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759626.813620:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759626.813622:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759626.813624:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759626.813626:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759626.813628:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759626.813631:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759626.813634:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759626.813643:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813655:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759626.813656:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813658:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.813660:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759626.813663:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813669:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759626.813673:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813680:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759626.813683:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813685:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759626.813686:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813688:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759626.813690:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759626.813693:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759626.813697:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759626.813699:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759626.813703:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759626.813710:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875553920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759626.813715:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813717:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.813721:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875553664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813728:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759626.813730:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759626.813734:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759626.813737:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759626.813739:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759626.813741:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759626.813744:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759626.813746:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:3.0:1787759626.813752:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759626.813754:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759626.813755:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759626.813758:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759626.813760:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813761:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.813765:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875553792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813771:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759626.813772:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759626.813773:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759626.813775:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759626.813776:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759626.813777:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759626.813779:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759626.813781:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:3.0:1787759626.813784:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759626.813785:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759626.813786:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759626.813789:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759626.813790:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813792:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759626.813795:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875553920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759651 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759626.813801:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759626.813803:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759626.813804:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759626.813807:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759626.813808:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759626.813809:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759626.813811:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759626.813813:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:3.0:1787759626.813815:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759626.813816:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759626.813818:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759626.813820:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759626.813821:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813823:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759626.813831:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759626.813833:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759626.813835:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759626.813837:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759627.254271:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759627.254282:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759627.254284:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759627.254291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759627.254932:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759627.254936:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.254939:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759627.254942:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.254946:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510261:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759627.510266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759627.510270:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759627.510271:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510274:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759627.510278:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759627.510280:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759627.510281:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510287:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759627.510288:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759627.510291:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510292:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759627.510296:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759627.510297:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759627.510299:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510301:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759627.510306:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759627.510327:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759627.510331:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759627.510335:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759627.510626:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759627.510629:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759627.510630:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759627.510634:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759627.510636:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759627.510638:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759627.510641:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759627.510642:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759627.510644:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510729:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759627.510732:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759627.510733:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759627.510736:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759627.510738:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759627.510740:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759627.510742:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759627.510744:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759627.510746:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759627.510814:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759627.510818:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759627.510820:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759627.510823:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759627.510826:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759627.510828:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.510831:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759627.510833:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759627.510833:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759627.510838:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759627.510839:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759627.510842:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759627.510846:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759627.510849:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759627.510852:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759627.510854:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759627.510864:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759627.510865:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.510868:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759627.510869:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759627.510872:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759627.510875:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759627.510879:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759627.510881:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.510883:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759627.510884:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759627.510887:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759627.510935:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759627.510939:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759627.510940:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759627.510942:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759627.510945:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759627.510947:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759627.510949:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759627.510951:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759627.510953:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759627.511069:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759627.511072:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759627.511073:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759627.511076:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759627.511078:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759627.511081:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759627.511083:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759627.511084:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759627.511086:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759628.150559:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312982284, at 4312982336 00000100:00000010:3.0:1787759628.150578:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000040:2.0:1787759628.151099:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312982284, at 4312982336 00000100:00000010:2.0:1787759628.151108:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb143c0. 00000100:00000001:3.0:1787759628.278250:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759628.278258:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759628.278260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759628.278267:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759628.278271:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759628.278391:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759628.278394:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759628.278397:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759628.278400:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759628.534282:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759628.534291:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759628.534293:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759628.534300:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759628.534304:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759628.534317:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759628.534321:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759628.534323:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759628.534327:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759628.534639:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759628.534642:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759628.534643:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759628.534646:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759628.534648:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759628.534650:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534652:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759628.534653:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534656:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759628.534665:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759628.534667:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759628.534668:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759628.534670:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759628.534672:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759628.534674:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534676:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759628.534677:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534679:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759628.534693:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759628.534695:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759628.534696:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759628.534698:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759628.534700:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759628.534702:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534704:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759628.534706:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.534708:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759628.534938:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759628.534941:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759628.534943:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759628.534946:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759628.534949:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759628.534951:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759628.534952:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759628.534954:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759628.534956:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759628.534963:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759628.534965:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759628.534967:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759628.534969:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759628.534970:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759628.534972:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759628.534974:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759628.534975:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759628.534977:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759628.535031:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759628.535034:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759628.535035:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759628.535038:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759628.535040:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759628.535043:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.535045:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759628.535046:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759628.535048:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759628.535085:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759628.535088:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759628.535089:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759628.535092:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759628.535094:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759628.535096:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759628.535097:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759628.535099:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759628.535101:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535175:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759628.535178:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535182:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759628.535183:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535186:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759628.535191:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759628.535193:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759628.535197:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535200:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759628.535202:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535204:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535206:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535210:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759628.535211:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759628.535213:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759628.535214:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535216:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759628.535217:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535219:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759628.535221:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759628.535239:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759628.535242:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759628.535245:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759629.302234:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759629.302244:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759629.302246:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759629.302251:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759629.302365:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759629.302370:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.302373:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759629.302375:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.302379:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759629.558247:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759629.558254:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759629.558260:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759629.558262:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759629.558262:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759629.558263:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759629.558268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759629.558268:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759629.558272:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759629.558272:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759629.558276:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759629.558276:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759629.558279:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759629.558282:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759629.558285:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759629.558299:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759629.558301:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759629.558303:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759629.558304:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759629.558307:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759629.558308:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.558377:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759629.558381:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759629.558393:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759629.558396:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759629.558398:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759629.558400:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.558403:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759629.558446:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759629.558450:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759629.558451:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759629.558454:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759629.558457:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759629.558459:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.558472:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.558475:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759629.558490:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759629.558493:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759629.558497:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759629.558499:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759629.558501:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759629.558503:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558719:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759629.558722:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558724:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759629.558725:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759629.558727:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759629.558729:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759629.558748:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759629.558751:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759629.558752:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759629.558754:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759629.558756:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759629.558759:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558761:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759629.558762:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558764:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759629.558778:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759629.558780:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759629.558781:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759629.558783:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759629.558785:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759629.558787:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558789:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759629.558790:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759629.558792:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759629.558904:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759629.558907:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759629.558909:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759629.558949:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759629.558951:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759629.558954:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759629.558975:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759629.558978:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759629.558982:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759629.558984:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759629.558988:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759629.558989:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759629.558994:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759629.558995:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759629.559014:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759629.559018:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759629.559022:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759630.326305:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759630.326317:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759630.326320:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759630.326329:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759630.326334:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759630.326340:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.326343:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759630.326347:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.326350:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.582196:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759630.582205:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759630.582208:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759630.582211:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759630.582214:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759630.582216:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.582220:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759630.582223:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759630.582225:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759630.582227:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.582229:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759630.582234:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759630.582234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759630.582238:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.582240:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759630.582243:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759630.582246:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759630.582271:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759630.582274:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759630.582277:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759630.584354:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759630.584361:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759630.584362:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759630.584367:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759630.584677:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759630.584682:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759630.584683:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759630.584687:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759630.584690:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759630.584694:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.584697:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759630.584700:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.584703:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.585152:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759630.585156:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759630.585157:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759630.585160:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759630.585163:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759630.585165:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759630.585167:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759630.585169:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759630.585171:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759630.587696:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759630.587704:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759630.587706:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759630.587712:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759630.587715:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759630.587719:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759630.587721:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759630.587724:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759630.587727:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759630.587741:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759630.587744:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759630.587745:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759630.587747:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759630.587749:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759630.587751:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759630.587753:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759630.587754:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759630.587756:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759630.587875:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759630.587879:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759630.587880:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759630.587883:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759630.587885:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759630.587886:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.587888:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759630.587889:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759630.587891:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759630.588152:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759630.588157:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759630.588158:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759630.588161:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759630.588164:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759630.588166:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759630.588168:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759630.588170:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759630.588172:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759630.588222:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759630.588227:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759630.588230:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759630.588232:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759630.588235:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.350239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759631.350247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.350249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.350256:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759631.350260:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.350264:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.350267:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.350270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.350274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759631.606217:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759631.606224:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759631.606226:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759631.606230:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.606230:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.606233:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759631.606239:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759631.606239:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759631.606246:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.606246:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759631.606252:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.606253:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606257:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.606258:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759631.606262:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606266:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.606272:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.606277:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606304:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759631.606307:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606312:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759631.606316:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759631.606318:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759631.606323:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606326:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759631.606328:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606330:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606333:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606337:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759631.606338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759631.606342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759631.606344:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759631.606364:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759631.606368:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759631.606371:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759631.606530:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759631.606535:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759631.606537:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759631.606540:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759631.606543:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759631.606545:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759631.606548:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759631.606549:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759631.606551:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.606605:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759631.606609:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.606610:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.606613:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759631.606614:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759631.606615:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.606619:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606620:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.606622:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759631.606623:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.606625:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759631.606628:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759631.606630:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759631.606632:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759631.606636:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606639:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759631.606641:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606644:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.606720:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759631.606723:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759631.606724:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.606726:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759631.606728:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759631.606730:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759631.606732:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759631.606734:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759631.606736:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759631.606789:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759631.606793:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759631.606794:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759631.606797:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759631.606799:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759631.606801:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606803:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759631.606805:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759631.606807:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.606856:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759631.606858:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.606859:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.606862:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759631.606864:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.606866:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.606868:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.606869:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.606872:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759631.926276:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759631.926291:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759631.926294:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759631.926299:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759631.926304:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759631.926311:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18313 00000400:00000200:0.0:1787759631.926322:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759631.926328:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759631.926332:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759631.926335:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926339:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.926341:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926344:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759631.926349:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759631.926351:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759631.926355:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759631.926358:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759631.926361:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759631.926364:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759631.926367:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926370:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.926372:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926374:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759631.926378:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759631.926382:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926385:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759631.926389:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759631.926393:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759631.926396:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.926400:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759631.926403:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759631.926413:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759631.926418:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759631.926422:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759631.926424:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.926427:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759631.926430:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759631.926434:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759631.926444:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759631.926450:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.926460:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759631.926470:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759631.926475:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.926480:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.926557:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759631.926562:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.926565:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759631.926571:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.926585:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.926587:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.926591:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759631.926594:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759631.926597:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.926601:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875554048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759631.926606:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759631.926610:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759631.926614:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.926617:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759631.926623:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.926626:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.926632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759631.926636:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759631.926643:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759631.926651:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554048, portal 25 00000100:00000001:3.0:1787759631.926654:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759631.926656:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 00000100:00000040:3.0:1787759631.926662:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.926670:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759631.926673:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759631.926676:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759631.926678:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875554048, offset 0 00000400:00000200:3.0:1787759631.926686:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759631.926694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.926701:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759631.926707:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759631.926712:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759631.926716:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759631.926719:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759631.926723:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776753:776753:256:4294967295] 192.168.201.104@tcp LPNI seq info [776744:776744:8:4294967295] 00000400:00000200:3.0:1787759631.926728:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.926738:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759631.926744:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.926750:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759631.926758:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759631.926762:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759631.926768:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759631.926772:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1787759631.926776:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.926779:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759631.926785:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759631.926790:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759631.926795:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759631.926797:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759631.926802:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759631.926806:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759631.926915:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759631.926919:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759631.926922:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759631.926923:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759631.926925:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759631.926929:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759631.926933:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18313 00000400:00000200:0.0:1787759631.926938:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759631.926941:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759631.926943:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759631.926947:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926949:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.926951:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926954:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759631.926957:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759631.926959:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759631.926961:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759631.926964:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759631.926966:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759631.926968:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759631.926972:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926975:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.926977:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926979:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759631.926982:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759631.926986:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759631.926988:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759631.926990:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759631.926997:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759631.926999:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.927002:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759631.927006:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759631.927009:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.927011:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759631.927017:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759631.927020:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759631.927023:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759631.927024:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.927026:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759631.927027:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759631.927039:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759631.927045:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4c00. 00000100:00000001:0.0:1787759631.927050:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.927055:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759631.927098:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759631.927102:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.927107:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927458:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.927464:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927472:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.927474:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759631.927539:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.927545:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759631.927548:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312987404 00000100:00000010:3.0:1787759631.927555:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14ea0. 00000100:00000001:3.0:1787759631.927561:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759631.927569:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312987404 00000100:00000010:3.0:1787759631.927573:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb147e0. 00000100:00000001:3.0:1787759631.927576:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759631.927580:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759631.927584:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.927587:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759631.927592:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631] req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759631.927603:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759631.927605:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759631.927608:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759631.927611:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759631.927613:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759631.927616:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759631.927620:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759631.927629:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927637:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759631.927639:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927641:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.927644:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759631.927648:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927656:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759631.927661:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927669:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759631.927673:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927675:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.927676:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927679:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759631.927682:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759631.927685:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759631.927690:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759631.927695:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759631.927700:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759631.927709:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875554048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759631.927714:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927717:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.927720:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875554048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927726:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759631.927729:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759631.927733:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.927737:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759631.927740:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759631.927742:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759631.927744:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759631.927747:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:3.0:1787759631.927752:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759631.927754:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759631.927756:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000100:00000001:3.0:1787759631.927761:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759631.927762:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927765:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.927775:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.927777:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.927779:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759631.927781:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.927782:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759631.927786:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.927792:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.927794:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.927797:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759631.927799:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759631.927801:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.927805:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759631.927808:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759631.927811:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759631.927813:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.927815:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759631.927819:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.927821:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.927825:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759631.927978:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759631.927982:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759631.927986:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759631.927987:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759631.927989:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759631.927993:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759631.927996:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18313 00000400:00000200:0.0:1787759631.928001:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759631.928005:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759631.928008:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759631.928011:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928014:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928016:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928018:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759631.928022:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759631.928023:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759631.928026:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759631.928105:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759631.928109:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759631.928112:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759631.928130:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928133:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928135:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928137:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759631.928141:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759631.928144:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928148:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759631.928150:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759631.928155:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759631.928157:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928159:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759631.928162:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759631.928165:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928168:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759631.928172:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759631.928175:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759631.928179:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759631.928180:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928183:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759631.928184:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759631.928187:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759631.928192:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759631.928196:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.928202:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759631.928210:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759631.928214:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.928218:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759631.928227:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759631.928230:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759631.928233:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759631.928234:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759631.928236:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759631.928239:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759631.928242:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18313 00000400:00000200:0.0:1787759631.928246:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759631.928249:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759631.928251:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1787759631.928392:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759631.928398:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759631.928403:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554176, portal 10 00000100:00000001:3.0:1787759631.928406:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759631.928407:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:3.0:1787759631.928416:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.928423:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759631.928425:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759631.928428:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759631.928430:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875554176, offset 0 00000400:00000200:3.0:1787759631.928436:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759631.928443:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.928447:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759631.928453:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759631.928456:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759631.928459:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759631.928462:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759631.928465:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776754:776754:256:4294967295] 192.168.201.104@tcp LPNI seq info [776745:776745:8:4294967295] 00000400:00000200:3.0:1787759631.928469:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.928477:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000040:0.0:1787759631.928556:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928561:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928563:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928565:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759631.928568:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759631.928569:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759631.928571:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759631.928573:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759631.928575:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759631.928577:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759631.928581:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928583:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928585:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928587:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759631.928590:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759631.928593:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928595:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759631.928597:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759631.928601:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759631.928603:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928605:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759631.928607:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759631.928610:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928612:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759631.928616:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759631.928618:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759631.928621:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759631.928622:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928624:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759631.928626:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759631.928628:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759631.928633:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759631.928637:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.928643:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759631.928650:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759631.928653:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.928656:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759631.928664:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759631.928667:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759631.928671:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759631.928673:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759631.928674:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759631.928677:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759631.928680:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18313 00000400:00000200:0.0:1787759631.928684:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759631.928688:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759631.928690:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759631.928693:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928696:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928697:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928700:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759631.928703:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759631.928704:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759631.928706:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759631.928708:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759631.928711:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759631.928713:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759631.928717:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928719:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759631.928720:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928722:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759631.928725:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759631.928728:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759631.928731:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759631.928732:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759631.928735:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759631.928737:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928739:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759631.928741:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759631.928743:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928744:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759631.928748:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759631.928751:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759631.928753:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759631.928755:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759631.928757:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759631.928758:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759631.928760:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759631.928764:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759631.928767:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759631.928772:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759631.928779:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759631.928781:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.928785:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759631.928793:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759631.928798:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18323) 00000800:00000200:3.0:1787759631.928969:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.928976:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759631.928983:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759631.928987:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759631.928993:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759631.928997:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1787759631.929001:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.929003:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759631.929009:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759631.929013:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759631.929018:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759631.929020:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759631.929024:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759631.929028:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929149:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.929154:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929160:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.929162:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759631.929169:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759631.929174:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759631.929178:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759631.929181:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312986126 00000100:00000001:3.0:1787759631.929185:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.929187:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312986126 00000100:00000001:3.0:1787759631.929189:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.929192:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759631.929195:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.929198:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759631.929202:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631] req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759631.929218:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759631.929219:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759631.929222:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759631.929225:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759631.929227:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759631.929230:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759631.929233:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759631.929242:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929249:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759631.929250:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929253:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.929255:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759631.929406:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929414:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759631.929419:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929428:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759631.929432:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929433:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.929435:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929437:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759631.929441:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759631.929445:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759631.929450:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759631.929452:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759631.929457:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759631.929466:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759631.929470:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929473:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.929476:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875554176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929555:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759631.929558:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759631.929560:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.929565:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759631.929566:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759631.929568:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759631.929570:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759631.929573:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:3.0:1787759631.929576:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759631.929578:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759631.929580:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:3.0:1787759631.929584:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759631.929585:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929587:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929594:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.929596:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.929598:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759631.929600:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759631.929602:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759631.929606:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929614:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.929615:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.929618:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759631.929621:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759631.929623:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.929627:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759631.929631:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759631.929634:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759631.929636:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.929639:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759631.929643:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.929646:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.929651:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759631.929654:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759631.929658:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759631.929663:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554304, portal 10 00000100:00000001:3.0:1787759631.929665:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759631.929667:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:3.0:1787759631.929672:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929677:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759631.929680:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759631.929682:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759631.929685:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875554304, offset 0 00000400:00000200:3.0:1787759631.929690:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759631.929695:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.929699:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759631.929704:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759631.929707:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759631.929710:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759631.929713:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759631.929716:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776755:776755:256:4294967295] 192.168.201.104@tcp LPNI seq info [776746:776746:8:4294967295] 00000400:00000200:3.0:1787759631.929720:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.929727:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759631.929732:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.929735:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759631.929740:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759631.929744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759631.929748:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759631.929751:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1787759631.929755:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.929758:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759631.929761:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759631.929764:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759631.929767:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759631.929769:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759631.929772:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759631.929775:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929783:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.929786:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929792:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.929793:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759631.929796:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759631.929799:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759631.929803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759631.929805:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312986126 00000100:00000001:3.0:1787759631.929808:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.929810:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312986126 00000100:00000001:3.0:1787759631.929812:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.929815:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759631.929817:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.929819:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759631.929824:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631] req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759631.929955:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759631.929957:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759631.929959:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759631.929962:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759631.929964:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759631.929967:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759631.929971:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759631.929978:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929985:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759631.929986:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.929988:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.929990:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759631.929993:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.929999:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759631.930003:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930009:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759631.930012:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.930014:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.930015:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.930016:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759631.930019:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759631.930021:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759631.930025:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759631.930027:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759631.930107:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759631.930156:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759631.930161:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759631.930165:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930172:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.930173:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.930175:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759631.930177:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759631.930179:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.930182:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759631.930185:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759631.930187:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759631.930189:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.930190:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759631.930195:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759631.930197:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.930201:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759631.930204:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759631.930209:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759631.930212:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554432, portal 4 00000100:00000001:3.0:1787759631.930214:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759631.930216:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:3.0:1787759631.930222:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930229:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759631.930231:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759631.930234:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759631.930236:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875554432, offset 0 00000400:00000200:3.0:1787759631.930241:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759631.930246:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.930249:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759631.930253:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759631.930359:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759631.930362:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759631.930365:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759631.930368:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776756:776756:256:4294967295] 192.168.201.104@tcp LPNI seq info [776747:776747:8:4294967295] 00000400:00000200:3.0:1787759631.930373:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.930380:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759631.930386:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.930390:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759631.930395:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759631.930398:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759631.930403:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759631.930405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1787759631.930409:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.930412:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759631.930415:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759631.930419:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759631.930422:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759631.930424:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759631.930427:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759631.930431:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930440:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.930443:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930451:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.930453:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759631.930455:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759631.930459:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759631.930463:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759631.930465:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312986186 00000100:00000001:3.0:1787759631.930468:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.930470:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312986186 00000100:00000001:3.0:1787759631.930473:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.930475:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759631.930477:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.930479:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759631.930546:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631] req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759631.930555:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759631.930556:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759631.930558:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759631.930561:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759631.930563:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759631.930565:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759631.930569:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759631.930578:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930584:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759631.930586:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.930588:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.930589:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759631.930592:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930599:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759631.930603:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930610:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759631.930613:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.930615:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.930616:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.930618:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759631.930620:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759631.930623:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759631.930626:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759631.930628:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759631.930632:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759631.930640:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759631.930645:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759631.930648:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930656:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759631.930657:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.930659:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759631.930661:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759631.930663:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759631.930665:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759631.930669:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759631.930671:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759631.930673:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759631.930675:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759631.930679:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759631.930681:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759631.930684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759631.930687:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759631.930689:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759631.930693:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554560, portal 4 00000100:00000001:3.0:1787759631.930695:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759631.930697:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:3.0:1787759631.930703:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930709:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759631.930712:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759631.930714:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759631.930716:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875554560, offset 0 00000400:00000200:3.0:1787759631.930720:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759631.930724:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.930727:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759631.930730:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759631.930733:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759631.930736:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759631.930738:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759631.930741:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776757:776757:256:4294967295] 192.168.201.104@tcp LPNI seq info [776748:776748:8:4294967295] 00000400:00000200:3.0:1787759631.930745:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759631.930752:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759631.930757:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.930760:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759631.930764:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759631.930767:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1787759631.930771:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759631.930774:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1787759631.930778:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759631.930780:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759631.930783:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759631.930786:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759631.930789:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759631.930791:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759631.930793:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759631.930796:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.930813:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759656 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.930820:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.930821:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759631.930824:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759631.930942:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759631.930947:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759631.930949:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312986150 00000100:00000001:3.0:1787759631.930952:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.930954:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312986150 00000100:00000001:3.0:1787759631.930957:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312987404 00000100:00000001:3.0:1787759631.930960:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759631.930962:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.930964:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759631.930968:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759631/real 1787759631] req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759631.930977:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759631.930978:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759631.930980:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759631.930983:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759631.930984:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759631.930987:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759631.930990:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759631.930999:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931005:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759631.931007:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931010:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.931011:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759631.931014:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931021:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759631.931025:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931107:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759631.931110:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931111:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759631.931113:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931189:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759631.931191:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759631.931194:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759631.931199:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759631.931201:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759631.931206:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759631.931215:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759631.931220:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931223:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.931227:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875554304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931234:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759631.931236:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759631.931239:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759631.931242:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759631.931244:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759631.931247:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759631.931249:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759631.931252:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:3.0:1787759631.931320:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759631.931322:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759631.931324:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:3.0:1787759631.931330:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759631.931331:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931333:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.931337:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875554432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931344:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759631.931346:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759631.931347:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759631.931350:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759631.931351:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759631.931352:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759631.931355:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759631.931356:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:3.0:1787759631.931359:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759631.931360:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759631.931361:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:3.0:1787759631.931365:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759631.931366:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931367:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759631.931370:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875554560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759656 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759631.931377:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759631.931379:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759631.931380:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759631.931382:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759631.931384:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759631.931385:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759631.931386:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759631.931388:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:3.0:1787759631.931390:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759631.931392:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759631.931393:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:3.0:1787759631.931395:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759631.931397:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931400:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759631.931407:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759631.931409:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759631.931412:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759631.931414:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759632.374275:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759632.374286:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759632.374300:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759632.374344:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759632.374370:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759632.374375:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.374378:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759632.374380:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.374603:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759632.630384:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759632.630396:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759632.630399:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759632.630406:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759632.630410:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759632.630429:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759632.630434:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759632.630445:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759632.630450:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759632.630714:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759632.630718:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759632.630719:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759632.630732:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759632.630734:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759632.630737:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.630739:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759632.630740:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.630743:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759632.631011:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759632.631015:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759632.631016:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759632.631019:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759632.631021:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759632.631023:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.631038:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759632.631040:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.631042:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759632.631294:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759632.631312:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759632.631313:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759632.631315:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759632.631317:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759632.631319:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.631321:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759632.631323:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.631325:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759632.631431:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759632.631435:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759632.631436:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759632.631439:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759632.631441:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759632.631453:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.631455:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759632.631457:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.631460:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759632.631758:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759632.631762:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759632.631768:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759632.631770:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759632.631773:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759632.631775:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759632.631778:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759632.631779:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759632.631801:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759632.631804:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759632.631807:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759632.632932:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759632.632940:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759632.632942:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759632.632947:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759632.632951:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759632.632954:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.632957:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759632.632959:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759632.632963:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759632.633029:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759632.633033:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759632.633034:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759632.633037:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759632.633039:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759632.633041:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759632.633043:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759632.633045:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759632.633047:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759632.633135:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759632.633139:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759632.633140:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759632.633143:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759632.633145:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759632.633147:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.633149:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759632.633151:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759632.633153:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759633.270238:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312987404, at 4312987456 00000100:00000010:2.0:1787759633.270252:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14ea0. 00000100:00000040:3.0:1787759633.272992:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312987404, at 4312987458 00000100:00000010:3.0:1787759633.273009:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000001:3.0:1787759633.398222:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759633.398228:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759633.398230:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759633.398235:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759633.398238:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759633.398241:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759633.398243:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759633.398245:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759633.398247:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759633.654280:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759633.654288:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759633.654290:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759633.654296:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759633.654299:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759633.654303:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.654305:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759633.654307:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.654310:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759633.654469:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759633.654473:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759633.654474:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759633.654477:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759633.654479:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759633.654481:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759633.654483:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759633.654485:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759633.654487:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759633.654531:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759633.654534:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759633.654535:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759633.654537:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759633.654539:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759633.654541:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.654543:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759633.654545:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.654547:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759633.654948:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759633.654953:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759633.654954:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759633.654958:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759633.654960:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759633.654963:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759633.654965:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759633.654967:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759633.654970:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759633.659390:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759633.659400:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759633.659403:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759633.659409:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759633.659413:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759633.659417:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759633.659420:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759633.659423:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759633.659427:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759633.659515:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759633.659519:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759633.659520:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759633.659523:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759633.659526:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759633.659528:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759633.659530:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759633.659531:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759633.659533:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759633.659558:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759633.659561:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759633.659565:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759633.659567:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759633.659571:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759633.659572:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759633.659575:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759633.659577:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759633.659600:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759633.659603:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759633.659606:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759633.660514:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759633.660519:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759633.660521:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759633.660525:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759633.660527:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759633.660531:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759633.660535:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759633.660536:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759633.660539:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759633.661467:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759633.661472:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759633.661473:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759633.661476:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759633.661479:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759633.661481:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.661484:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759633.661486:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759633.661488:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759634.422282:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759634.422294:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759634.422297:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759634.422304:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759634.422309:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759634.422314:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759634.422318:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759634.422321:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759634.422325:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759634.678285:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759634.678296:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759634.678299:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759634.678301:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759634.678306:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759634.678307:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759634.678310:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759634.678313:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759634.678315:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759634.678319:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759634.678319:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759634.678323:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759634.678326:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759634.678330:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759634.678333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759634.678335:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759634.678338:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759634.678342:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759634.678487:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759634.678492:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759634.678493:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759634.678497:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759634.678500:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759634.678503:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678506:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759634.678508:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678511:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759634.678529:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759634.678532:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759634.678533:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759634.678535:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759634.678538:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759634.678541:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678543:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759634.678545:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678547:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759634.678560:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759634.678563:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759634.678565:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759634.678568:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759634.678571:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759634.678574:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678576:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759634.678578:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678580:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759634.678610:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759634.678614:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759634.678616:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759634.678618:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759634.678621:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759634.678623:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678626:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759634.678628:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759634.678630:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759634.678751:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759634.678755:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759634.678757:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759634.678761:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759634.678764:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759634.678766:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759634.678769:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759634.678771:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759634.678774:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759634.680326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759634.680335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759634.680342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759634.680343:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759634.680347:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759634.680348:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759634.680351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759634.680352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759634.680381:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759634.680384:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759634.680388:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759634.681076:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759634.681082:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759634.681085:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759634.681089:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759634.681093:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759634.681097:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759634.681099:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759634.681102:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759634.681106:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759635.446276:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759635.446288:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759635.446291:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759635.446368:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759635.446373:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759635.446378:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.446381:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759635.446385:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.446390:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759635.702290:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759635.702290:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759635.702301:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759635.702301:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759635.702306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.702306:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759635.702315:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759635.702319:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759635.702323:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759635.702324:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759635.702328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759635.702329:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759635.702333:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759635.702334:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759635.702340:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759635.702340:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759635.702344:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759635.702349:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759635.704040:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759635.704049:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759635.704050:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759635.704056:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759635.704060:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759635.704063:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.704065:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759635.704068:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.704070:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759635.704099:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759635.704102:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759635.704108:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759635.704109:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.704110:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759635.704135:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759635.704138:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.704139:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759635.704142:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759635.704143:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759635.704146:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759635.704146:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.704152:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759635.704156:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759635.704159:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759635.704163:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759635.704166:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759635.704168:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759635.704172:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759635.704175:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759635.710813:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759635.710813:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759635.710826:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759635.710826:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759635.710830:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.710830:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759635.710839:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759635.710839:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759635.710845:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759635.710846:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759635.710852:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759635.710856:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759635.710860:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759635.710861:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.710862:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759635.710864:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.710867:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759635.710868:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759635.710872:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.710872:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759635.710878:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759635.710879:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759635.710884:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759635.710886:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.710889:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759635.710891:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759635.710893:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759635.712772:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759635.712781:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759635.712783:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759635.712789:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759635.712793:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759635.712797:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759635.712800:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759635.712802:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759635.712805:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759636.470314:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759636.470338:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759636.470341:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759636.470348:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759636.470352:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759636.470371:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759636.470375:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759636.470378:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759636.470484:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759636.726274:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759636.726285:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759636.726288:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759636.726295:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759636.726300:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759636.726305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759636.726308:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759636.726310:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759636.726312:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759636.726316:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759636.726318:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759636.726319:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759636.726324:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759636.726327:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759636.726330:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759636.726332:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759636.726333:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759636.726336:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759636.726350:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759636.726354:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759636.726356:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759636.726358:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759636.726361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759636.726363:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759636.726365:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759636.726367:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759636.726370:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759636.726471:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759636.726483:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759636.726485:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759636.726488:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759636.726491:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759636.726493:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759636.726495:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759636.726496:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759636.726499:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759636.726610:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759636.726613:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759636.726614:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759636.726617:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759636.726619:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759636.726621:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759636.726623:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759636.726625:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759636.726627:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730000:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759636.730008:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759636.730011:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759636.730014:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730019:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759636.730022:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730024:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730027:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730033:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759636.730035:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730038:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759636.730040:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759636.730044:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759636.730045:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759636.730090:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759636.730094:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759636.730096:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759636.730100:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759636.730104:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759636.730107:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759636.730110:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759636.730113:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759636.730136:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759636.730267:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759636.730271:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759636.730273:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759636.730276:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759636.730278:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759636.730280:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759636.730283:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759636.730285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759636.730287:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759636.730422:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759636.730426:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759636.730429:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759636.731105:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759636.731109:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759636.731110:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759636.731114:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759636.731130:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759636.731132:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759636.731135:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759636.731136:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759636.731139:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759637.050107:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759637.050136:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759637.050139:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759637.050144:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759637.050150:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759637.050160:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18318 00000400:00000200:2.0:1787759637.050173:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759637.050181:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759637.050185:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759637.050189:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050193:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050196:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050199:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759637.050205:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759637.050208:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759637.050211:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759637.050215:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759637.050218:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759637.050221:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759637.050225:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050228:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050231:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050233:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759637.050237:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759637.050242:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050246:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759637.050249:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759637.050254:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759637.050257:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050260:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759637.050264:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759637.050277:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759637.050282:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759637.050286:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759637.050289:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050292:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759637.050295:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759637.050301:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759637.050313:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759637.050321:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.050333:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759637.050345:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759637.050349:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.050355:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759637.050385:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759637.050389:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759637.050393:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759637.050395:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759637.050397:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759637.050401:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759637.050404:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18318 00000400:00000200:2.0:1787759637.050408:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759637.050412:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759637.050414:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759637.050418:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050420:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050423:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050425:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759637.050428:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759637.050430:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759637.050431:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759637.050434:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759637.050436:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759637.050438:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759637.050460:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050463:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050474:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050477:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759637.050479:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759637.050482:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050485:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759637.050487:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759637.050493:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759637.050496:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050510:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759637.050516:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759637.050519:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050521:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759637.050525:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759637.050528:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759637.050531:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759637.050532:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050544:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759637.050545:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759637.050547:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759637.050552:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759637.050557:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.050562:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759637.050579:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759637.050581:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.050585:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759637.050593:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759637.050596:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759637.050608:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759637.050610:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759637.050611:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759637.050614:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759637.050617:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18318 00000400:00000200:2.0:1787759637.050621:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759637.050625:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759637.050627:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759637.050640:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050643:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050645:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050647:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759637.050649:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759637.050650:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759637.050652:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759637.050654:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759637.050656:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759637.050659:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759637.050670:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050673:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050675:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050677:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759637.050680:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759637.050683:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050686:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759637.050688:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759637.050691:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759637.050693:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050695:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759637.050707:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759637.050710:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050713:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759637.050717:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759637.050719:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759637.050723:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759637.050724:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050726:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759637.050727:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759637.050739:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759637.050744:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759637.050747:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.050753:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759637.050776:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759637.050779:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.050784:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759637.050801:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759637.050804:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759637.050808:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759637.050809:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759637.050811:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759637.050814:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759637.050817:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18318 00000400:00000200:2.0:1787759637.050831:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759637.050834:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759637.050837:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759637.050840:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050843:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050845:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050848:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759637.050850:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759637.050860:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759637.050862:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759637.050864:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759637.050867:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759637.050870:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759637.050873:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050876:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050878:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050880:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759637.050883:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759637.050886:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050888:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759637.050890:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759637.050892:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759637.050895:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050897:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759637.050899:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759637.050902:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050904:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759637.050908:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759637.050911:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759637.050914:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759637.050915:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.050917:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759637.050919:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759637.050920:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759637.050924:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759637.050928:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.050933:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759637.050940:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759637.050942:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.050946:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759637.050954:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759637.050957:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759637.050961:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759637.050962:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759637.050964:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759637.050967:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759637.050970:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18318 00000400:00000200:2.0:1787759637.050984:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759637.050987:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759637.050989:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759637.050992:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050994:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.050996:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.050998:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759637.051000:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759637.051002:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759637.051003:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759637.051006:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759637.051008:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759637.051010:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759637.051013:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.051015:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759637.051017:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759637.051019:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759637.051022:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759637.051025:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759637.051027:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759637.051030:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759637.051033:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759637.051035:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.051038:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759637.051040:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759637.051042:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.051044:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759637.051049:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759637.051051:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759637.051054:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759637.051055:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.051058:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759637.051059:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759637.051061:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759637.051065:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759637.051101:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.051107:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759637.051140:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759637.051143:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.051148:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759637.051156:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759637.051163:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18328) 00000100:00000001:3.0:1787759637.051364:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759637.051369:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759637.051372:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759637.051389:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.051399:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.051401:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.051405:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759637.051419:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759637.051422:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.051426:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875554688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759637.051434:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759637.051439:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759637.051453:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.051457:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759637.051463:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759637.051465:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.051472:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759637.051486:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759637.051496:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759637.051505:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554688, portal 25 00000100:00000001:3.0:1787759637.051508:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759637.051510:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759637.051516:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.051525:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759637.051528:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759637.051547:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759637.051551:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875554688, offset 0 00000400:00000200:3.0:1787759637.051559:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759637.051582:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.051589:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759637.051595:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759637.051611:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759637.051615:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759637.051631:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759637.051635:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776758:776758:256:4294967295] 192.168.201.104@tcp LPNI seq info [776749:776749:8:4294967295] 00000400:00000200:3.0:1787759637.051653:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.051663:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759637.051670:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.051676:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759637.051697:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759637.051703:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759637.051710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759637.051714:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759637.051732:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.051746:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759637.051754:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759637.051759:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759637.051766:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759637.051769:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759637.051788:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759637.051806:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.051829:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.051834:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.051842:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.051853:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759637.051861:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.051866:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759637.051869:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312992528 00000100:00000010:3.0:1787759637.051888:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb147e0. 00000100:00000001:3.0:1787759637.051898:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759637.051904:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312992528 00000100:00000010:3.0:1787759637.051907:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb140c0. 00000100:00000001:3.0:1787759637.051911:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759637.051915:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759637.051918:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.051921:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759637.051926:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759637/real 1787759637] req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759637.051951:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759637.051953:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759637.051956:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759637.051959:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759637.051961:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759637.051964:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759637.051968:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759637.051990:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.051998:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759637.052000:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052003:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052016:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759637.052022:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052029:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759637.052035:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052050:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759637.052054:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052055:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052057:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052059:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759637.052061:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759637.052065:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759637.052070:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759637.052072:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759637.052087:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759637.052096:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875554688:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759637.052103:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759637.052160:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052182:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.052184:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052187:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759637.052190:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759637.052192:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.052195:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759637.052199:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759637.052201:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759637.052203:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052204:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759637.052208:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759637.052210:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.052214:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759637.052217:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759637.052221:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759637.052224:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554816, portal 10 00000100:00000001:3.0:1787759637.052226:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759637.052227:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759637.052234:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052241:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759637.052243:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759637.052245:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759637.052247:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875554816, offset 0 00000400:00000200:3.0:1787759637.052252:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759637.052256:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.052259:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759637.052262:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759637.052265:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759637.052268:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759637.052270:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759637.052273:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776759:776759:256:4294967295] 192.168.201.104@tcp LPNI seq info [776750:776750:8:4294967295] 00000400:00000200:3.0:1787759637.052277:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.052283:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759637.052287:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.052291:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759637.052295:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759637.052298:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759637.052303:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759637.052306:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759637.052310:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.052312:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759637.052315:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759637.052319:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759637.052322:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759637.052323:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759637.052326:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759637.052329:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052336:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.052339:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052346:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.052348:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759637.052351:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759637.052355:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759637.052358:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759637.052360:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312991249 00000100:00000001:3.0:1787759637.052363:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.052365:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312991249 00000100:00000001:3.0:1787759637.052368:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.052370:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759637.052372:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.052390:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759637.052395:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759637/real 1787759637] req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759637.052402:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759637.052413:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759637.052415:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759637.052418:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759637.052420:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759637.052422:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759637.052426:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759637.052449:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052479:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759637.052480:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052483:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052484:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759637.052488:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052506:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759637.052511:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052530:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759637.052533:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052534:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052535:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052537:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759637.052542:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759637.052544:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759637.052561:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759637.052564:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759637.052569:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759637.052584:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554816:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759637.052588:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759637.052592:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052598:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.052600:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052602:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759637.052612:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759637.052615:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.052618:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759637.052621:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759637.052624:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759637.052625:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052627:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759637.052631:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759637.052642:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.052645:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759637.052648:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759637.052652:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759637.052655:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875554944, portal 10 00000100:00000001:3.0:1787759637.052657:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759637.052659:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759637.052678:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052698:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759637.052701:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759637.052704:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759637.052707:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875554944, offset 0 00000400:00000200:3.0:1787759637.052711:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759637.052716:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.052719:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759637.052722:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759637.052725:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759637.052727:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759637.052729:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759637.052732:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776760:776760:256:4294967295] 192.168.201.104@tcp LPNI seq info [776751:776751:8:4294967295] 00000400:00000200:3.0:1787759637.052737:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.052743:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759637.052748:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.052751:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759637.052755:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759637.052758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759637.052763:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759637.052766:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759637.052770:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.052772:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759637.052775:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759637.052778:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759637.052781:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759637.052783:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759637.052785:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759637.052789:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052796:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.052800:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052812:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.052814:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759637.052817:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759637.052821:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759637.052824:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759637.052826:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312991249 00000100:00000001:3.0:1787759637.052829:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.052831:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312991249 00000100:00000001:3.0:1787759637.052834:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.052836:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759637.052838:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.052840:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759637.052844:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759637/real 1787759637] req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759637.052851:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759637.052852:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759637.052854:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759637.052856:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759637.052858:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759637.052861:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759637.052864:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759637.052871:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052877:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759637.052879:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052880:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052882:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759637.052885:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052892:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759637.052897:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052904:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759637.052906:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052908:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.052909:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.052911:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759637.052914:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759637.052917:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759637.052921:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759637.052923:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759637.052927:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759637.052936:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875554944:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759637.052940:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759637.052944:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.052950:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.052952:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052954:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759637.052956:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759637.052958:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.052961:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759637.052964:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759637.052966:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759637.052968:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.052970:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759637.052985:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759637.052988:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.052991:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759637.052994:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759637.052998:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759637.053001:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555072, portal 4 00000100:00000001:3.0:1787759637.053003:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759637.053005:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759637.053011:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053016:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759637.053018:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759637.053020:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759637.053023:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875555072, offset 0 00000400:00000200:3.0:1787759637.053026:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759637.053030:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.053034:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759637.053037:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759637.053039:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759637.053042:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759637.053045:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759637.053047:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776761:776761:256:4294967295] 192.168.201.104@tcp LPNI seq info [776752:776752:8:4294967295] 00000400:00000200:3.0:1787759637.053052:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.053057:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759637.053062:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.053066:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759637.053070:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759637.053072:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759637.053076:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759637.053079:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759637.053084:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.053086:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759637.053089:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759637.053093:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759637.053096:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759637.053098:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759637.053100:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759637.053104:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053111:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.053181:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053190:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.053192:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759637.053196:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759637.053199:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759637.053217:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759637.053219:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312991309 00000100:00000001:3.0:1787759637.053230:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.053232:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312991309 00000100:00000001:3.0:1787759637.053235:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.053237:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759637.053239:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.053242:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759637.053246:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759637/real 1787759637] req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759637.053267:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759637.053268:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759637.053270:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759637.053273:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759637.053275:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759637.053278:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759637.053282:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759637.053291:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053307:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759637.053309:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053311:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.053312:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759637.053316:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053333:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759637.053338:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053345:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759637.053348:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053350:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.053352:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053353:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759637.053366:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759637.053369:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759637.053373:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759637.053376:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759637.053380:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759637.053401:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555072:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759637.053405:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759637.053409:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053416:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.053418:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.053432:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759637.053435:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759637.053437:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.053440:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759637.053444:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759637.053446:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759637.053447:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759637.053449:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759637.053463:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759637.053466:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759637.053470:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759637.053473:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759637.053477:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759637.053480:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555200, portal 4 00000100:00000001:3.0:1787759637.053482:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759637.053483:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:3.0:1787759637.053499:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053506:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759637.053508:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759637.053511:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759637.053514:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875555200, offset 0 00000400:00000200:3.0:1787759637.053529:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759637.053533:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.053537:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759637.053539:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759637.053542:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759637.053544:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759637.053546:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759637.053560:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776762:776762:256:4294967295] 192.168.201.104@tcp LPNI seq info [776753:776753:8:4294967295] 00000400:00000200:3.0:1787759637.053564:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759637.053570:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759637.053574:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.053578:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759637.053595:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759637.053598:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1787759637.053612:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759637.053615:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1787759637.053619:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759637.053621:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:3.0:1787759637.053624:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759637.053627:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759637.053644:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:3.0:1787759637.053646:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:3.0:1787759637.053650:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759637.053653:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053676:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.053680:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759662 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053699:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.053701:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759637.053705:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759637.053708:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759637.053711:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759637.053713:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312991273 00000100:00000001:3.0:1787759637.053716:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.053719:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312991273 00000100:00000001:3.0:1787759637.053722:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312992528 00000100:00000001:3.0:1787759637.053725:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759637.053728:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.053730:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759637.053734:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759637/real 1787759637] req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759637.053762:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759637.053763:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759637.053765:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759637.053768:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759637.053770:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759637.053773:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759637.053776:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759637.053784:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053790:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759637.053792:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053807:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.053808:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759637.053812:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053819:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759637.053823:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053841:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759637.053844:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053846:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759637.053848:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053859:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759637.053861:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759637.053865:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759637.053869:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759637.053871:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759637.053876:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759637.053897:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555200:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759637.053914:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053916:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.053921:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875554688/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053928:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759637.053930:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759637.053934:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759637.053937:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759637.053940:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759637.053941:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759637.053944:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759637.053946:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:3.0:1787759637.053951:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759637.053953:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759637.053955:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759637.053959:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759637.053960:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.053962:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.053965:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875554816/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.053971:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759637.053994:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759637.053996:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759637.054000:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759637.054001:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759637.054002:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759637.054004:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759637.054006:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:3.0:1787759637.054010:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759637.054012:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759637.054025:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759637.054029:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759637.054030:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.054032:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.054036:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875554944/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.054042:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759637.054054:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759637.054056:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759637.054069:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759637.054071:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759637.054072:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759637.054075:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759637.054076:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:3.0:1787759637.054092:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759637.054094:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759637.054096:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759637.054099:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759637.054109:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.054111:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.054115:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875555072/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.054147:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759637.054148:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759637.054150:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759637.054154:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759637.054168:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759637.054170:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759637.054172:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759637.054174:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:3.0:1787759637.054177:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759637.054178:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759637.054180:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759637.054184:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759637.054185:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.054200:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759637.054204:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875555200/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759662 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759637.054211:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759637.054212:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759637.054224:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759637.054227:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759637.054229:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759637.054230:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759637.054232:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759637.054234:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759637.054237:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759637.054238:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759637.054240:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759637.054243:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759637.054254:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.054257:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.054277:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759637.054279:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.054290:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759637.054293:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.494223:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759637.494235:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759637.494238:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.494245:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759637.494250:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759637.494254:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.494258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.494261:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.494265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759637.750299:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759637.750315:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759637.750317:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759637.750324:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759637.750329:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759637.750334:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750337:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759637.750340:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750344:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.750467:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759637.750471:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759637.750472:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.750475:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759637.750477:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759637.750479:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.750481:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759637.750482:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.750485:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759637.750531:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759637.750534:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759637.750535:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759637.750537:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759637.750539:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759637.750541:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750542:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759637.750544:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750546:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759637.750636:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759637.750640:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759637.750641:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759637.750644:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759637.750646:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759637.750649:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759637.750651:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759637.750652:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759637.750654:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759637.750698:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759637.750700:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759637.750702:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759637.750704:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759637.750706:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759637.750708:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750710:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759637.750711:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759637.750713:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759637.750795:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759637.750798:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759637.750799:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.750801:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759637.750803:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759637.750805:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.750807:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759637.750808:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.750810:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759637.752403:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759637.752409:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759637.752410:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759637.752414:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759637.752417:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759637.752421:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.752423:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759637.752425:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759637.752427:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759637.752457:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759637.752460:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759637.752465:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759637.752466:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759637.752470:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759637.752471:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759637.752474:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759637.752475:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759637.752494:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759637.752497:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759637.752501:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759637.752940:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759637.752944:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759637.752945:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759637.752948:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759637.752950:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759637.752952:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.752955:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759637.752956:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759637.752959:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759638.391971:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312992528, at 4312992577 00000100:00000010:2.0:1787759638.391991:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb147e0. 00000100:00000040:3.0:1787759638.396161:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312992528, at 4312992582 00000100:00000010:3.0:1787759638.396183:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb140c0. 00000100:00000001:3.0:1787759638.518786:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759638.518797:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759638.518800:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759638.518808:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759638.518813:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759638.518818:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.518821:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759638.518824:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.518828:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774275:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759638.774279:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759638.774286:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774288:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759638.774292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774294:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759638.774296:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759638.774297:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759638.774301:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759638.774303:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759638.774306:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1787759638.774308:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759638.774310:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1787759638.774314:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759638.774315:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774318:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759638.774320:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759638.774323:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774324:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774327:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774332:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759638.774350:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759638.774352:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759638.774353:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774355:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759638.774357:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774359:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759638.774368:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759638.774392:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759638.774396:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759638.774399:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759638.774436:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759638.774439:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759638.774441:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759638.774444:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759638.774447:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759638.774449:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.774452:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759638.774454:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.774457:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759638.774470:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759638.774475:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759638.774477:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759638.774480:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759638.774483:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759638.774485:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759638.774488:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759638.774489:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759638.774492:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774553:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759638.774555:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759638.774557:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759638.774559:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759638.774562:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759638.774564:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759638.774566:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759638.774568:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759638.774570:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759638.774662:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759638.774666:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759638.774667:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759638.774670:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759638.774672:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759638.774674:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759638.774676:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759638.774677:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759638.774679:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759638.774786:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759638.774789:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759638.774790:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759638.774793:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759638.774795:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759638.774797:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.774799:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759638.774800:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759638.774803:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759638.774982:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759638.774986:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759638.774987:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759638.774990:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759638.774992:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759638.774994:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759638.774996:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759638.774998:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759638.775000:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759638.775866:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759638.775870:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759638.775872:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759638.775875:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759638.775878:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759638.775880:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759638.775883:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759638.775884:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759638.775886:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759639.542645:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759639.542655:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759639.542667:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759639.542673:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759639.542678:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759639.542682:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.542685:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759639.542688:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.542692:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759639.798298:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759639.798309:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759639.798312:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759639.798319:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759639.798324:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759639.798329:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.798333:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759639.798335:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.798339:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759639.798383:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759639.798387:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759639.798392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759639.798393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759639.798398:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759639.798399:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759639.798403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759639.798404:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759639.798597:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759639.798600:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759639.798604:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759639.798684:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759639.798686:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759639.798688:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759639.798689:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759639.798690:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759639.798690:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759639.798693:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:3.0:1787759639.798693:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759639.798696:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759639.798696:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759639.798698:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759639.798700:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759639.798702:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759639.798705:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759639.798707:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.798709:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759639.798711:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.798713:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759639.798863:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759639.798866:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759639.798867:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759639.798870:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759639.798872:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759639.798875:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759639.798877:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759639.798878:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759639.798880:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759639.804062:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759639.804072:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759639.804075:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759639.804080:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759639.804085:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759639.804089:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759639.804093:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759639.804095:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759639.804099:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759639.804211:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759639.804215:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759639.804216:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759639.804219:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759639.804221:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759639.804224:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.804226:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759639.804228:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759639.804230:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759639.804285:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759639.804290:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759639.804291:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759639.804294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759639.804296:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759639.804298:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759639.804301:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759639.804302:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759639.804305:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759639.807601:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759639.807609:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759639.807611:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759639.807617:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759639.807621:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759639.807625:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759639.807628:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759639.807630:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759639.807633:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759640.566274:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759640.566284:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759640.566287:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759640.566294:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759640.566298:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759640.566303:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759640.566306:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759640.566309:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759640.566312:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759640.822218:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759640.822222:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759640.822225:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759640.822225:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759640.822227:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759640.822227:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759640.822233:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759640.822233:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759640.822236:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759640.822237:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759640.822241:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759640.822241:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759640.822244:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759640.822246:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759640.822249:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759640.822253:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759640.822255:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822257:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759640.822318:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759640.822319:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759640.822321:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759640.822322:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759640.822323:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759640.822325:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759640.822327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759640.822329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822331:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759640.822332:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822334:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759640.822356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759640.822359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759640.822364:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759640.822365:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759640.822369:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759640.822370:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759640.822374:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759640.822375:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759640.822400:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759640.822403:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759640.822406:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759640.822435:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759640.822439:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759640.822441:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759640.822443:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759640.822446:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759640.822447:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759640.822452:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759640.822940:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759640.822941:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759640.822944:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759640.822944:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759640.822945:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759640.822947:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759640.822948:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759640.822948:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759640.822951:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759640.822951:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759640.822953:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822953:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822955:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759640.822957:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822959:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759640.822971:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759640.822974:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759640.822975:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759640.822977:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759640.822979:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759640.822979:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759640.822981:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.822981:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759640.822983:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759640.822984:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759640.822997:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759640.822999:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.823002:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759640.823003:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759640.823006:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759640.826205:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759640.826212:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759640.826216:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759640.828266:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759640.828270:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759640.828273:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759641.590229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759641.590238:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759641.590241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759641.590247:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759641.590251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759641.590255:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.590258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759641.590260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.590264:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759641.846263:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759641.846270:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759641.846273:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759641.846277:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759641.846281:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759641.846285:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759641.846287:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759641.846290:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759641.846293:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846569:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759641.846573:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846577:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759641.846581:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759641.846583:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759641.846587:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846590:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759641.846593:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846595:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846597:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846601:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759641.846603:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759641.846607:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759641.846609:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759641.846619:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759641.846624:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759641.846626:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759641.846629:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759641.846632:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759641.846633:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759641.846635:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.846638:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759641.846639:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759641.846641:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759641.846643:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759641.846646:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759641.846648:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759641.846650:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759641.846654:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.846656:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759641.846658:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.846661:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759641.846674:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759641.846677:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759641.846680:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759641.846685:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759641.846687:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759641.846689:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759641.846690:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759641.846692:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759641.846694:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.846696:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759641.846698:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.846700:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759641.846815:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759641.846818:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759641.846820:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759641.846823:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759641.846825:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759641.846827:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759641.846829:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759641.846830:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759641.846832:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759641.846843:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759641.846845:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759641.846846:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759641.846848:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759641.846850:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759641.846852:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759641.846854:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759641.846856:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759641.846858:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759641.856583:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759641.856600:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759641.856602:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759641.856608:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759641.856611:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759641.856615:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759641.856618:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759641.856620:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759641.856624:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759641.857062:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759641.857066:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759641.857067:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759641.857071:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759641.857073:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759641.857076:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.857078:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759641.857080:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759641.857082:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759642.166230:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759642.166241:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759642.166243:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759642.166247:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759642.166252:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759642.166259:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18323 00000400:00000200:2.0:1787759642.166268:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759642.166274:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759642.166278:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759642.166281:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166284:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166287:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166290:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759642.166294:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759642.166296:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759642.166299:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759642.166302:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759642.166305:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759642.166307:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759642.166311:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166313:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166315:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166317:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759642.166321:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759642.166324:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166327:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759642.166330:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759642.166334:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759642.166337:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166340:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759642.166343:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759642.166352:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759642.166355:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759642.166360:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759642.166362:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166366:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759642.166369:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759642.166374:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759642.166384:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695400. 00000100:00000001:2.0:1787759642.166391:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.166399:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759642.166409:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759642.166414:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.166418:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759642.166447:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759642.166450:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759642.166454:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759642.166455:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759642.166457:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759642.166461:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759642.166464:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18323 00000400:00000200:2.0:1787759642.166469:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759642.166472:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759642.166474:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759642.166477:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166480:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166482:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166484:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759642.166487:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759642.166489:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759642.166491:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759642.166493:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759642.166495:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759642.166498:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759642.166502:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166504:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166506:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166509:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759642.166511:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759642.166514:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166517:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759642.166519:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759642.166525:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759642.166527:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166529:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759642.166533:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759642.166537:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166539:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759642.166543:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759642.166546:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759642.166549:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759642.166550:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166552:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759642.166554:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759642.166556:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759642.166559:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695c00. 00000100:00000001:2.0:1787759642.166563:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.166569:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759642.166577:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759642.166580:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.166583:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759642.166592:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759642.166595:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759642.166599:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759642.166600:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759642.166602:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759642.166605:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759642.166607:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18323 00000400:00000200:2.0:1787759642.166611:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759642.166614:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759642.166616:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759642.166619:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166621:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166623:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166626:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759642.166628:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759642.166630:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759642.166631:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759642.166633:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759642.166635:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759642.166638:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759642.166642:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166644:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166646:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166648:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759642.166650:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759642.166654:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166657:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759642.166658:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759642.166661:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759642.166664:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166665:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759642.166668:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759642.166671:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166672:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759642.166676:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759642.166679:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759642.166681:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759642.166683:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166684:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759642.166686:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759642.166687:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759642.166691:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759642.166695:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.166699:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759642.166707:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759642.166709:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.166714:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759642.166722:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759642.166724:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759642.166727:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759642.166729:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759642.166730:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759642.166733:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759642.166736:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18323 00000400:00000200:2.0:1787759642.166740:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759642.166743:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759642.166745:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759642.166748:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166751:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166753:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166756:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759642.166758:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759642.166760:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759642.166761:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759642.166764:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759642.166765:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759642.166768:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759642.166771:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166773:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166775:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166777:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759642.166779:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759642.166782:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166785:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759642.166787:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759642.166789:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759642.166791:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166793:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759642.166795:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759642.166797:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166799:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759642.166802:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759642.166805:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759642.166807:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759642.166808:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.166810:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759642.166811:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759642.166813:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759642.166817:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b695800. 00000100:00000001:2.0:1787759642.166820:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.166825:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759642.166838:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759642.166840:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.166844:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759642.166851:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759642.166853:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759642.166857:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759642.166858:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759642.166860:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759642.166862:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759642.166865:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18323 00000400:00000200:2.0:1787759642.166869:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759642.166872:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759642.166874:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759642.166877:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.166879:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.166881:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759642.166935:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759642.166940:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.166942:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759642.166949:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.166958:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.166960:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.166964:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759642.166966:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759642.166968:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.166972:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875555328:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759642.166977:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759642.166981:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759642.166983:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.166986:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759642.166991:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759642.166993:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.166999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759642.167003:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b566e0. 00000400:00000010:3.0:1787759642.167009:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55e58. 00000100:00000200:3.0:1787759642.167016:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555328, portal 25 00000100:00000001:3.0:1787759642.167019:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759642.167021:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:3.0:1787759642.167028:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167036:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759642.167039:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759642.167041:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55cc0. 00000100:00000200:3.0:1787759642.167044:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875555328, offset 0 00000400:00000200:3.0:1787759642.167051:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167059:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167065:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759642.167071:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759642.167075:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759642.167079:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759642.167082:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167085:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776763:776763:256:4294967295] 192.168.201.104@tcp LPNI seq info [776754:776754:8:4294967295] 00000400:00000200:3.0:1787759642.167090:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167099:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759642.167104:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759642.167109:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84e00. 00000800:00000200:3.0:1787759642.167216:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759642.167221:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:2.0:1787759642.167312:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759642.167316:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759642.167317:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759642.167319:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759642.167322:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759642.167324:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759642.167327:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759642.167331:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.167333:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759642.167335:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759642.167337:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759642.167340:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759642.167343:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759642.167346:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759642.167348:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759642.167350:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759642.167353:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.167354:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759642.167356:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759642.167359:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.167361:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759642.167365:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759642.167367:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759642.167369:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759642.167370:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.167372:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759642.167373:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759642.167375:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759642.167379:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759642.167383:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.167388:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759642.167395:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759642.167397:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.167401:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759642.167408:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759642.167413:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18334) 00000100:00000001:3.0:1787759642.167454:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.167459:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759642.167462:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4312997644 00000100:00000010:3.0:1787759642.167469:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb145a0. 00000100:00000001:3.0:1787759642.167475:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759642.167481:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4312997644 00000100:00000010:3.0:1787759642.167484:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759642.167487:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759642.167489:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759642.167492:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.167495:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759642.167500:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167507:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.167508:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167510:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759642.167512:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759642.167514:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.167517:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759642.167521:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759642.167524:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759642.167525:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167527:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759642.167530:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759642.167532:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.167535:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759642.167538:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56318. 00000400:00000010:3.0:1787759642.167541:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55bb0. 00000100:00000200:3.0:1787759642.167545:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555456, portal 10 00000100:00000001:3.0:1787759642.167547:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759642.167548:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:3.0:1787759642.167555:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167562:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759642.167564:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759642.167567:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55220. 00000100:00000200:3.0:1787759642.167570:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875555456, offset 0 00000400:00000200:3.0:1787759642.167575:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167579:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167582:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759642.167586:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759642.167588:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759642.167591:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759642.167593:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167596:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776764:776764:255:4294967295] 192.168.201.104@tcp LPNI seq info [776755:776755:7:4294967295] 00000400:00000200:3.0:1787759642.167600:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167607:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759642.167612:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759642.167615:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84500. 00000800:00000200:3.0:1787759642.167620:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759642.167624:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759642.167627:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759642.167631:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759642.167634:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759642.167636:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312996364 00000100:00000001:3.0:1787759642.167639:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167641:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312996364 00000100:00000001:3.0:1787759642.167644:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167646:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759642.167649:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.167651:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759642.167654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167662:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.167663:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167665:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759642.167667:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759642.167668:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.167672:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759642.167675:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759642.167677:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759642.167679:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167680:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759642.167683:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759642.167685:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.167689:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759642.167692:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b560b0. 00000400:00000010:3.0:1787759642.167696:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55880. 00000100:00000200:3.0:1787759642.167699:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555584, portal 10 00000100:00000001:3.0:1787759642.167701:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759642.167702:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:3.0:1787759642.167709:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167717:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759642.167719:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759642.167722:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d557f8. 00000100:00000200:3.0:1787759642.167724:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875555584, offset 0 00000400:00000200:3.0:1787759642.167729:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167733:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167737:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759642.167740:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759642.167742:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759642.167745:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759642.167747:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167750:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776765:776765:254:4294967295] 192.168.201.104@tcp LPNI seq info [776756:776756:6:4294967295] 00000400:00000200:3.0:1787759642.167755:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167762:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759642.167767:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759642.167770:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84d00. 00000800:00000200:3.0:1787759642.167774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759642.167779:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759642.167782:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759642.167786:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759642.167789:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759642.167791:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312996364 00000100:00000001:3.0:1787759642.167794:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167797:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312996364 00000100:00000001:3.0:1787759642.167799:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167801:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759642.167803:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.167805:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759642.167809:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167822:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.167823:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167826:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759642.167827:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759642.167829:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.167832:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759642.167836:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759642.167838:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759642.167840:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.167841:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759642.167844:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759642.167846:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.167850:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759642.167852:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56370. 00000400:00000010:3.0:1787759642.167856:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759642.167859:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555712, portal 4 00000100:00000001:3.0:1787759642.167861:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759642.167862:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:3.0:1787759642.167868:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.167874:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759642.167877:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759642.167879:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d555d8. 00000100:00000200:3.0:1787759642.167882:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875555712, offset 0 00000400:00000200:3.0:1787759642.167896:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167900:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167903:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759642.167906:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759642.167908:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759642.167911:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759642.167913:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759642.167917:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776766:776766:253:4294967295] 192.168.201.104@tcp LPNI seq info [776757:776757:5:4294967295] 00000400:00000200:3.0:1787759642.167922:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.167932:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759642.167936:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759642.167940:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84a00. 00000800:00000200:3.0:1787759642.167944:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759642.167947:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759642.167950:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759642.167952:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759642.167956:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759642.167958:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312996423 00000100:00000001:3.0:1787759642.167960:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167963:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312996423 00000100:00000001:3.0:1787759642.167965:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.167967:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759642.167970:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.167972:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.167975:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.167983:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.167985:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787759642.167988:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759642.167989:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.167991:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759642.167995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.168002:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.168004:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.168006:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759642.168008:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759642.168010:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.168013:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759642.168019:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759642.168021:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759642.168022:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759642.168024:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759642.168027:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759642.168029:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759642.168033:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759642.168035:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759642.168038:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759642.168041:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555840, portal 4 00000100:00000001:3.0:1787759642.168043:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759642.168045:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:3.0:1787759642.168050:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759642.168057:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759642.168060:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759642.168062:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55aa0. 00000100:00000200:3.0:1787759642.168065:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875555840, offset 0 00000400:00000200:3.0:1787759642.168069:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759642.168073:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.168076:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759642.168078:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759642.168081:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759642.168083:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759642.168086:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759642.168089:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776767:776767:252:4294967295] 192.168.201.104@tcp LPNI seq info [776758:776758:4:4294967295] 00000400:00000200:3.0:1787759642.168093:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759642.168099:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759642.168104:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759642.168107:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84000. 00000800:00000200:3.0:1787759642.168111:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759642.168131:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759642.168134:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759642.168137:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759642.168141:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759642.168143:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4312996388 00000100:00000001:3.0:1787759642.168145:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.168148:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4312996388 00000100:00000001:3.0:1787759642.168150:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4312997644 00000100:00000001:3.0:1787759642.168152:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759642.168155:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.168157:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.168159:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.168161:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.168163:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787759642.168165:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759642.168166:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.168167:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.168170:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.614196:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759642.614205:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.614207:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.614213:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759642.614217:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.614220:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.614223:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.614225:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.614229:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759642.870229:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759642.870234:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759642.870237:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759642.870241:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.870241:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759642.870245:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759642.870247:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759642.870250:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759642.870253:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759642.870255:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759642.870258:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.870260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759642.870263:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759642.870264:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759642.870268:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.870268:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759642.870274:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.870275:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.870292:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759642.870295:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.870410:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759642.870413:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.870414:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.870418:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759642.870420:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.870422:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.870424:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.870426:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.870428:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759642.870437:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759642.870439:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759642.870440:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759642.870442:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759642.870444:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759642.870446:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.870448:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759642.870449:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759642.870451:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759642.870467:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759642.870469:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759642.870473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759642.870474:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759642.870478:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759642.870479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759642.870483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759642.870484:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.870486:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.870491:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759642.870495:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759642.870497:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.870499:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759642.870501:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.870504:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759642.870558:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759642.870562:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759642.870564:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759642.870566:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759642.870568:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759642.870570:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759642.870572:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759642.870573:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759642.870575:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759642.870586:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759642.870588:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759642.870591:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759642.870726:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759642.870729:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759642.870731:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759642.870734:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759642.870736:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759642.870738:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759642.870739:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759642.870741:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759642.870743:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759642.871012:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759642.871015:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759642.871016:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759642.871018:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759642.871021:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759642.871023:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.871025:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759642.871027:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759642.871028:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759643.510246:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4312997644, at 4312997696 00000100:00000010:2.0:1787759643.510272:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000040:3.0:1787759643.510811:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4312997644, at 4312997696 00000100:00000010:3.0:1787759643.510819:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759643.638646:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759643.638654:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759643.638656:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759643.638662:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759643.638666:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759643.638669:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.638672:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759643.638674:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.638677:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759643.894258:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759643.894258:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759643.894266:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759643.894268:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759643.894275:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759643.894278:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759643.894279:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759643.894281:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759643.894285:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759643.894287:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759643.894289:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759643.894292:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759643.894294:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759643.894296:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759643.894299:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759643.894301:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759643.894304:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759643.894307:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759643.895773:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759643.895777:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759643.895781:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759643.895782:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759643.895785:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759643.895787:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759643.895790:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759643.895791:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759643.895808:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759643.895811:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759643.895813:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759643.895815:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759643.895818:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759643.895820:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895822:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759643.895824:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895826:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759643.895837:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759643.895839:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759643.895842:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759643.895849:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759643.895851:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759643.895921:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759643.895925:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759643.895928:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759643.895930:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895932:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759643.895933:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895935:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759643.895945:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759643.895948:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759643.895949:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759643.895951:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759643.895953:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759643.895955:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895957:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759643.895958:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759643.895960:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759643.896014:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759643.896017:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759643.896018:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759643.896021:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759643.896022:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759643.896025:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759643.896027:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759643.896028:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759643.896030:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759643.896137:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759643.896140:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759643.896141:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759643.896144:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759643.896146:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759643.896148:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759643.896150:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759643.896152:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759643.896154:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759643.896346:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759643.896349:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759643.896350:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759643.896352:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759643.896354:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759643.896356:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759643.896359:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759643.896360:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759643.896363:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759644.662362:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759644.662370:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759644.662372:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759644.662377:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759644.662380:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759644.662383:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.662386:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759644.662388:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.662391:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759644.918281:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759644.918291:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759644.918293:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759644.918300:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759644.918304:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759644.918308:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759644.918311:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759644.918314:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759644.918317:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759644.918664:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759644.918669:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759644.918670:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759644.918673:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759644.918675:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759644.918677:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759644.918679:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759644.918680:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759644.918682:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759644.918769:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759644.918772:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759644.918774:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759644.918776:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759644.918778:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759644.918780:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759644.918782:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759644.918784:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759644.918787:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759644.919614:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759644.919617:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759644.919619:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759644.919621:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759644.919624:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759644.919626:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.919628:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759644.919629:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.919631:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759644.919651:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759644.919654:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759644.919658:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759644.919659:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759644.919662:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759644.919663:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759644.919668:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759644.919669:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759644.919697:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759644.919700:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759644.919703:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759644.919711:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759644.919714:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759644.919715:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759644.919717:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759644.919719:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759644.919721:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.919723:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759644.919724:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759644.919726:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759644.919779:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759644.919782:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759644.919783:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759644.919785:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759644.919788:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759644.919789:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759644.919792:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759644.919793:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759644.919795:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759644.919848:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759644.919851:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759644.919852:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759644.919855:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759644.919857:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759644.919859:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759644.919861:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759644.919863:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759644.919865:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759644.920053:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759644.920056:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759644.920058:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759644.920060:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759644.920062:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759644.920064:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759644.920067:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759644.920068:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759644.920071:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1787759645.238512:0:2413:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:1.0:1787759645.238551:0:2413:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1787759645.238560:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759645.238564:0:2413:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:1.0:1787759645.238569:0:2413:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759645.238573:0:2413:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:1.0:1787759645.238578:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759645.239516:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84e00. 00000400:00000200:1.0:1787759645.239527:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759645.239534:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759645.239542:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55cc0 00000400:00000010:1.0:1787759645.239545:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55cc0. 00000100:00000001:1.0:1787759645.239551:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759645.239560:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239714:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759645.239721:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239728:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.239730:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759645.239746:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759645.239749:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84500. 00000400:00000200:1.0:1787759645.239752:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759645.239756:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759645.239759:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55220 00000400:00000010:1.0:1787759645.239761:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55220. 00000100:00000001:1.0:1787759645.239765:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759645.239769:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239776:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759645.239779:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239785:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.239786:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759645.239791:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759645.239793:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84d00. 00000400:00000200:1.0:1787759645.239796:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759645.239800:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759645.239803:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d557f8 00000400:00000010:1.0:1787759645.239805:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d557f8. 00000100:00000001:1.0:1787759645.239807:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759645.239812:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239819:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759645.239822:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.239828:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.240045:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759645.240050:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759645.240053:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759645.240061:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759642/real 1787759645] req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759645.240072:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759645.240075:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759645.240078:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b566e0. 00000400:00000200:3.0:1787759645.240082:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55e58 00000400:00000010:3.0:1787759645.240084:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55e58. 00000100:00000001:3.0:1787759645.240088:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759645.240091:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759645.240101:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240108:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759645.240110:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240112:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.240150:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759645.240156:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240164:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759645.240169:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240177:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759645.240181:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240183:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.240184:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240187:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759645.240189:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759645.240692:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759645.240701:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759645.240704:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84a00. 00000400:00000200:1.0:1787759645.240708:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759645.240712:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759645.240716:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d555d8 00000400:00000010:1.0:1787759645.240718:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d555d8. 00000100:00000001:1.0:1787759645.240721:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759645.240726:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.240735:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759645.240737:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.240744:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.240745:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1787759645.240750:0:2413:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:1.0:1787759645.240752:0:2413:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84000. 00000400:00000200:1.0:1787759645.240754:0:2413:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1787759645.240757:0:2413:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1787759645.240759:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55aa0 00000400:00000010:1.0:1787759645.240761:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55aa0. 00000100:00000001:1.0:1787759645.240763:0:2413:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759645.240767:0:2413:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.240773:0:2413:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759645.240776:0:2413:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759667 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759645.240782:0:2413:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.240783:0:2413:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1787759645.240812:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759645.240819:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759645.240821:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759645.240827:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759645.240898:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875555328:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759645.240904:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759645.240908:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759642/real 1787759645] req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759645.240917:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759645.240919:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759645.240921:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56318. 00000400:00000200:3.0:1787759645.240924:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55bb0 00000400:00000010:3.0:1787759645.240926:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55bb0. 00000100:00000001:3.0:1787759645.240929:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759645.240932:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759645.240940:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240946:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759645.240947:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240949:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.240950:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759645.240954:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240960:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759645.240964:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.240971:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759645.240973:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240975:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.240976:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.240977:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759645.240982:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759645.240984:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759645.240988:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759645.240991:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759645.240995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759645.241002:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555456:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759645.241006:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759645.241009:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759642/real 1787759645] req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759645.241016:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759645.241017:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759645.241018:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b560b0. 00000400:00000200:3.0:1787759645.241020:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55880 00000400:00000010:3.0:1787759645.241022:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55880. 00000100:00000001:3.0:1787759645.241024:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759645.241026:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759645.241034:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241039:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759645.241041:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241042:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.241043:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759645.241047:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241053:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759645.241056:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241062:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759645.241065:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241067:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.241068:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241070:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759645.241073:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759645.241076:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759645.241079:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759645.241081:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759645.241085:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759645.241091:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555584:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759645.241095:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759645.241098:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759642/real 1787759645] req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759645.241104:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759645.241106:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759645.241107:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56370. 00000400:00000200:3.0:1787759645.241109:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759645.241111:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759645.241112:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759645.241139:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759645.241148:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241154:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759645.241156:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241158:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.241159:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759645.241163:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241170:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759645.241175:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.241182:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759645.241185:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241186:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.241187:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.241189:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759645.241191:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759645.242746:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759645.242757:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759645.242760:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759645.242767:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759645.242777:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555712:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759645.242783:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.242786:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759645.242790:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875555328/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.242798:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759645.242802:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759645.242806:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759645.242810:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759645.242813:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759645.242814:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759645.242817:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759645.242820:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695400. 02000000:00000001:3.0:1787759645.242825:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759645.242828:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759645.243422:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:3.0:1787759645.243428:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759645.243429:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243432:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759645.243437:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875555456/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243445:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759645.243447:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759645.243450:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759645.243453:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759645.243455:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759645.243457:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759645.243459:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759645.243461:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695c00. 02000000:00000001:3.0:1787759645.243464:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759645.243466:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759645.243467:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:3.0:1787759645.243470:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759645.243472:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243474:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759645.243478:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875555584/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243485:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759645.243487:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759645.243489:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759645.243492:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759645.243495:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759645.243497:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759645.243499:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759645.243500:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:3.0:1787759645.243503:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759645.243504:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759645.243506:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:3.0:1787759645.243508:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759645.243510:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243512:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759645.243515:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875555712/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243523:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759645.243524:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759645.243526:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759645.243528:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759645.243530:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759645.243531:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759645.243533:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759645.243535:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b695800. 02000000:00000001:3.0:1787759645.243537:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759645.243539:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759645.243540:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:3.0:1787759645.243542:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759645.243544:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243547:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.243549:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759645.243552:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759645.243553:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759645.243559:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759642/real 1787759645] req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759645.243572:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759645.243574:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759645.243577:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759645.243663:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759645.243668:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759645.243673:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759645.243678:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759645.243687:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243695:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759645.243697:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243700:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.243702:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759645.243707:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243714:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759645.243719:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243727:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759645.243730:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243732:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759645.243733:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243736:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759645.243739:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759645.243742:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759645.243746:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759645.243749:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759645.243754:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759645.243762:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875555840:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759645.243767:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243769:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759645.243772:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875555840/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759667 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759645.243779:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759645.243781:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759645.243783:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759645.243786:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759645.243788:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759645.243789:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759645.243791:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759645.243793:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:3.0:1787759645.243797:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759645.243798:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759645.243799:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:3.0:1787759645.243802:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759645.243804:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243806:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.243814:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759645.243816:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.243819:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759645.243820:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.686438:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759645.686446:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759645.686448:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759645.686453:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759645.686457:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759645.686462:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.686464:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759645.686466:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.686470:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759645.942271:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759645.942279:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759645.942281:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759645.942288:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759645.942292:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759645.942296:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.942299:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759645.942302:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.942305:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.942427:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759645.942431:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759645.942432:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759645.942435:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759645.942438:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759645.942440:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759645.942442:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759645.942444:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759645.942447:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759645.942498:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759645.942500:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759645.942502:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759645.942504:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759645.942506:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759645.942508:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.942510:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759645.942512:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.942514:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759645.943788:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759645.943793:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759645.943794:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759645.943799:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759645.943801:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759645.943804:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.943807:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759645.943808:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759645.943810:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759645.943911:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759645.943915:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759645.943916:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759645.943919:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759645.943921:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759645.943924:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759645.943926:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759645.943928:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759645.943930:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759645.943939:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759645.943941:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759645.943942:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759645.943944:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759645.943946:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759645.943948:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759645.943950:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759645.943952:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759645.943954:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759645.944007:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759645.944010:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759645.944012:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759645.944018:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759645.944020:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759645.944036:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759645.944038:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759645.944040:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759645.944042:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759645.944106:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759645.944109:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759645.944110:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759645.944112:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759645.944114:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759645.944129:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.944132:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759645.944133:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759645.944135:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759645.944695:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759645.944699:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759645.944704:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759645.944705:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759645.944708:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759645.944710:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759645.944714:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759645.944716:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759645.944791:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759645.944795:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759645.944798:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759646.714334:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759646.714342:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759646.714344:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759646.714350:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759646.714353:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759646.714357:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759646.714360:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759646.714362:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759646.714365:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966497:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759646.966506:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759646.966508:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759646.966511:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966516:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759646.966518:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966521:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966523:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966539:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759646.966541:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966545:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759646.966546:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759646.966557:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759646.966558:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759646.966588:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759646.966591:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759646.966594:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759646.966782:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759646.966787:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759646.966789:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759646.966794:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759646.966797:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759646.966812:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759646.966815:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759646.966818:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759646.966822:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759646.967161:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759646.967164:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759646.967165:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759646.967168:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759646.967171:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759646.967173:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.967175:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759646.967176:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.967178:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759646.967188:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759646.967191:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759646.967192:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759646.967194:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759646.967196:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759646.967198:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.967200:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759646.967201:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.967203:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759646.967397:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759646.967401:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759646.967402:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759646.967405:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759646.967407:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759646.967409:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759646.967411:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759646.967413:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759646.967415:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759646.967440:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759646.967442:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759646.967444:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759646.967446:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759646.967448:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759646.967450:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759646.967452:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759646.967453:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759646.967455:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759646.967504:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759646.967507:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759646.967508:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759646.967510:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759646.967512:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759646.967514:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759646.967517:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759646.967518:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759646.967521:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759646.968430:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759646.968435:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759646.968436:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759646.968439:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759646.968441:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759646.968443:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.968445:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759646.968447:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759646.968449:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759646.968512:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759646.968515:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759646.968517:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759646.968519:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759646.968521:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759646.968523:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759646.968525:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759646.968527:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759646.968537:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759647.290720:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759647.290730:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759647.290732:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759647.290736:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759647.290740:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759647.290748:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18329 00000400:00000200:0.0:1787759647.290766:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759647.290773:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759647.290777:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759647.290780:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.290783:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.290786:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.290789:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759647.290807:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759647.290809:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759647.290812:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759647.290815:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759647.290818:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759647.290820:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759647.290824:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.290826:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.290828:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.290830:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759647.290834:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759647.290838:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759647.290841:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759647.290844:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759647.290848:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759647.290851:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.290853:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759647.290856:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759647.290866:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759647.290870:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759647.290875:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759647.290876:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.290880:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759647.290883:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759647.290888:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759647.290898:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759647.290904:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.290916:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759647.290936:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759647.290941:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.290946:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759647.290972:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759647.290975:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759647.290978:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759647.290980:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759647.290981:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759647.290985:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759647.290988:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18329 00000400:00000200:0.0:1787759647.290992:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759647.290995:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759647.290998:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759647.291001:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291003:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291005:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291007:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759647.291010:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759647.291011:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759647.291013:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759647.291015:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759647.291016:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759647.291019:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759647.291032:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291035:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291037:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291039:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759647.291042:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759647.291045:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291047:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759647.291049:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759647.291055:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759647.291058:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291060:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759647.291063:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759647.291068:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291069:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759647.291073:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759647.291076:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759647.291078:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759647.291080:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291081:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759647.291092:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759647.291094:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759647.291099:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759647.291103:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.291109:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759647.291141:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759647.291144:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.291148:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759647.291155:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759647.291157:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759647.291160:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759647.291162:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759647.291164:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759647.291167:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759647.291170:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18329 00000400:00000200:0.0:1787759647.291173:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759647.291176:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759647.291178:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759647.291181:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291183:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291185:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291187:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759647.291189:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759647.291191:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759647.291193:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759647.291195:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759647.291197:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759647.291199:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759647.291202:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291204:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291206:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291208:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759647.291210:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759647.291213:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291215:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759647.291217:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759647.291221:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759647.291225:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291227:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759647.291229:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759647.291231:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291233:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759647.291237:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759647.291239:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759647.291242:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759647.291243:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291245:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759647.291246:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759647.291248:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759647.291251:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759647.291254:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.291260:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759647.291267:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759647.291269:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.291284:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759647.291292:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759647.291294:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759647.291297:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759647.291299:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759647.291301:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759647.291304:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759647.291307:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18329 00000400:00000200:0.0:1787759647.291311:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759647.291314:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759647.291316:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759647.291319:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291322:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291324:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291326:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759647.291328:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759647.291330:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759647.291332:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759647.291334:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759647.291336:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759647.291339:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759647.291342:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291345:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291347:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291349:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759647.291352:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759647.291355:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291357:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759647.291359:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759647.291362:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759647.291363:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291365:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759647.291367:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759647.291369:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291370:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759647.291374:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759647.291375:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759647.291378:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759647.291379:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291381:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759647.291382:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759647.291384:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759647.291387:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759647.291390:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.291394:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759647.291401:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759647.291403:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.291416:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759647.291423:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759647.291426:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759647.291429:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759647.291430:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759647.291431:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759647.291434:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759647.291436:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18329 00000400:00000200:0.0:1787759647.291440:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759647.291443:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759647.291445:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759647.291448:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291450:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291451:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291454:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759647.291456:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759647.291457:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759647.291459:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759647.291460:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759647.291462:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759647.291464:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759647.291467:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291469:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759647.291471:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291473:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759647.291476:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759647.291479:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759647.291482:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759647.291484:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759647.291487:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759647.291489:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291491:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759647.291493:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759647.291496:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291498:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759647.291501:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759647.291504:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759647.291507:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759647.291508:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.291510:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759647.291512:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759647.291513:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759647.291517:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759647.291521:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.291526:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759647.291534:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759647.291536:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.291539:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759647.291547:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759647.291552:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18339) 00000100:00000001:3.0:1787759647.292516:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759647.292521:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759647.292524:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759647.292532:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.292561:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.292563:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.292567:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759647.292570:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759647.292573:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.292577:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875555968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759647.292582:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759647.292586:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759647.292588:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.292591:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759647.292598:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759647.292600:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.292607:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759647.292611:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759647.292618:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759647.292625:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875555968, portal 25 00000100:00000001:3.0:1787759647.292628:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759647.292629:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:3.0:1787759647.292635:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.292642:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759647.292655:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759647.292658:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759647.292662:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875555968, offset 0 00000400:00000200:3.0:1787759647.292670:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759647.292680:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.292685:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759647.292691:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759647.292695:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759647.292699:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759647.292703:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759647.292719:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776768:776768:256:4294967295] 192.168.201.104@tcp LPNI seq info [776759:776759:8:4294967295] 00000400:00000200:3.0:1787759647.292724:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.292733:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759647.292739:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.292745:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84300. 00000800:00000200:3.0:1787759647.292752:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759647.292757:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759647.292771:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759647.292775:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759647.292779:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.292782:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:3.0:1787759647.292788:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759647.293258:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759647.293266:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759647.293269:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759647.293285:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759647.293290:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.293301:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.293304:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.293311:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.293313:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759647.293320:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.293325:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759647.293328:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313002770 00000100:00000010:3.0:1787759647.293334:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759647.293341:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787759647.293347:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313002770 00000100:00000010:3.0:1787759647.293351:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abfb145a0. 00000100:00000001:3.0:1787759647.293355:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759647.293358:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759647.293361:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.293363:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759647.293368:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647] req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759647.293378:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759647.293380:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759647.293382:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759647.293385:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759647.293387:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759647.293391:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759647.293394:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759647.293402:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.295220:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759647.295224:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.295227:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.295229:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759647.295238:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.295247:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759647.295253:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.295260:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759647.295264:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.295266:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.295267:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.295269:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759647.296359:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759647.296365:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759647.296374:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759647.296377:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759647.296383:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759647.296393:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875555968:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759647.296399:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759647.296404:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.297212:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.297215:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.297219:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759647.297223:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759647.297226:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.297231:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759647.297236:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759647.297241:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759647.297244:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.297247:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759647.297256:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759647.297259:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.297266:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759647.297284:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759647.297293:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759647.297300:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556096, portal 10 00000100:00000001:3.0:1787759647.297304:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759647.297305:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:3.0:1787759647.297314:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.297322:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759647.297326:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759647.297329:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759647.297332:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875556096, offset 0 00000400:00000200:3.0:1787759647.297339:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759647.297348:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.297356:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759647.297363:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759647.297367:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759647.297371:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759647.297374:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759647.297378:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776769:776769:256:4294967295] 192.168.201.104@tcp LPNI seq info [776760:776760:8:4294967295] 00000400:00000200:3.0:1787759647.297383:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.297393:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759647.297400:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.297405:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84300. 00000800:00000200:3.0:1787759647.300617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759647.300623:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759647.300630:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759647.300634:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759647.300639:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.300641:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:3.0:1787759647.301549:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759647.303066:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759647.303077:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759647.303082:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759647.304522:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759647.304533:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.304564:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.304569:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.304578:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.304580:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759647.304591:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759647.304597:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:3.0:1787759647.304603:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759647.304607:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313001501 00000100:00000001:3.0:1787759647.304612:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.304615:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313001501 00000100:00000001:3.0:1787759647.304618:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.304620:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759647.304623:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.304627:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759647.304632:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647] req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759647.304644:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759647.304656:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759647.304660:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759647.304664:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759647.304667:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759647.304670:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759647.304674:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759647.304684:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.304691:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759647.304693:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.304695:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.304697:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759647.304702:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.304709:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759647.304714:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.304722:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759647.304726:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.304728:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.304729:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.304732:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759647.304736:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759647.304741:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759647.304746:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759647.304749:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759647.306262:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759647.306279:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556096:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759647.306287:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759647.306292:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306300:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.306302:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.306306:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759647.306310:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759647.306313:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.306317:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759647.306321:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759647.306327:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759647.306330:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.306332:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759647.306343:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759647.306346:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.306353:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759647.306358:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759647.306363:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759647.306369:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556224, portal 10 00000100:00000001:3.0:1787759647.306372:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759647.306374:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:3.0:1787759647.306381:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306388:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759647.306391:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759647.306394:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759647.306397:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875556224, offset 0 00000400:00000200:3.0:1787759647.306403:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759647.306422:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.306429:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759647.306435:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759647.306440:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759647.306444:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759647.306447:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759647.306451:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776770:776770:256:4294967295] 192.168.201.104@tcp LPNI seq info [776761:776761:8:4294967295] 00000400:00000200:3.0:1787759647.306455:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.306465:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759647.306471:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.306477:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84300. 00000800:00000200:3.0:1787759647.306485:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759647.306489:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759647.306495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759647.306499:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759647.306504:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.306506:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:3.0:1787759647.306512:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759647.306516:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759647.306529:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759647.306533:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759647.306537:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759647.306541:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306566:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.306570:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306577:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.306579:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759647.306584:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759647.306588:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:3.0:1787759647.306592:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759647.306595:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313001503 00000100:00000001:3.0:1787759647.306598:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.306601:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313001503 00000100:00000001:3.0:1787759647.306604:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.306607:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759647.306609:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.306612:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759647.306616:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647] req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759647.306624:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759647.306626:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759647.306628:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759647.306631:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759647.306633:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759647.306636:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759647.306639:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759647.306658:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306666:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759647.306668:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.306670:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.306672:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759647.306676:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306683:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759647.306688:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306696:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759647.306699:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.306700:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.306702:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.306704:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759647.306707:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759647.306711:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759647.306715:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759647.306718:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759647.306723:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759647.306732:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556224:192.168.201.104@tcp:38:kworker.0 00000100:00000001:3.0:1787759647.306737:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759647.306740:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306747:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.306748:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.306751:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759647.306753:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759647.306755:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.306758:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759647.306770:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759647.306772:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759647.306774:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.306776:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759647.306779:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759647.306781:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.306786:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759647.306789:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759647.306801:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759647.306805:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556352, portal 4 00000100:00000001:3.0:1787759647.306808:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759647.306809:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:3.0:1787759647.306815:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.306822:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759647.306825:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759647.306827:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759647.306830:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875556352, offset 0 00000400:00000200:3.0:1787759647.306834:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759647.306839:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.306842:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759647.306845:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759647.306848:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759647.306851:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759647.306853:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759647.306856:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776771:776771:256:4294967295] 192.168.201.104@tcp LPNI seq info [776762:776762:8:4294967295] 00000400:00000200:3.0:1787759647.306861:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.306867:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759647.306872:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.306876:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84300. 00000800:00000200:3.0:1787759647.306881:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759647.306883:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759647.306887:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759647.306890:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759647.306894:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.306896:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:3.0:1787759647.306899:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759647.306902:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759647.306905:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759647.306907:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759647.306910:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759647.306913:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.309954:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.310918:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.310932:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.310934:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759647.310950:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759647.310956:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:3.0:1787759647.311092:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759647.311096:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313001566 00000100:00000001:3.0:1787759647.311101:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.311105:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313001566 00000100:00000001:3.0:1787759647.311107:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.311110:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759647.311209:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.311214:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759647.311221:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647] req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759647.311235:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759647.311237:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759647.311241:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759647.311245:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759647.311249:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759647.311253:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759647.311258:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759647.311268:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311277:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759647.311279:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311282:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.311284:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759647.311288:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311296:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759647.311301:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311308:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759647.311311:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.311314:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311317:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759647.311320:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759647.311324:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759647.311329:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759647.311332:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759647.311338:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759647.311347:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556352:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759647.311353:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787759647.311358:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311366:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.311368:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.311372:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787759647.311375:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759647.311378:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.311382:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759647.311386:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787759647.311390:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759647.311393:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759647.311396:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787759647.311405:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759647.311407:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759647.311413:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:3.0:1787759647.311417:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a88b56d68. 00000400:00000010:3.0:1787759647.311422:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55c38. 00000100:00000200:3.0:1787759647.311428:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556480, portal 4 00000100:00000001:3.0:1787759647.311431:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787759647.311432:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:3.0:1787759647.311440:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311448:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759647.311451:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:3.0:1787759647.311455:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a92d55d48. 00000100:00000200:3.0:1787759647.311458:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875556480, offset 0 00000400:00000200:3.0:1787759647.311465:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:3.0:1787759647.311473:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.311480:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:3.0:1787759647.311486:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787759647.311490:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:3.0:1787759647.311495:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787759647.311497:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:3.0:1787759647.311501:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776772:776772:256:4294967295] 192.168.201.104@tcp LPNI seq info [776763:776763:8:4294967295] 00000400:00000200:3.0:1787759647.311506:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759647.311515:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:3.0:1787759647.311521:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.311527:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799db84300. 00000800:00000200:3.0:1787759647.311534:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.0:1787759647.311539:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1787759647.311544:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:3.1:1787759647.311548:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1787759647.311552:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:3.0:1787759647.311555:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799db84300. 00000400:00000200:3.0:1787759647.311559:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1787759647.311564:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1787759647.311568:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55d48 00000400:00000010:3.0:1787759647.311570:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55d48. 00000100:00000001:3.0:1787759647.311573:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787759647.311577:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311585:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.311588:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759672 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311593:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.311594:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787759647.311597:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759647.311599:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:3.0:1787759647.311602:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759647.311604:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313001531 00000100:00000001:3.0:1787759647.311606:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.311608:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313001531 00000100:00000001:3.0:1787759647.311609:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313002770 00000100:00000001:3.0:1787759647.311611:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787759647.311612:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.311614:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1787759647.311616:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759647/real 1787759647] req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787759647.311621:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787759647.311622:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787759647.311623:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a88b56d68. 00000400:00000200:3.0:1787759647.311624:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a92d55c38 00000400:00000010:3.0:1787759647.311626:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a92d55c38. 00000100:00000001:3.0:1787759647.311627:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787759647.311629:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787759647.311634:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311638:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759647.311639:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311640:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.311641:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759647.311643:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311647:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787759647.311888:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311896:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1787759647.311899:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311902:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787759647.311903:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311905:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1787759647.311907:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1787759647.311910:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787759647.311914:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:3.0:1787759647.311916:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1787759647.311920:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787759647.311927:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556480:192.168.201.104@tcp:8:kworker.0 00000100:00000001:3.0:1787759647.311932:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311935:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.311939:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875555968/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311946:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759647.311949:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759647.311952:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc400. 02000000:00000001:3.0:1787759647.311955:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759647.311958:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759647.311960:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:3.0:1787759647.311962:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759647.311965:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:3.0:1787759647.311969:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759647.311971:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759647.311973:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:3.0:1787759647.311978:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759647.311979:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.311981:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.311985:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875556096/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.311997:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759647.311999:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759647.312000:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6dc800. 02000000:00000001:3.0:1787759647.312003:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759647.312004:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759647.312005:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759647.312211:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759647.312213:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:3.0:1787759647.312217:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759647.312218:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759647.312219:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:3.0:1787759647.312223:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759647.312224:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.312226:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.312231:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875556224/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.312238:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759647.312240:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759647.312242:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6de000. 02000000:00000001:3.0:1787759647.312245:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759647.312246:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759647.312247:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:3.0:1787759647.312250:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759647.312251:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:3.0:1787759647.312253:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759647.312254:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759647.312256:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:3.0:1787759647.312258:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759647.312260:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.312261:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.312265:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875556352/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.312270:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759647.312272:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759647.312273:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:3.0:1787759647.312276:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759647.312277:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759647.312279:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:3.0:1787759647.312281:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759647.312282:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:3.0:1787759647.312284:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759647.312285:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759647.312286:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:3.0:1787759647.312288:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759647.312289:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.312291:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787759647.312294:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875556480/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759672 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759647.312300:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787759647.312301:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787759647.312303:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6df400. 02000000:00000001:3.0:1787759647.312305:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787759647.312306:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787759647.312307:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:3.0:1787759647.312309:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787759647.312311:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:3.0:1787759647.312313:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787759647.312314:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787759647.312315:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:3.0:1787759647.312317:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787759647.312318:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.312320:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.312329:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759647.312331:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.312334:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787759647.312335:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.737011:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759647.737020:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759647.737022:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.737027:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759647.737031:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759647.737036:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.737039:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.737041:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.737045:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759647.990285:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759647.990293:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759647.990296:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759647.990301:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759647.990306:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759647.990310:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759647.990313:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759647.990315:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759647.990319:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.990527:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759647.990532:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759647.990533:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.990536:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759647.990538:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759647.990540:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.990542:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.990544:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.990546:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759647.990569:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759647.990572:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759647.990576:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759647.990577:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759647.990580:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759647.990582:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759647.990585:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759647.990586:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759647.990605:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759647.990609:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759647.990612:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759647.990916:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759647.990920:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759647.990921:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759647.990924:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759647.990927:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759647.990929:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759647.990931:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759647.990932:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759647.990934:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.990993:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759647.990996:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759647.990998:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.991000:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759647.991003:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759647.991005:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.991007:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.991008:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.991010:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759647.991158:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759647.991161:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759647.991163:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759647.991165:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759647.991167:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759647.991170:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759647.991172:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759647.991173:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759647.991175:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759647.991225:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759647.991227:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759647.991229:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759647.991231:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759647.991233:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759647.991235:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.991238:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759647.991239:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759647.991241:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759647.991437:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759647.991441:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759647.991442:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759647.991445:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759647.991448:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759647.991450:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759647.991452:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759647.991453:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759647.991456:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759647.991510:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759647.991512:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759647.991513:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759647.991516:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759647.991518:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759647.991520:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759647.991522:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759647.991523:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759647.991525:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759648.630239:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313002770, at 4313002816 00000100:00000010:3.0:1787759648.630263:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb145a0. 00000100:00000040:2.0:1787759648.630640:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313002770, at 4313002816 00000100:00000010:2.0:1787759648.630647:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abfb14de0. 00000100:00000001:3.0:1787759648.758275:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759648.758283:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759648.758285:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759648.758291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759648.758295:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759648.758299:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759648.758302:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759648.758305:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759648.758309:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759649.014259:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759649.014259:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759649.014267:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759649.014267:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759649.014269:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759649.014269:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759649.014274:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759649.014274:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759649.014278:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759649.014278:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759649.014282:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.014282:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759649.014285:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759649.014285:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759649.014287:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.014287:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759649.014291:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759649.014291:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759649.014891:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759649.014896:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759649.014897:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759649.014898:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759649.014900:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759649.014901:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759649.014902:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759649.014903:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759649.014905:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759649.014905:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759649.014907:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759649.014907:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759649.014909:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.014909:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759649.014911:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759649.014911:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759649.014913:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.014915:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015377:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759649.015380:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759649.015387:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015390:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759649.015393:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759649.015395:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759649.015399:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015402:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759649.015404:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015406:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015408:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015412:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759649.015413:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759649.015414:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759649.015416:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015418:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759649.015419:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015421:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759649.015422:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759649.015440:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759649.015443:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759649.015445:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759649.015447:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759649.015449:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759649.015451:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.015453:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759649.015454:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.015457:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759649.015465:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759649.015468:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759649.015469:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759649.015471:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759649.015473:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759649.015475:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.015477:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759649.015478:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.015480:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759649.015698:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759649.015699:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759649.015700:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759649.015701:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759649.015702:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759649.015703:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759649.015704:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759649.015704:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759649.015706:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759649.015707:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759649.015708:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.015709:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759649.015710:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759649.015711:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759649.015713:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759649.015728:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759649.015731:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759649.015734:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759649.023274:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759649.023282:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759649.023288:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759649.782224:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759649.782241:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759649.782244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759649.782249:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759649.782252:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759649.782256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.782259:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759649.782262:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759649.782265:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759650.038282:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759650.038290:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759650.038292:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759650.038298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759650.038302:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759650.038306:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.038309:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759650.038311:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.038315:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759650.038338:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759650.038341:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759650.038346:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759650.038347:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759650.038351:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759650.038353:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759650.038357:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759650.038358:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759650.038377:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759650.038380:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759650.038384:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759650.038641:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759650.038645:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759650.038646:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759650.038649:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759650.038651:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759650.038653:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.038655:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759650.038657:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.038659:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759650.038782:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759650.038785:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759650.038786:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759650.038789:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759650.038791:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759650.038793:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759650.038795:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759650.038797:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759650.038799:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759650.038846:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759650.038849:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759650.038850:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759650.038852:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759650.038854:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759650.038856:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.038858:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759650.038859:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.038862:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759650.038951:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759650.038954:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759650.038955:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759650.038958:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759650.038960:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759650.038962:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.038964:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759650.038965:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.038967:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759650.039564:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759650.039567:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759650.039569:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759650.039572:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759650.039574:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759650.039576:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759650.039579:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759650.039580:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759650.039583:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759650.039812:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759650.039816:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759650.039817:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759650.039820:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759650.039822:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759650.039824:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759650.039826:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759650.039828:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759650.039830:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759650.039879:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759650.039882:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759650.039883:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759650.039886:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759650.039888:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759650.039890:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.039892:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759650.039893:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759650.039895:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759650.806235:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759650.806243:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759650.806245:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759650.806251:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759650.806255:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759650.806259:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.806261:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759650.806264:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759650.806267:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759651.062282:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759651.062290:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759651.062293:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759651.062299:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759651.062303:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759651.062307:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.062310:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759651.062313:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.062317:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759651.062541:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759651.062545:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759651.062546:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759651.062549:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759651.062552:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759651.062554:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.062556:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759651.062557:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.062559:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759651.062746:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759651.062750:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759651.062755:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759651.062757:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759651.062760:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759651.062761:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759651.062765:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759651.062766:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759651.062788:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759651.062791:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759651.062794:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759651.062801:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759651.062803:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759651.062805:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759651.062808:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759651.062810:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759651.062812:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759651.062814:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759651.062815:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759651.062818:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759651.062874:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759651.062877:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759651.062878:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759651.062880:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759651.062883:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759651.062885:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.062887:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759651.062888:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.062891:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759651.062938:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759651.062941:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759651.062943:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759651.062945:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759651.062947:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759651.062949:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.062952:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759651.062953:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.062955:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759651.063060:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759651.063064:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759651.063066:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759651.063069:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759651.063072:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759651.063074:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759651.063076:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759651.063078:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759651.063081:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759651.063153:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759651.063156:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759651.063157:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759651.063159:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759651.063161:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759651.063164:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.063165:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759651.063167:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759651.063169:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759651.063364:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759651.063368:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759651.063369:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759651.063372:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759651.063375:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759651.063377:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.063380:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759651.063381:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759651.063383:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759651.831710:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759651.831730:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759651.831732:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759651.831739:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759651.831743:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759651.831748:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759651.831751:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759651.831754:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759651.831758:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.086292:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759652.086300:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759652.086303:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.086309:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759652.086313:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759652.086316:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086319:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.086321:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086324:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759652.086428:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759652.086432:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759652.086433:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759652.086436:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759652.086439:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759652.086441:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759652.086443:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759652.086445:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759652.086447:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759652.086455:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759652.086457:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759652.086458:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759652.086460:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759652.086463:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759652.086465:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759652.086467:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759652.086469:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759652.086471:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.086514:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759652.086517:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759652.086519:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.086521:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759652.086522:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759652.086524:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086526:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.086528:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086530:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086618:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759652.086621:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086625:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759652.086628:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759652.086630:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759652.086633:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086636:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759652.086638:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086640:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086642:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086645:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759652.086647:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759652.086651:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759652.086652:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.086676:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759652.086678:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759652.086679:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.086682:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759652.086684:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759652.086686:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759652.086688:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759652.086689:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759652.086692:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.086744:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759652.086747:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759652.086748:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.086751:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759652.086752:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759652.086754:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086756:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.086757:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.086759:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759652.086797:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759652.086800:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759652.086803:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759652.091256:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759652.091264:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759652.091266:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759652.091272:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759652.091276:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759652.091280:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759652.091283:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759652.091286:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759652.091289:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.091361:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759652.091365:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759652.091367:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.091370:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759652.091372:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759652.091374:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.091376:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.091378:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.091381:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759652.406269:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759652.406279:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759652.406281:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759652.406285:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759652.406290:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759652.406298:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18334 00000400:00000200:3.0:1787759652.406307:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759652.406314:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759652.406318:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759652.406321:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406325:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406327:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406330:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759652.406335:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759652.406338:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759652.406341:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759652.406345:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759652.406348:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759652.406351:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759652.406354:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406357:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406358:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406361:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759652.406365:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759652.406368:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406371:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759652.406375:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759652.406378:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759652.406381:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406384:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759652.406387:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759652.406396:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759652.406400:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759652.406404:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759652.406407:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406410:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759652.406413:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759652.406417:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759652.406426:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759652.406434:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.406443:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759652.406453:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759652.406457:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.406462:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759652.406490:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759652.406494:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759652.406497:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759652.406499:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759652.406500:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759652.406504:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759652.406507:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18334 00000400:00000200:3.0:1787759652.406511:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759652.406514:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759652.406516:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759652.406519:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406522:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406524:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406527:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759652.406530:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759652.406531:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759652.406533:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759652.406535:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759652.406537:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759652.406540:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759652.406544:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406546:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406547:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406550:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759652.406553:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759652.406556:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406558:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759652.406560:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759652.406566:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759652.406568:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406570:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759652.406573:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759652.406577:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406579:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759652.406583:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759652.406585:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759652.406588:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759652.406589:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406591:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759652.406593:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759652.406594:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759652.406598:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759652.406601:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.406607:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759652.406615:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759652.406617:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.406621:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759652.406629:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759652.406632:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759652.406635:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759652.406636:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759652.406638:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759652.406641:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759652.406643:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18334 00000400:00000200:3.0:1787759652.406647:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759652.406650:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759652.406652:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759652.406655:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406657:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406659:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406662:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759652.406664:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759652.406666:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759652.406667:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759652.406669:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759652.406671:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759652.406673:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759652.406676:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406678:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406680:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406683:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759652.406685:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759652.406688:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406691:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759652.406693:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759652.406696:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759652.406698:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406700:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759652.406701:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759652.406739:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406741:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759652.406746:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759652.406749:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759652.406752:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759652.406753:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406755:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759652.406756:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759652.406758:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759652.406762:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759652.406765:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.406770:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759652.406778:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759652.406780:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.406783:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759652.406791:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759652.406794:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759652.406797:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759652.406799:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759652.406800:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759652.406803:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759652.406806:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18334 00000400:00000200:3.0:1787759652.406810:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759652.406814:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759652.406816:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759652.406819:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406821:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406823:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406825:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759652.406827:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759652.406828:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759652.406830:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759652.406832:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759652.406834:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759652.406837:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759652.406840:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406843:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406845:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406847:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759652.406849:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759652.406852:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406855:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759652.406856:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759652.406859:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759652.406861:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406863:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759652.406865:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759652.406867:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406869:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759652.406873:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759652.406876:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759652.406879:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759652.406880:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406882:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759652.406884:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759652.406886:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759652.406890:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759652.406893:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.406898:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759652.406905:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759652.406907:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.406911:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759652.406918:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759652.406921:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759652.406925:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759652.406926:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759652.406927:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759652.406930:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759652.406933:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18334 00000400:00000200:3.0:1787759652.406936:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759652.406939:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759652.406941:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759652.406944:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406947:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406949:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406951:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759652.406954:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759652.406955:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759652.406957:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759652.406959:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759652.406962:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759652.406965:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759652.406969:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406971:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759652.406974:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406976:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759652.406979:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759652.406982:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759652.406985:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759652.406987:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759652.406990:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759652.406993:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.406995:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759652.406996:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759652.406999:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.407001:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759652.407004:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759652.407007:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759652.407010:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759652.407012:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.407013:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759652.407015:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759652.407016:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759652.407020:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759652.407024:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.407029:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759652.407036:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759652.407039:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.407043:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759652.407051:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759652.407056:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18344) 00000100:00000001:0.0:1787759652.407143:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759652.407148:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759652.407151:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759652.407158:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407167:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.407169:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407173:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759652.407175:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759652.407178:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.407182:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875556608:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759652.407186:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759652.407191:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759652.407193:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407197:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759652.407201:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759652.407204:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.407209:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759652.407214:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759652.407221:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759652.407229:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556608, portal 25 00000100:00000001:0.0:1787759652.407232:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759652.407234:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:0.0:1787759652.407240:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407247:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759652.407250:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759652.407253:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759652.407257:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875556608, offset 0 00000400:00000200:0.0:1787759652.407265:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407274:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407280:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759652.407285:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759652.407290:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759652.407294:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759652.407297:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407301:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776773:776773:256:4294967295] 192.168.201.104@tcp LPNI seq info [776764:776764:8:4294967295] 00000400:00000200:0.0:1787759652.407307:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407319:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759652.407326:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.407332:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759652.407340:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759652.407345:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759652.407351:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759652.407355:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759652.407360:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.407364:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759652.407371:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759652.407376:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759652.407382:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759652.407384:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759652.407388:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759652.407392:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407401:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.407405:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407412:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.407414:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759652.407420:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.407424:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759652.407427:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313007884 00000100:00000010:0.0:1787759652.407433:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759652.407439:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759652.407443:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313007884 00000100:00000010:0.0:1787759652.407447:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759652.407450:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759652.407453:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759652.407456:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.407459:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759652.407463:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652] req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759652.407473:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759652.407474:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759652.407476:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759652.407479:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759652.407481:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759652.407484:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759652.407487:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759652.407496:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407502:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759652.407503:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407506:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.407508:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759652.407511:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407517:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759652.407522:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407528:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759652.407531:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407533:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.407534:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407536:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759652.407538:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759652.407541:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759652.407545:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759652.407549:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759652.407553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759652.407561:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875556608:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759652.407566:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759652.407569:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407575:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.407577:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407579:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759652.407581:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759652.407583:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.407587:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759652.407591:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759652.407594:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759652.407596:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407598:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759652.407602:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759652.407604:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.407607:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759652.407610:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759652.407613:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759652.407616:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556736, portal 10 00000100:00000001:0.0:1787759652.407618:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759652.407620:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:0.0:1787759652.407627:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407632:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759652.407635:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759652.407638:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759652.407641:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875556736, offset 0 00000400:00000200:0.0:1787759652.407645:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407650:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407653:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759652.407656:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759652.407659:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759652.407661:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759652.407663:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407666:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776774:776774:256:4294967295] 192.168.201.104@tcp LPNI seq info [776765:776765:8:4294967295] 00000400:00000200:0.0:1787759652.407672:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407677:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759652.407682:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.407685:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759652.407690:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759652.407693:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759652.407697:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759652.407699:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759652.407718:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.407721:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759652.407724:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759652.407728:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759652.407731:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759652.407733:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759652.407735:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759652.407739:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407746:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.407750:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407756:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.407758:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759652.407761:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759652.407765:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759652.407769:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759652.407771:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313006604 00000100:00000001:0.0:1787759652.407774:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.407777:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313006604 00000100:00000001:0.0:1787759652.407779:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.407782:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759652.407784:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.407786:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759652.407790:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652] req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759652.407798:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759652.407800:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759652.407802:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759652.407804:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759652.407806:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759652.407809:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759652.407813:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759652.407822:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407829:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759652.407831:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407833:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.407834:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759652.407838:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407846:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759652.407850:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407856:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759652.407859:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407861:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.407862:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.407864:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759652.407868:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759652.407871:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759652.407875:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759652.407877:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759652.407881:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759652.407888:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556736:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759652.407892:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759652.407896:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407902:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.407903:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407905:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759652.407906:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759652.407908:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.407911:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759652.407915:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759652.407917:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759652.407918:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.407920:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759652.407924:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759652.407925:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.407929:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759652.407932:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759652.407935:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759652.407938:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556864, portal 10 00000100:00000001:0.0:1787759652.407941:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759652.407942:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759652.407948:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.407954:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759652.407956:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759652.407958:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759652.407960:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875556864, offset 0 00000400:00000200:0.0:1787759652.407965:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407969:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407972:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759652.407975:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759652.407977:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759652.407980:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759652.407982:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759652.407985:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776775:776775:256:4294967295] 192.168.201.104@tcp LPNI seq info [776766:776766:8:4294967295] 00000400:00000200:0.0:1787759652.407990:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.407995:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759652.408000:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408003:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759652.408007:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759652.408010:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759652.408015:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759652.408018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759652.408022:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408023:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759652.408026:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759652.408030:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759652.408033:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759652.408036:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759652.408038:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759652.408042:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408049:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408052:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408059:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408061:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759652.408063:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759652.408066:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759652.408069:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759652.408071:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313006604 00000100:00000001:0.0:1787759652.408074:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408076:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313006604 00000100:00000001:0.0:1787759652.408078:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408081:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759652.408083:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408085:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759652.408088:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652] req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759652.408096:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759652.408098:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759652.408100:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759652.408102:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759652.408104:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759652.408106:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759652.408108:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759652.408142:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408149:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759652.408151:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408153:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408154:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759652.408158:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408165:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759652.408169:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408175:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759652.408178:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408180:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408181:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408183:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759652.408186:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759652.408188:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759652.408191:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759652.408193:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759652.408198:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759652.408206:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556864:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759652.408210:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759652.408213:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408221:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.408222:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.408224:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759652.408226:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759652.408228:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.408231:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759652.408235:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759652.408237:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759652.408238:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.408240:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408243:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759652.408246:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.408249:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759652.408252:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759652.408256:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759652.408259:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875556992, portal 4 00000100:00000001:0.0:1787759652.408261:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759652.408263:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:0.0:1787759652.408269:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408275:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759652.408278:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759652.408280:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759652.408283:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875556992, offset 0 00000400:00000200:0.0:1787759652.408287:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759652.408290:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.408294:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759652.408297:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759652.408300:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759652.408302:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759652.408305:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759652.408308:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776776:776776:256:4294967295] 192.168.201.104@tcp LPNI seq info [776767:776767:8:4294967295] 00000400:00000200:0.0:1787759652.408313:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.408318:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759652.408323:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408326:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759652.408330:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759652.408333:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759652.408338:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759652.408341:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759652.408345:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408347:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759652.408350:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759652.408353:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759652.408356:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759652.408358:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759652.408361:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759652.408365:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408373:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408376:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408382:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408384:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759652.408387:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759652.408390:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759652.408393:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759652.408395:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313006664 00000100:00000001:0.0:1787759652.408397:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408400:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313006664 00000100:00000001:0.0:1787759652.408403:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408405:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759652.408407:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408409:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759652.408412:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652] req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759652.408421:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759652.408422:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759652.408424:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759652.408426:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759652.408428:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759652.408430:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759652.408433:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759652.408442:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408449:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759652.408451:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408452:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408453:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759652.408456:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408462:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759652.408467:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408473:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759652.408476:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408477:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408479:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408481:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759652.408483:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759652.408485:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759652.408488:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759652.408490:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759652.408495:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759652.408503:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875556992:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759652.408507:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759652.408511:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408516:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759652.408518:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.408520:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759652.408522:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759652.408524:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759652.408527:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759652.408530:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759652.408532:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759652.408534:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759652.408535:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408538:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759652.408541:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759652.408544:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759652.408546:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759652.408549:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759652.408552:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557120, portal 4 00000100:00000001:0.0:1787759652.408554:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759652.408555:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:0.0:1787759652.408561:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408567:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759652.408569:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759652.408571:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759652.408574:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875557120, offset 0 00000400:00000200:0.0:1787759652.408579:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759652.408583:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.408586:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759652.408589:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759652.408591:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759652.408593:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759652.408596:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759652.408599:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776777:776777:256:4294967295] 192.168.201.104@tcp LPNI seq info [776768:776768:8:4294967295] 00000400:00000200:0.0:1787759652.408603:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759652.408609:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759652.408614:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408617:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759652.408621:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759652.408624:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759652.408628:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759652.408630:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759652.408635:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759652.408637:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759652.408640:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759652.408643:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759652.408646:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759652.408648:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759652.408651:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759652.408654:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408662:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408665:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759677 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408672:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408674:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759652.408676:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759652.408679:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759652.408682:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759652.408685:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313006628 00000100:00000001:0.0:1787759652.408687:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408690:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313006628 00000100:00000001:0.0:1787759652.408692:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313007884 00000100:00000001:0.0:1787759652.408695:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759652.408697:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408699:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759652.408714:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759652/real 1787759652] req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759652.408723:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759652.408724:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759652.408726:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759652.408729:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759652.408731:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759652.408733:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759652.408737:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759652.408745:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408753:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759652.408754:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408756:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408757:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759652.408760:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408768:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759652.408772:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408779:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759652.408782:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408784:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759652.408785:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408787:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759652.408789:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759652.408792:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759652.408796:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759652.408798:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759652.408803:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759652.408812:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557120:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759652.408816:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408819:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408823:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875556608/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408830:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759652.408834:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408836:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759652.408840:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759652.408842:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759652.408845:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759652.408847:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759652.408851:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:0.0:1787759652.408854:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759652.408856:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759652.408858:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:0.0:1787759652.408861:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759652.408862:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408864:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408868:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875556736/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408878:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759652.408880:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408882:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759652.408884:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759652.408885:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759652.408887:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759652.408888:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759652.408890:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:0.0:1787759652.408893:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759652.408894:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759652.408895:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:0.0:1787759652.408898:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759652.408899:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408900:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408904:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875556864/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408909:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759652.408911:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408912:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759652.408915:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759652.408916:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759652.408917:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759652.408919:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759652.408920:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759652.408922:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759652.408923:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759652.408924:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:0.0:1787759652.408926:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759652.408927:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408928:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408931:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875556992/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408937:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759652.408939:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408940:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759652.408942:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759652.408943:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759652.408945:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759652.408946:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759652.408948:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:0.0:1787759652.408950:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759652.408951:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759652.408952:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:0.0:1787759652.408955:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759652.408956:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408957:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759652.408960:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875557120/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759677 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759652.408966:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759652.408968:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759652.408969:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759652.408971:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759652.408972:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759652.408973:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759652.408975:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759652.408976:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:0.0:1787759652.408978:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759652.408979:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759652.408980:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:0.0:1787759652.408982:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759652.408983:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408985:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759652.408993:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759652.408995:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759652.408998:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759652.408999:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759652.854267:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759652.854277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759652.854280:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759652.854286:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759652.854291:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759652.854295:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759652.854298:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759652.854301:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759652.854305:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759653.110267:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759653.110267:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759653.110274:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759653.110274:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759653.110276:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759653.110276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759653.110282:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759653.110282:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759653.110285:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759653.110285:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759653.110289:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.110289:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.110292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759653.110295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.110298:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759653.110362:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759653.110362:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759653.110366:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759653.110366:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759653.110368:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759653.110368:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759653.110371:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759653.110371:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759653.110373:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759653.110373:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759653.110376:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759653.110376:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.110408:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759653.110411:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759653.110412:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759653.110414:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759653.110416:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759653.110418:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.110420:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759653.110422:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.110424:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759653.110445:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759653.110448:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759653.110449:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759653.110451:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759653.110453:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759653.110455:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111140:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759653.111144:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111147:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759653.111172:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759653.111175:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759653.111179:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759653.111180:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759653.111183:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759653.111184:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759653.111188:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759653.111189:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759653.111209:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759653.111212:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759653.111215:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759653.111233:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759653.111236:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759653.111237:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759653.111240:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759653.111242:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759653.111245:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111247:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759653.111249:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111251:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759653.111265:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759653.111267:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759653.111269:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759653.111271:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759653.111272:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759653.111274:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111276:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759653.111277:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.111279:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759653.114859:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759653.114866:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759653.114871:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759653.114990:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759653.114994:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759653.114997:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759653.115042:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759653.115046:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759653.115048:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759653.750252:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313007884, at 4313007936 00000100:00000010:2.0:1787759653.750268:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000040:3.0:1787759653.750437:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313007884, at 4313007936 00000100:00000010:3.0:1787759653.750443:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:3.0:1787759653.878436:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759653.878446:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759653.878448:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759653.878454:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759653.878458:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759653.878461:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.878464:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759653.878466:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759653.878469:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759654.134246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759654.134254:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759654.134257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759654.134262:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759654.134266:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759654.134270:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134273:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759654.134276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134279:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759654.134406:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759654.134410:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759654.134411:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759654.134414:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759654.134417:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759654.134417:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759654.134419:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759654.134420:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759654.134421:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759654.134422:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759654.134423:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759654.134424:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759654.134426:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759654.134426:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759654.134428:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759654.134430:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759654.134431:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759654.134434:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759654.134481:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759654.134484:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759654.134486:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759654.134488:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759654.134490:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759654.134492:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134494:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759654.134496:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134498:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759654.134597:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759654.134600:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759654.134602:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759654.134604:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759654.134606:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759654.134608:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759654.134610:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759654.134612:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759654.134614:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759654.134632:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759654.134635:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759654.134640:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759654.134642:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759654.134645:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759654.134646:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759654.134646:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759654.134649:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759654.134650:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759654.134650:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759654.134651:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759654.134652:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759654.134654:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759654.134656:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759654.134658:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759654.134659:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759654.134661:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759654.134668:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759654.134671:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759654.134685:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759654.134725:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759654.134728:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759654.134730:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759654.134732:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759654.134734:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759654.134736:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134738:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759654.134740:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759654.134742:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759654.134789:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759654.134792:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759654.134793:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759654.134795:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759654.134797:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759654.134799:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759654.134801:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759654.134803:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759654.134805:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759654.902242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759654.902252:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759654.902254:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759654.902260:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759654.902265:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759654.902269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759654.902272:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759654.902275:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759654.902279:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759655.158294:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759655.158303:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759655.158306:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759655.158311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759655.158315:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759655.158319:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759655.158322:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759655.158325:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759655.158328:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759655.158441:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759655.158444:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759655.158445:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759655.158448:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759655.158450:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759655.158452:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.158454:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759655.158456:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.158458:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759655.158477:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759655.158480:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759655.158484:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759655.158485:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759655.158488:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759655.158490:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759655.158493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759655.158495:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759655.158514:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759655.158518:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759655.158521:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759655.158662:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759655.158667:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759655.158668:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759655.158670:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759655.158673:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759655.158675:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759655.158677:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759655.158678:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759655.158680:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759655.158727:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759655.158730:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759655.158731:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759655.158733:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759655.158736:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759655.158738:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.158740:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759655.158742:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.158744:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759655.158782:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759655.158785:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759655.158787:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759655.158789:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759655.158791:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759655.158793:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759655.158795:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759655.158797:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759655.158799:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759655.159046:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759655.159049:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759655.159050:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759655.159053:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759655.159056:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759655.159058:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759655.159060:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759655.159061:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759655.159063:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759655.159213:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759655.159216:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759655.159218:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759655.159220:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759655.159222:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759655.159225:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.159227:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759655.159228:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.159230:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759655.159274:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759655.159277:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759655.159278:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759655.159280:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759655.159283:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759655.159285:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759655.159287:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759655.159288:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759655.159291:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759655.926231:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759655.926239:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759655.926242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759655.926248:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759655.926251:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759655.926256:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.926258:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759655.926260:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759655.926263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759656.182260:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759656.182269:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759656.182271:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759656.182278:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759656.182281:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759656.182285:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182288:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759656.182290:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182294:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759656.182417:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759656.182421:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759656.182422:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759656.182425:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759656.182427:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759656.182429:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.182431:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759656.182433:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.182435:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182456:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759656.182460:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759656.182462:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759656.182465:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182468:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759656.182471:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182473:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182475:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182480:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759656.182481:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182485:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759656.182486:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759656.182490:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759656.182491:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759656.182510:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759656.182512:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759656.182515:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759656.182562:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759656.182565:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759656.182567:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759656.182569:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759656.182572:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759656.182574:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182576:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759656.182577:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182580:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759656.182673:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759656.182677:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759656.182679:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759656.182681:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759656.182684:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759656.182686:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759656.182688:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759656.182689:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759656.182692:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759656.182734:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759656.182737:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759656.182738:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759656.182741:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759656.182743:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759656.182745:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182747:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759656.182748:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759656.182751:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759656.182797:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759656.182800:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759656.182801:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759656.182803:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759656.182805:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759656.182807:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.182809:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759656.182810:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.182812:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759656.182960:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759656.182963:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759656.182965:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759656.182967:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759656.182969:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759656.182972:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759656.182974:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759656.182975:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759656.182977:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759656.183027:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759656.183030:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759656.183031:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759656.183034:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759656.183036:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759656.183038:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.183040:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759656.183042:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759656.183044:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759656.950332:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759656.950343:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759656.950346:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759656.950353:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759656.950357:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759656.950362:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759656.950366:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759656.950369:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759656.950373:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.206319:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759657.206322:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759657.206329:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759657.206331:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759657.206335:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.206336:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759657.206349:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:3.0:1787759657.206350:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759657.206356:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759657.206358:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759657.206363:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.206365:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.206368:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759657.206373:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.206376:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.206447:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759657.206452:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759657.206453:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.206456:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759657.206459:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759657.206461:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.206488:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759657.206491:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759657.206492:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759657.206494:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759657.206496:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759657.206498:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759657.206562:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759657.206565:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759657.206567:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759657.206569:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759657.206571:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759657.206573:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.212869:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759657.212878:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.212884:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759657.213034:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759657.213157:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759657.213163:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759657.213164:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759657.213168:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759657.213169:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759657.213172:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759657.213173:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.213200:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759657.213203:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759657.213204:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.213208:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759657.213211:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759657.213214:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.213217:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759657.213218:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.213221:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759657.213231:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759657.213233:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759657.213236:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759657.213263:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759657.213265:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759657.213267:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.213269:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759657.213270:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759657.213272:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.213274:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759657.213275:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759657.213277:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.216743:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.216755:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.216762:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.216796:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759657.216800:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759657.216803:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.216807:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759657.216811:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759657.216816:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.216819:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.216820:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.216822:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.217012:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759657.217017:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.217020:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759657.220678:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759657.220689:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759657.220695:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759657.526250:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759657.526260:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759657.526262:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759657.526267:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759657.526271:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759657.526279:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18339 00000400:00000200:3.0:1787759657.526290:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759657.526296:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759657.526299:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759657.526314:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526317:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.526320:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526322:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759657.526327:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759657.526329:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759657.526332:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759657.526335:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759657.526338:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759657.526341:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759657.526345:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526347:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.526349:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526351:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759657.526355:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759657.526359:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526361:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759657.526364:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759657.526368:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759657.526371:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526373:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759657.526376:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759657.526386:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759657.526389:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759657.526393:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759657.526395:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526398:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759657.526401:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759657.526405:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759657.526414:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759657.526420:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.526429:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759657.526440:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759657.526445:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759657.526450:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.526476:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759657.526479:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759657.526483:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759657.526484:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759657.526486:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759657.526489:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759657.526492:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18339 00000400:00000200:3.0:1787759657.526496:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759657.526499:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759657.526502:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759657.526504:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526506:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.526509:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526511:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759657.526514:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759657.526516:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759657.526517:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759657.526519:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759657.526521:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759657.526524:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759657.526528:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526531:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.526533:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526536:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759657.526540:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759657.526543:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526546:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759657.526548:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759657.526555:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787759657.526556:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759657.526563:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526567:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759657.526568:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1787759657.526574:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787759657.526575:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000008:00000001:3.0:1787759657.526582:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526584:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759657.526589:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759657.526591:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759657.526595:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759657.526597:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759657.526603:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.526604:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759657.526609:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759657.526624:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759657.526629:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759657.526632:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.526639:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759657.526675:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759657.526678:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759657.526679:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526686:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759657.526688:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787759657.526696:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787759657.526699:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759657.526710:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759657.526721:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875557248:192.168.201.104@tcp:250:kworker.0 00000100:00000001:3.0:1787759657.526722:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759657.526731:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787759657.526734:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1787759657.526736:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759657.526740:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1787759657.526742:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1787759657.526742:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1787759657.526747:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526749:0:242156:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1787759657.526753:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1787759657.526757:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18339 02000000:00000010:0.0:1787759657.526764:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 00000400:00000200:3.0:1787759657.526764:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759657.526770:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787759657.526771:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759657.526776:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759657.526785:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526789:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.526792:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526794:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000200:0.0:1787759657.526795:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:3.0:1787759657.526800:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759657.526804:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000400:00000010:0.0:1787759657.526805:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000020:00000001:3.0:1787759657.526807:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759657.526811:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759657.526814:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000400:00000010:0.0:1787759657.526817:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000020:00000001:3.0:1787759657.526818:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759657.526827:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526829:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759657.526831:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557248, portal 25 00000100:00000040:3.0:1787759657.526831:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.526837:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759657.526839:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759657.526844:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000020:00000040:3.0:1787759657.526845:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759657.526854:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759657.526859:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.526860:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759657.526867:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759657.526872:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759657.526878:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1787759657.526878:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526884:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1787759657.526891:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000008:00100000:3.0:1787759657.526891:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1787759657.526898:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000008:00000001:3.0:1787759657.526898:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.526905:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759657.526907:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875557248, offset 0 00000100:00000010:3.0:1787759657.526910:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000400:00000200:0.0:1787759657.526919:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759657.526930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759657.526938:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759657.526945:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759657.526950:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759657.526954:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759657.526958:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759657.526962:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776778:776778:256:4294967295] 192.168.201.104@tcp LPNI seq info [776769:776769:8:4294967295] 00000400:00000200:0.0:1787759657.526967:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759657.526978:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759657.526986:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759657.526993:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759657.527002:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759657.527007:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759657.527014:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759657.527018:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759657.527024:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759657.527027:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759657.527037:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759657.527043:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759657.527051:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759657.527054:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759657.527059:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759657.527064:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527076:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759657.527079:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527088:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.527090:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759657.527098:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759657.527103:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759657.527107:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313013003 00000100:00000010:0.0:1787759657.527172:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759657.527182:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759657.527191:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313013004 00000100:00000010:0.0:1787759657.527195:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759657.527199:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759657.527204:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759657.527211:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787759657.527211:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000100:00000001:0.0:1787759657.527219:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1787759657.527220:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759657.527223:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759657.527229:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657] req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.527229:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759657.527233:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759657.527237:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759657.527249:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000400:00000001:0.0:1787759657.527254:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1787759657.527256:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787759657.527259:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759657.527263:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759657.527267:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000100:00100000:3.0:1787759657.527269:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787759657.527272:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759657.527280:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787759657.527287:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1787759657.527288:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759657.527300:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527307:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759657.527310:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527313:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759657.527315:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759657.527320:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527328:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759657.527334:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527341:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759657.527345:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527347:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759657.527349:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527352:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759657.527354:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759657.527358:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759657.527363:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759657.527366:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759657.527371:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759657.527380:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875557248:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759657.527386:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527389:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759657.527393:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875557248/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527400:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759657.527403:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759657.527406:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759657.527409:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759657.527413:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759657.527415:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759657.527417:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759657.527421:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:0.0:1787759657.527426:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759657.527429:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759657.527431:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:0.0:1787759657.527436:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759657.527437:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527440:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527449:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759657.527452:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.527455:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759657.527457:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759657.527458:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759657.527463:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527470:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759657.527471:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759657.527473:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759657.527476:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759657.527479:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759657.527482:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759657.527486:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759657.527489:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759657.527491:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759657.527493:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759657.527497:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759657.527499:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759657.527503:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759657.527506:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759657.527510:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759657.527513:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557376, portal 10 00000100:00000001:0.0:1787759657.527516:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759657.527517:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759657.527527:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527533:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759657.527536:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759657.527538:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759657.527540:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875557376, offset 0 00000400:00000200:0.0:1787759657.527545:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759657.527550:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759657.527554:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759657.527558:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759657.527561:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759657.527564:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759657.527566:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759657.527569:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776779:776779:256:4294967295] 192.168.201.104@tcp LPNI seq info [776770:776770:8:4294967295] 00000400:00000200:0.0:1787759657.527573:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759657.527579:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759657.527584:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759657.527587:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759657.527592:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759657.527594:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759657.527599:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759657.527602:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759657.527607:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759657.527609:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759657.527628:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759657.527632:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759657.527635:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759657.527637:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759657.527639:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759657.527642:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527650:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759657.527653:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527659:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.527661:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759657.527664:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759657.527669:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759657.527672:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759657.527674:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313011724 00000100:00000001:0.0:1787759657.527677:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313013003 00000100:00000001:0.0:1787759657.527680:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313011724 00000100:00000001:0.0:1787759657.527683:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313013004 00000100:00000001:0.0:1787759657.527685:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759657.527688:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.527690:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759657.527694:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657] req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759657.527701:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759657.527702:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759657.527704:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759657.527707:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759657.527709:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759657.527712:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759657.527716:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759657.527724:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527732:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759657.527733:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.527735:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759657.527737:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759657.527741:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527747:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759657.527751:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.527758:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759657.531741:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.531757:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759657.531760:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.531763:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759657.531770:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759657.531776:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759657.531789:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759657.531793:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759657.531806:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759657.531819:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557376:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759657.531826:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.531830:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759657.531834:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875557376/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759657.531843:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759657.531848:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759657.531854:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759657.531861:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759657.531865:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759657.531867:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759657.531870:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759657.531873:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759657.531878:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759657.531881:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759657.531883:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:0.0:1787759657.531888:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759657.531890:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.531892:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759657.531904:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759657.531906:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759657.531909:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759657.531911:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.532818:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759657.532835:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.532865:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759657.532871:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759657.532875:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759657.532877:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759657.532881:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759657.532885:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759657.532889:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18339 00000400:00000200:3.0:1787759657.532900:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759657.532907:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759657.532911:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1787759657.532934:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759657.532941:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759657.532944:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759657.532953:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.532964:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.532966:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.532970:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759657.532975:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759657.532978:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.532981:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759657.532987:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759657.532992:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759657.532996:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.532999:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759657.533007:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759657.533009:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759657.533018:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759657.533023:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759657.533033:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759657.533041:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557504, portal 10 00000100:00000001:1.0:1787759657.533044:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759657.533047:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759657.533056:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.533065:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759657.533068:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759657.533071:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759657.533075:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875557504, offset 0 00000400:00000200:1.0:1787759657.533083:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759657.533095:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.533104:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759657.533110:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759657.533151:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759657.533156:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759657.533160:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759657.533164:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776780:776780:256:4294967295] 192.168.201.104@tcp LPNI seq info [776771:776771:8:4294967295] 00000400:00000200:1.0:1787759657.533169:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.533180:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759657.533188:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.533206:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759657.533214:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759657.533218:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759657.533225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759657.533229:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759657.533234:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.533237:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759657.533243:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759657.533248:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759657.533254:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759657.533257:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759657.533261:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759657.533266:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.533276:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.533279:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.533285:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.533287:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759657.533294:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759657.533299:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759657.533303:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759657.533307:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313011729 00000100:00000001:1.0:1787759657.533311:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313013003 00000100:00000001:1.0:1787759657.533314:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313011729 00000100:00000001:1.0:1787759657.533317:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313013004 00000100:00000001:1.0:1787759657.533320:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759657.533324:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.533326:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759657.533331:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657] req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759657.533341:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759657.533342:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759657.533344:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759657.533348:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759657.533350:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759657.533353:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1787759657.534599:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534604:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.534607:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534611:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759657.534624:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759657.534627:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759657.534631:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759657.534635:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759657.534638:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759657.534642:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759657.534647:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534650:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.534654:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534657:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759657.534661:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759657.534665:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534668:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759657.534671:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759657.534679:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759657.534682:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534685:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759657.534689:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759657.534692:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534695:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759657.534703:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759657.534706:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759657.534711:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759657.534712:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534715:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759657.534718:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759657.534721:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759657.534730:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759657.534736:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.534744:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759657.534753:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759657.534757:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759657.534761:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.534771:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759657.534774:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759657.534778:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759657.534779:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759657.534781:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759657.534785:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759657.534787:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18339 00000400:00000200:3.0:1787759657.534794:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759657.534799:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759657.534802:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759657.534805:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534807:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.534809:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534812:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759657.534814:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759657.534815:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759657.534817:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759657.534820:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759657.534822:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759657.534824:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759657.534827:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534829:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759657.534831:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534833:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759657.534835:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759657.534838:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759657.534840:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759657.534842:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759657.534845:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759657.534847:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534848:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759657.534850:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759657.534853:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534855:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759657.534858:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759657.534861:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759657.534863:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759657.534864:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759657.534866:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759657.534868:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759657.534869:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759657.534873:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:3.0:1787759657.534877:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759657.534882:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759657.534889:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759657.534891:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759657.534895:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759657.534903:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759657.534909:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18349) 00000100:00000200:1.0:1787759657.535481:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759657.535507:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.535516:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759657.535521:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.535525:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.535527:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759657.535532:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.535540:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759657.535546:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.535555:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759657.535558:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.535560:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.535562:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.535565:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759657.535570:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759657.535574:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759657.538209:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759657.538218:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759657.538232:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759657.538245:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557504:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759657.538253:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.538257:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.538261:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875557504/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538269:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759657.538273:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759657.538277:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759657.538286:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759657.538289:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759657.538292:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759657.538296:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759657.538299:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:1.0:1787759657.538305:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759657.538307:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759657.538310:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759657.538315:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759657.538316:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.538319:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.538329:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759657.538332:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.538335:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759657.538338:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759657.538341:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759657.538346:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538354:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.538356:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.538361:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759657.538365:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759657.538368:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.538372:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759657.538377:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759657.538384:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759657.538387:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.538390:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759657.538400:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759657.538402:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759657.538411:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759657.538417:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759657.538426:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759657.538436:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557632, portal 4 00000100:00000001:1.0:1787759657.538440:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759657.538442:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759657.538451:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538460:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759657.538463:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759657.538466:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759657.538471:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875557632, offset 0 00000400:00000200:1.0:1787759657.538479:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759657.538490:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.538498:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759657.538504:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759657.538509:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759657.538514:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759657.538518:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759657.538525:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776781:776781:256:4294967295] 192.168.201.104@tcp LPNI seq info [776772:776772:8:4294967295] 00000400:00000200:1.0:1787759657.538530:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.538541:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759657.538548:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.538554:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759657.538563:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759657.538568:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759657.538574:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759657.538580:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759657.538585:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.538588:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759657.538594:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759657.538600:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759657.538606:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759657.538609:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759657.538625:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759657.538630:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538640:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.538643:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538657:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.538658:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759657.538666:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759657.538672:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759657.538676:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759657.538679:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313011794 00000100:00000001:1.0:1787759657.538684:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313013003 00000100:00000001:1.0:1787759657.538687:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313011794 00000100:00000001:1.0:1787759657.538690:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313013004 00000100:00000001:1.0:1787759657.538693:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759657.538696:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.538699:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759657.538704:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657] req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759657.538715:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759657.538717:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759657.538719:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759657.538722:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759657.538724:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759657.538727:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759657.538731:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759657.538741:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.538748:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759657.538750:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.538753:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.538755:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759657.538760:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539089:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759657.539096:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539105:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759657.539108:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539110:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.539112:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539115:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759657.539428:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759657.539434:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759657.539439:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759657.539442:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759657.539447:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759657.539455:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557632:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759657.539460:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759657.539465:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539471:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.539473:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.539475:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759657.539478:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759657.539481:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.539483:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759657.539487:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759657.539490:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759657.539493:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759657.539495:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759657.539501:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759657.539503:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759657.539508:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759657.539511:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759657.539518:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759657.539522:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557760, portal 4 00000100:00000001:1.0:1787759657.539524:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759657.539526:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759657.539533:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539539:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759657.539542:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759657.539544:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759657.539547:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875557760, offset 0 00000400:00000200:1.0:1787759657.539551:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759657.539557:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.539562:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759657.539566:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759657.539569:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759657.539571:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759657.539574:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759657.539577:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776782:776782:256:4294967295] 192.168.201.104@tcp LPNI seq info [776773:776773:8:4294967295] 00000400:00000200:1.0:1787759657.539581:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759657.539588:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759657.539593:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.539598:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759657.539602:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759657.539605:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1787759657.539609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759657.539624:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1787759657.539629:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759657.539632:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759657.539635:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759657.539639:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759657.539643:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759657.539645:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759657.539648:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759657.539652:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539659:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.539662:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759682 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539668:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.539670:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759657.539674:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759657.539677:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759657.539680:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759657.539682:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313011759 00000100:00000001:1.0:1787759657.539685:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313013003 00000100:00000001:1.0:1787759657.539687:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313011759 00000100:00000001:1.0:1787759657.539690:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313013004 00000100:00000001:1.0:1787759657.539692:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759657.539694:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.539707:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759657.539712:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759657/real 1787759657] req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759657.539720:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759657.539722:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759657.539724:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759657.539727:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759657.539729:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759657.539732:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759657.539735:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759657.539743:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539750:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759657.539751:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539754:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.539755:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759657.539758:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539765:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759657.539769:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539775:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759657.539778:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539780:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759657.539781:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539782:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759657.539785:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759657.539787:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759657.539791:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759657.539794:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759657.539797:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759657.539804:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875557760:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759657.539809:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539811:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.539815:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875557632/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539822:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759657.539825:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759657.539827:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759657.539830:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759657.539832:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759657.539834:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759657.539837:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759657.539839:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759657.539842:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759657.539844:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759657.539846:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759657.539850:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759657.539851:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539853:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759657.539857:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875557760/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759682 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759657.539863:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759657.539865:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759657.539867:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759657.539869:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759657.539870:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759657.539871:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759657.539873:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759657.539875:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759657.539878:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759657.539879:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759657.539881:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759657.539884:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759657.539886:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539888:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.539895:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759657.539896:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.539899:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759657.539901:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759657.977150:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759657.977159:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759657.977161:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759657.977166:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759657.977170:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759657.977174:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.977177:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759657.977179:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759657.977183:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759658.230260:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759658.230267:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759658.230269:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759658.230276:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759658.230280:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759658.230284:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230297:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759658.230300:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230304:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759658.230462:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759658.230466:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759658.230467:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759658.230470:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759658.230473:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759658.230474:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759658.230477:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759658.230478:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759658.230480:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759658.230527:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759658.230530:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759658.230531:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759658.230533:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759658.230536:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759658.230538:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230540:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759658.230541:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230543:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759658.230643:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759658.230646:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759658.230648:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759658.230651:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759658.230653:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759658.230655:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759658.230657:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759658.230658:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759658.230661:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230681:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759658.230684:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230688:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759658.230689:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230692:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759658.230696:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759658.230698:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759658.230701:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230704:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759658.230706:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230708:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230710:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230714:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759658.230715:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759658.230717:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759658.230718:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230720:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759658.230721:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230722:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759658.230724:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759658.230743:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759658.230746:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759658.230748:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759658.230798:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759658.230800:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759658.230802:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759658.230804:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759658.230806:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759658.230808:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759658.230810:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759658.230812:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759658.230814:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759658.230901:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759658.230905:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759658.230906:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759658.230908:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759658.230910:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759658.230912:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759658.230914:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759658.230916:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759658.230918:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759658.230962:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759658.230965:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759658.230967:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759658.230969:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759658.230971:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759658.230974:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230975:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759658.230977:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759658.230979:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759658.231033:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759658.231036:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759658.231037:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759658.231039:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759658.231041:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759658.231043:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759658.231045:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759658.231047:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759658.231049:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759658.870247:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313013003, at 4313013056 00000100:00000010:2.0:1787759658.870263:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000040:3.0:1787759658.871032:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313013004, at 4313013056 00000100:00000010:3.0:1787759658.871041:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:1.0:1787759658.998273:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759658.998282:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759658.998284:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759658.998290:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759658.998295:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759658.998299:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759658.998302:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759658.998305:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759658.998309:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759659.254443:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759659.254452:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759659.254454:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759659.254460:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759659.254464:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759659.254468:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759659.254470:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759659.254473:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759659.254477:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759659.255041:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759659.255045:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759659.255047:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759659.255050:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759659.255053:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759659.255055:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255057:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759659.255058:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255061:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759659.255082:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759659.255085:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759659.255090:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759659.255091:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759659.255095:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759659.255096:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759659.255100:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759659.255101:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759659.255134:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759659.255137:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759659.255140:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759659.255245:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759659.255248:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759659.255249:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759659.255252:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759659.255254:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759659.255255:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759659.255257:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759659.255259:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759659.255261:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759659.255339:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759659.255342:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759659.255343:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759659.255345:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759659.255347:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759659.255349:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759659.255351:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759659.255353:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759659.255355:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759659.255394:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759659.255397:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759659.255398:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759659.255401:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759659.255403:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759659.255405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255407:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759659.255408:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255410:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759659.255476:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759659.255480:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759659.255481:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759659.255484:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759659.255486:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759659.255488:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759659.255490:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759659.255491:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759659.255494:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759659.255494:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759659.255497:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759659.255498:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759659.255500:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759659.255502:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759659.255504:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255506:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759659.255508:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759659.255510:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759659.255541:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759659.255544:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759659.255545:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759659.255547:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759659.255549:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759659.255551:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759659.255553:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759659.255554:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759659.255556:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759660.022256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759660.022276:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759660.022279:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759660.022284:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759660.022288:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759660.022300:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759660.022303:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759660.022306:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759660.022309:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759660.278246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759660.278246:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759660.278255:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759660.278255:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759660.278257:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759660.278257:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759660.278263:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759660.278263:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759660.278267:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759660.278267:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759660.278271:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.278271:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759660.278274:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759660.278276:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759660.278279:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759660.278334:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759660.278337:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759660.278339:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759660.278341:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759660.278342:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759660.278343:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759660.278345:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759660.278345:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759660.278346:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759660.278349:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759660.278350:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759660.278352:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759660.278407:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759660.278410:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759660.278412:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759660.278414:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759660.278416:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759660.278419:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759660.278421:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759660.278422:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759660.278425:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759660.278433:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759660.278435:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759660.278436:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759660.278438:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759660.278440:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759660.278441:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280003:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759660.280009:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280015:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759660.280049:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759660.280052:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759660.280057:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759660.280058:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759660.280062:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759660.280064:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759660.280068:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759660.280069:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759660.280092:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759660.280095:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759660.280098:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759660.280140:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759660.280143:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759660.280145:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759660.280147:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759660.280150:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759660.280153:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280155:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759660.280156:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280158:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759660.280177:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759660.280179:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759660.280181:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759660.280183:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759660.280184:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759660.280186:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280189:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759660.280190:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759660.280191:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759660.287467:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759660.287476:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759660.287482:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759660.293277:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759660.293285:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759660.293291:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759660.304047:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759660.304054:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759660.304060:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759661.048929:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759661.048938:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759661.048940:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759661.048946:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759661.048950:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759661.048953:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.048955:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759661.048958:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.048961:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759661.302413:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759661.302420:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759661.302422:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759661.302428:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759661.302432:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759661.302436:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.302438:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759661.302440:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.302445:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759661.302782:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759661.302786:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759661.302788:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759661.302791:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759661.302793:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759661.302796:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.302798:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759661.302800:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.302802:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759661.304556:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759661.304561:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759661.304563:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759661.304567:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759661.304570:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759661.304570:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759661.304573:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304577:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759661.304580:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759661.304581:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759661.304583:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759661.304583:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759661.304585:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759661.304586:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759661.304587:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304590:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759661.304592:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304595:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304597:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304601:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759661.304602:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759661.304606:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759661.304607:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759661.304624:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759661.304627:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759661.304630:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759661.304779:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759661.304782:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759661.304784:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759661.304787:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759661.304788:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759661.304790:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.304792:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759661.304793:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.304796:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759661.305273:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759661.305277:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759661.305279:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759661.305282:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759661.305285:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759661.305287:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759661.305289:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759661.305290:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759661.305293:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759661.305341:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759661.305344:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759661.305345:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759661.305347:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759661.305349:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759661.305351:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759661.305353:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759661.305355:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759661.305357:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759661.305449:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759661.305451:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759661.305452:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759661.305455:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759661.305457:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759661.305459:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.305461:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759661.305462:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759661.305465:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759661.366243:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759661.366252:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759661.366254:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759661.366259:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759661.366262:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759661.366266:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.366268:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759661.366271:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759661.366274:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759662.070229:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759662.070237:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759662.070240:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759662.070245:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759662.070249:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759662.070253:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.070256:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759662.070259:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.070262:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.326251:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759662.326262:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759662.326265:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.326271:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759662.326277:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759662.326282:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759662.326283:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.326288:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759662.326292:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759662.326293:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.326301:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.326302:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759662.326313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759662.326318:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759662.326322:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.326326:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759662.326329:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.326333:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.326351:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759662.326356:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759662.326358:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.326361:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759662.326364:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759662.326367:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.326369:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759662.326371:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.326373:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759662.330193:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759662.330200:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759662.330204:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759662.330211:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759662.330215:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759662.330219:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759662.330221:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.330225:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759662.330227:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759662.330228:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.330231:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759662.330232:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759662.330233:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.330235:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.330244:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759662.330245:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759662.330245:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.330255:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759662.330255:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759662.330264:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.330265:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.330273:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759662.330277:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.330281:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.330282:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759662.330283:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759662.330287:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.330290:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759662.330292:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759662.330292:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759662.330295:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759662.330298:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759662.330300:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.330303:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759662.330304:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759662.330306:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759662.336726:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759662.336735:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759662.336742:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759662.336743:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759662.336747:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759662.336749:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759662.336752:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759662.336754:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759662.336794:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759662.336797:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759662.336801:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759662.390321:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759662.390332:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759662.390335:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.390343:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759662.390348:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759662.390354:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.390357:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759662.390360:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759662.390364:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759662.646592:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759662.646602:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759662.646604:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759662.646608:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759662.646613:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759662.646620:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18344 00000400:00000200:0.0:1787759662.646629:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759662.646636:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759662.646639:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759662.646643:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646646:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646649:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646652:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759662.646656:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759662.646658:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759662.646661:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759662.646664:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759662.646667:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759662.646670:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759662.646674:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646676:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646678:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646681:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759662.646684:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759662.646688:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646691:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759662.646694:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759662.646697:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759662.646700:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.646702:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759662.646705:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759662.646714:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bed00. 00000020:00000040:0.0:1787759662.646717:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759662.646721:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759662.646723:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.646726:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759662.646730:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759662.646734:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759662.646743:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759662.646750:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.646760:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759662.646771:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759662.646776:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.646781:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057026751] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759662.646811:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759662.646814:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759662.646817:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759662.646819:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759662.646821:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759662.646824:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759662.646827:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18344 00000400:00000200:0.0:1787759662.646831:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759662.646834:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759662.646836:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759662.646839:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646841:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646844:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646846:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759662.646848:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759662.646849:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759662.646851:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759662.646853:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759662.646855:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759662.646857:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759662.646861:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646863:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646864:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646866:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759662.646868:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759662.646871:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646873:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759662.646875:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759662.646881:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759662.646883:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.646884:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759662.646889:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759662.646891:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.646893:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759662.646899:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd2c0. 00000020:00000040:0.0:1787759662.646902:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759662.646904:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759662.646905:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.646907:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759662.646909:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759662.646910:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759662.646914:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7400. 00000100:00000001:0.0:1787759662.646918:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.646923:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759662.646930:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759662.646932:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.646936:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a248cfc] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759662.646944:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759662.646947:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759662.646950:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759662.646951:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759662.646952:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759662.646955:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759662.646958:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18344 00000400:00000200:0.0:1787759662.646962:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759662.646965:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759662.646967:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759662.646970:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646972:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646975:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646977:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759662.646980:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759662.646981:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759662.646983:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759662.646985:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759662.646987:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759662.646989:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759662.646993:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646995:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.646997:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.646999:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759662.647002:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759662.647005:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647007:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759662.647009:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759662.647012:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759662.647014:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647017:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759662.647019:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759662.647021:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647023:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759662.647027:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bd680. 00000020:00000040:0.0:1787759662.647029:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759662.647032:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759662.647033:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647035:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759662.647036:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759662.647038:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759662.647042:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7800. 00000100:00000001:0.0:1787759662.647045:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.647049:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759662.647056:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759662.647059:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.647063:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c148f3a] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759662.647070:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759662.647072:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759662.647075:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759662.647077:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759662.647078:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759662.647081:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759662.647084:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18344 00000400:00000200:0.0:1787759662.647088:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759662.647091:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759662.647093:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759662.647096:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647098:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.647100:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647102:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759662.647105:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759662.647106:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759662.647108:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759662.647110:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759662.647112:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759662.647147:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759662.647151:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647153:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.647155:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647157:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759662.647159:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759662.647162:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647164:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759662.647166:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759662.647169:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759662.647172:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647174:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759662.647176:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759662.647179:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647181:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759662.647184:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf480. 00000020:00000040:0.0:1787759662.647187:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759662.647190:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759662.647191:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647193:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759662.647195:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759662.647196:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759662.647200:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759662.647204:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.647208:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759662.647216:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759662.647219:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.647223:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b1dfd1] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759662.647231:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759662.647233:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759662.647237:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759662.647238:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759662.647240:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759662.647243:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759662.647245:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18344 00000400:00000200:0.0:1787759662.647249:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759662.647253:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759662.647255:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759662.647258:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647261:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.647263:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647265:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759662.647269:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759662.647270:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759662.647272:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759662.647274:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759662.647276:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759662.647278:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759662.647282:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647284:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759662.647286:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647289:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759662.647292:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759662.647295:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759662.647298:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759662.647299:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759662.647302:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759662.647304:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647306:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759662.647308:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759662.647311:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647312:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759662.647316:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be580. 00000020:00000040:0.0:1787759662.647319:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759662.647321:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759662.647323:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759662.647325:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759662.647326:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759662.647328:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759662.647331:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759662.647336:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759662.647340:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759662.647347:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759662.647349:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.647353:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041f1d8f0] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759662.647360:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759662.647365:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18354) 00000100:00000001:1.0:1787759662.647499:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759662.647504:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759662.647506:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759662.647513:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647532:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.647535:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.647539:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759662.647541:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759662.647544:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759662.647548:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875557888:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759662.647553:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759662.647558:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759662.647560:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.647563:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759662.647569:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759662.647571:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.647577:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759662.647582:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759662.647589:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759662.647598:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875557888, portal 25 00000100:00000001:1.0:1787759662.647602:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759662.647604:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052997376 : -114921656554240 : ffff977ab77bed00) 00000100:00000040:1.0:1787759662.647610:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647618:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759662.647621:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759662.647624:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759662.647628:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875557888, offset 0 00000400:00000200:1.0:1787759662.647635:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759662.647643:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.647649:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759662.647654:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759662.647658:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759662.647663:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759662.647666:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759662.647669:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776783:776783:256:4294967295] 192.168.201.104@tcp LPNI seq info [776774:776774:8:4294967295] 00000400:00000200:1.0:1787759662.647674:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.647684:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759662.647690:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.647696:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759662.647703:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759662.647707:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759662.647713:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759662.647718:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759662.647722:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.647725:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759662.647730:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759662.647735:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759662.647740:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759662.647743:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759662.647748:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759662.647751:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647765:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.647768:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647775:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.647777:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759662.647783:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.647787:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759662.647790:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313018124 00000100:00000010:1.0:1787759662.647795:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ea80. 00000100:00000001:1.0:1787759662.647802:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759662.647807:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313018124 00000100:00000010:1.0:1787759662.647810:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ef00. 00000100:00000001:1.0:1787759662.647813:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759662.647817:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759662.647820:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.647823:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759662.647827:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662] req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759662.647836:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759662.647838:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759662.647840:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759662.647842:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759662.647844:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759662.647847:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759662.647850:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759662.647858:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647865:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759662.647868:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.647871:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.647873:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759662.647877:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647884:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759662.647889:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647897:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759662.647900:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.647902:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.647903:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.647906:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759662.647908:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759662.647910:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759662.647915:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759662.647918:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759662.647923:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759662.647932:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875557888:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759662.647937:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759662.647941:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.647948:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.647949:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.647952:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759662.647954:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759662.647956:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759662.647958:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759662.647962:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759662.647965:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759662.647966:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.647968:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759662.647971:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759662.647974:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.647978:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759662.647980:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759662.647984:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759662.647987:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558016, portal 10 00000100:00000001:1.0:1787759662.647989:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759662.647991:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052990656 : -114921656560960 : ffff977ab77bd2c0) 00000100:00000040:1.0:1787759662.647997:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648003:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759662.648006:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759662.648008:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759662.648011:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875558016, offset 0 00000400:00000200:1.0:1787759662.648015:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648020:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648023:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759662.648026:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759662.648029:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759662.648031:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759662.648033:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648036:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776784:776784:256:4294967295] 192.168.201.104@tcp LPNI seq info [776775:776775:8:4294967295] 00000400:00000200:1.0:1787759662.648040:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648047:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759662.648051:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648055:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759662.648059:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759662.648063:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759662.648067:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759662.648070:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759662.648074:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648076:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759662.648080:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759662.648083:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759662.648087:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759662.648089:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759662.648091:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759662.648095:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648102:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.648105:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648110:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648112:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759662.648115:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759662.648151:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759662.648154:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759662.648157:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313016845 00000100:00000001:1.0:1787759662.648160:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648162:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313016845 00000100:00000001:1.0:1787759662.648164:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648167:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759662.648169:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648170:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759662.648174:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662] req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759662.648182:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759662.648183:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759662.648186:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759662.648189:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759662.648191:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759662.648193:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759662.648196:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759662.648204:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648211:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759662.648212:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648214:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648216:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759662.648219:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648225:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759662.648229:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648236:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759662.648239:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648240:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648241:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648243:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759662.648246:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759662.648249:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759662.648252:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759662.648254:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759662.648258:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759662.648265:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558016:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759662.648269:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759662.648273:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648280:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.648281:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648283:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759662.648285:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759662.648287:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759662.648290:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759662.648293:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759662.648296:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759662.648297:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648299:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759662.648302:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759662.648305:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.648308:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759662.648321:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759662.648325:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759662.648328:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558144, portal 10 00000100:00000001:1.0:1787759662.648330:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759662.648332:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052991616 : -114921656560000 : ffff977ab77bd680) 00000100:00000040:1.0:1787759662.648337:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648344:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759662.648346:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759662.648349:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759662.648351:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875558144, offset 0 00000400:00000200:1.0:1787759662.648355:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648360:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648363:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759662.648366:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759662.648369:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759662.648372:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759662.648374:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648377:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776785:776785:256:4294967295] 192.168.201.104@tcp LPNI seq info [776776:776776:8:4294967295] 00000400:00000200:1.0:1787759662.648380:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648386:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759662.648391:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648394:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759662.648398:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759662.648400:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759662.648405:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759662.648407:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759662.648411:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648413:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759662.648417:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759662.648420:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759662.648423:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759662.648424:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759662.648427:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759662.648430:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648437:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.648440:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648446:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648448:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759662.648451:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759662.648453:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759662.648457:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759662.648459:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313016845 00000100:00000001:1.0:1787759662.648461:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648463:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313016845 00000100:00000001:1.0:1787759662.648466:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648468:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759662.648470:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648472:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759662.648476:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662] req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759662.648483:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759662.648484:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759662.648486:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759662.648488:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759662.648490:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759662.648492:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759662.648495:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759662.648504:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648510:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759662.648511:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648513:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648514:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759662.648517:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648537:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759662.648541:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648547:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759662.648550:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648551:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648553:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648555:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759662.648557:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759662.648560:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759662.648563:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759662.648565:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759662.648569:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759662.648577:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558144:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759662.648581:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759662.648584:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648590:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.648591:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648593:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759662.648595:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759662.648597:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759662.648600:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759662.648603:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759662.648604:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759662.648606:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648607:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759662.648610:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759662.648613:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.648617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759662.648619:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759662.648623:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759662.648626:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558272, portal 4 00000100:00000001:1.0:1787759662.648628:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759662.648629:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052999296 : -114921656552320 : ffff977ab77bf480) 00000100:00000040:1.0:1787759662.648635:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648641:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759662.648644:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759662.648647:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759662.648649:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875558272, offset 0 00000400:00000200:1.0:1787759662.648653:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648658:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648661:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759662.648664:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759662.648666:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759662.648669:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759662.648671:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648675:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776786:776786:256:4294967295] 192.168.201.104@tcp LPNI seq info [776777:776777:8:4294967295] 00000400:00000200:1.0:1787759662.648679:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648685:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759662.648689:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648693:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759662.648697:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759662.648700:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759662.648704:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759662.648706:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759662.648710:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648712:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759662.648715:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759662.648719:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759662.648721:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759662.648723:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759662.648726:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759662.648729:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648737:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.648740:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648753:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648754:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759662.648757:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759662.648760:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759662.648764:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759662.648766:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313016904 00000100:00000001:1.0:1787759662.648768:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648771:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313016904 00000100:00000001:1.0:1787759662.648774:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.648776:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759662.648778:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.648780:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759662.648784:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662] req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759662.648792:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759662.648793:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759662.648795:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759662.648798:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759662.648800:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759662.648802:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759662.648805:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759662.648814:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648820:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759662.648821:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648823:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648824:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759662.648828:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648835:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759662.648839:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648846:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759662.648848:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648850:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.648851:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.648854:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759662.648856:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759662.648859:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759662.648863:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759662.648865:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759662.648870:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759662.648878:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558272:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759662.648883:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759662.648887:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648893:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759662.648895:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648897:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759662.648898:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759662.648901:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759662.648903:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759662.648907:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759662.648909:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759662.648911:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759662.648913:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759662.648916:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759662.648918:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759662.648922:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759662.648925:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759662.648928:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759662.648931:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558400, portal 4 00000100:00000001:1.0:1787759662.648933:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759662.648935:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052995456 : -114921656556160 : ffff977ab77be580) 00000100:00000040:1.0:1787759662.648940:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.648946:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759662.648949:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759662.648951:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759662.648953:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875558400, offset 0 00000400:00000200:1.0:1787759662.648958:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648962:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648965:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759662.648968:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759662.648970:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759662.648973:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759662.648976:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759662.648979:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776787:776787:256:4294967295] 192.168.201.104@tcp LPNI seq info [776778:776778:8:4294967295] 00000400:00000200:1.0:1787759662.648983:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759662.648989:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759662.648994:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.648997:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759662.649001:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759662.649004:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1787759662.649009:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759662.649012:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1787759662.649016:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759662.649019:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759662.649021:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759662.649025:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759662.649027:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759662.649029:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759662.649031:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759662.649035:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649043:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649046:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759687 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649052:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.649053:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759662.649056:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759662.649059:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759662.649063:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759662.649065:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313016868 00000100:00000001:1.0:1787759662.649068:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.649070:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313016868 00000100:00000001:1.0:1787759662.649073:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313018124 00000100:00000001:1.0:1787759662.649075:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759662.649077:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.649079:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759662.649083:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759662/real 1787759662] req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759662.649091:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759662.649092:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759662.649094:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759662.649097:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759662.649099:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759662.649103:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759662.649106:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759662.649115:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649141:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759662.649143:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649145:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.649146:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759662.649151:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649157:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759662.649161:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649167:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759662.649170:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649172:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759662.649173:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649175:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759662.649177:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759662.649180:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759662.649183:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759662.649186:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759662.649189:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759662.649198:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558400:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759662.649202:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649205:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649208:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bed00 x1874582875557888/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649215:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759662.649218:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759662.649220:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759662.649224:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759662.649227:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759662.649228:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759662.649231:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759662.649233:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:1.0:1787759662.649237:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759662.649239:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759662.649241:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bed00. 00000100:00000001:1.0:1787759662.649246:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759662.649247:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649249:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649252:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd2c0 x1874582875558016/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649259:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759662.649260:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759662.649262:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759662.649265:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759662.649266:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759662.649267:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759662.649269:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759662.649270:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7400. 02000000:00000001:1.0:1787759662.649273:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759662.649274:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759662.649276:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd2c0. 00000100:00000001:1.0:1787759662.649278:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759662.649279:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649281:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649284:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bd680 x1874582875558144/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649291:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759662.649293:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759662.649294:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759662.649296:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759662.649298:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759662.649299:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759662.649301:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759662.649303:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7800. 02000000:00000001:1.0:1787759662.649305:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759662.649306:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759662.649308:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bd680. 00000100:00000001:1.0:1787759662.649310:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759662.649311:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649313:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649316:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf480 x1874582875558272/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649323:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759662.649325:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759662.649326:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759662.649329:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759662.649330:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759662.649331:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759662.649333:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759662.649335:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:1.0:1787759662.649337:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759662.649338:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759662.649340:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf480. 00000100:00000001:1.0:1787759662.649342:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759662.649343:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649345:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759662.649348:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be580 x1874582875558400/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759687 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759662.649354:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759662.649355:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759662.649357:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759662.649359:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759662.649360:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759662.649362:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759662.649364:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759662.649366:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:1.0:1787759662.649368:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759662.649369:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759662.649371:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be580. 00000100:00000001:1.0:1787759662.649373:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759662.649374:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649377:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759662.649385:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759662.649387:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759662.649390:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759662.649392:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759663.094968:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759663.094977:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759663.094979:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759663.094986:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759663.094991:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759663.094995:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.094998:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759663.095000:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.095004:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350290:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759663.350295:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759663.350299:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759663.350303:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350304:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759663.350313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759663.350314:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759663.350317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350322:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759663.350324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759663.350328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350329:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759663.350333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759663.350335:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759663.350337:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350340:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759663.350345:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759663.350369:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759663.350374:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759663.350378:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759663.350756:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759663.350761:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759663.350763:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759663.350767:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759663.350772:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759663.350775:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.350778:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759663.350781:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.350784:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.350937:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759663.350942:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759663.350943:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759663.350946:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759663.350949:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759663.350952:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759663.350954:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759663.350956:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759663.350959:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759663.351101:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759663.351105:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759663.351107:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759663.351110:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759663.351113:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759663.351131:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759663.351134:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759663.351136:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759663.351139:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759663.352627:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759663.352634:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759663.352636:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759663.352640:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759663.352644:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759663.352647:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759663.352649:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759663.352651:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759663.352654:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759663.353181:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759663.353185:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759663.353187:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759663.353190:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759663.353192:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759663.353194:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.353196:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759663.353198:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759663.353201:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759663.353631:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759663.353638:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759663.353639:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759663.353644:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759663.353647:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759663.353651:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759663.353654:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759663.353657:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759663.353660:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759663.414664:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759663.414674:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759663.414676:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759663.414684:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759663.414688:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759663.414694:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759663.414697:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759663.414700:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759663.414704:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759663.990181:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313018124, at 4313018176 00000100:00000010:3.0:1787759663.990204:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ef00. 00000100:00000040:2.0:1787759663.990211:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313018124, at 4313018176 00000100:00000010:2.0:1787759663.990221:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ea80. 00000100:00000001:2.0:1787759664.118296:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759664.118318:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759664.118321:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759664.118329:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759664.118334:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759664.118339:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.118343:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759664.118346:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.118350:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759664.374415:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759664.374424:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759664.374427:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759664.374433:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759664.374437:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759664.374442:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759664.374445:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759664.374448:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759664.374453:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759664.374466:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759664.374474:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759664.374477:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759664.374491:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759664.374503:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759664.374508:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759664.374511:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759664.374512:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759664.374516:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759664.374518:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759664.374521:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759664.374524:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759664.374526:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759664.374594:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759664.374599:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759664.374601:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759664.374604:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759664.374607:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759664.374610:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.374700:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759664.374705:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759664.374706:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759664.374710:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759664.374712:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759664.374714:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.374717:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759664.374719:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.374723:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759664.374735:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759664.374737:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759664.374738:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759664.374741:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759664.374743:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759664.374744:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759664.375000:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759664.375004:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759664.375031:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759664.375034:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759664.375039:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759664.375040:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759664.375045:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759664.375047:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759664.375051:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759664.375052:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759664.375072:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759664.375075:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759664.375079:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759664.375097:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759664.375100:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759664.375102:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759664.375104:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759664.375106:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759664.375108:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759664.376418:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759664.376423:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759664.376428:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759664.378391:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759664.378399:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759664.378407:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759664.378407:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759664.378412:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759664.378417:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759664.379133:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759664.379137:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759664.379140:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759664.438274:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759664.438285:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759664.438288:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759664.438295:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759664.438299:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759664.438304:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759664.438307:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759664.438311:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759664.438316:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759665.142513:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759665.142526:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759665.142529:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759665.142536:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759665.142541:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759665.142546:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.142550:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759665.142553:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.142557:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759665.398306:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759665.398315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759665.398324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759665.398325:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759665.398329:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759665.398331:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759665.398334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759665.398336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759665.398378:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759665.398383:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759665.398385:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759665.398389:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759665.398393:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759665.398397:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.398401:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759665.398403:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.398407:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759665.398531:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759665.398532:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759665.398535:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759665.398535:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759665.398537:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759665.398537:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759665.398540:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759665.398540:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759665.398543:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759665.398543:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759665.398545:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.398545:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.398547:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759665.398548:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.398550:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759665.398628:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759665.398632:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759665.398635:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759665.398643:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759665.398645:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759665.398647:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759665.398649:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759665.398651:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759665.398654:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.398675:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759665.398678:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759665.398679:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759665.398681:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759665.398683:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759665.398685:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.399645:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759665.399649:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759665.399650:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759665.399653:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759665.399655:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759665.399657:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.399660:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759665.399662:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.399665:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759665.399712:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759665.399715:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759665.399716:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759665.399718:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759665.399720:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759665.399722:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759665.402696:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759665.402852:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759665.402894:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759665.403747:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759665.403751:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759665.403756:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759665.403756:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759665.403759:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759665.403761:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759665.403796:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759665.403799:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759665.403802:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759665.462417:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759665.462426:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759665.462428:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759665.462433:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759665.462438:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759665.462443:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759665.462447:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759665.462450:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759665.462455:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759666.166277:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759666.166289:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759666.166291:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759666.166298:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759666.166302:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759666.166308:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.166312:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759666.166316:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.166319:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759666.422710:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759666.422721:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759666.422725:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759666.422731:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759666.422737:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759666.422742:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.422745:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759666.422749:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.422753:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759666.423213:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759666.423218:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759666.423219:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759666.423222:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759666.423225:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759666.423227:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759666.423242:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759666.423244:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759666.423246:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759666.424909:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759666.424915:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759666.424916:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759666.424921:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759666.424925:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759666.424928:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759666.424929:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759666.424931:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759666.424932:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759666.424933:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759666.424934:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759666.424936:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759666.424937:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759666.424938:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759666.424940:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.424942:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759666.424943:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.424945:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759666.425093:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759666.425097:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759666.425098:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759666.425101:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759666.425103:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759666.425105:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759666.425108:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759666.425109:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759666.425111:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759666.425137:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759666.425140:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759666.425141:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759666.425143:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759666.425145:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759666.425147:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759666.425149:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759666.425151:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759666.425153:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759666.425202:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759666.425205:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759666.425207:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759666.425209:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759666.425211:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759666.425213:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.425216:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759666.425217:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759666.425219:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434951:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759666.434962:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759666.434965:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759666.434969:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434974:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759666.434977:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434979:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434982:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434987:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759666.434989:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434993:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759666.434995:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759666.434998:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759666.434999:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759666.435901:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759666.435906:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759666.435910:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759666.486271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759666.486282:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759666.486285:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759666.486293:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759666.486298:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759666.486303:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759666.486307:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759666.486310:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759666.486314:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759667.190998:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759667.191010:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759667.191013:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759667.191019:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759667.191024:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759667.191028:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759667.191031:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759667.191035:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759667.191039:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.446275:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.446286:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.446289:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759667.446296:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00010000:00000001:3.0:1787759667.446300:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759667.446301:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759667.446306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.446307:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.446312:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759667.446314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759667.446315:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.446316:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759667.446317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.446320:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.446322:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.446323:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759667.446324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759667.446326:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759667.446327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.446330:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759667.446334:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759667.446334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759667.446337:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.446339:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.446341:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.446347:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.446351:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.446353:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759667.446355:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759667.446358:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759667.446360:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759667.446362:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1787759667.446363:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759667.446367:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759667.446368:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.446370:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759667.446375:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759667.446654:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759667.446658:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759667.446659:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759667.446663:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.446663:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759667.446667:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759667.446667:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.446671:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759667.446672:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759667.446676:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759667.446678:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759667.446680:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759667.446682:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759667.446686:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759667.446688:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.446724:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.446728:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.446729:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759667.446731:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759667.446733:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759667.446736:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.446738:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759667.446740:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.446742:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.446760:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.446763:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.446764:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759667.446766:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759667.446768:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759667.446770:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759667.447385:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759667.447388:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759667.447391:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.449464:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.457742:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759667.457755:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.457763:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759667.510252:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759667.510264:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759667.510266:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759667.510273:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759667.510278:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759667.510283:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.510287:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759667.510290:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759667.510294:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759667.770568:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759667.770634:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759667.770637:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759667.770642:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759667.770647:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759667.770657:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18349 00000400:00000200:3.0:1787759667.770667:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759667.770674:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759667.770678:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759667.770682:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.770685:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.770688:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.770691:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759667.770696:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759667.770698:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759667.770702:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759667.770705:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759667.770708:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759667.770711:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759667.770714:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.770717:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.770719:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.770722:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759667.770726:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759667.770730:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759667.771224:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759667.771227:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759667.771232:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759667.771235:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.771237:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759667.771241:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759667.771255:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77ed00. 00000020:00000040:3.0:1787759667.771260:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759667.771264:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759667.771265:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.771269:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759667.771272:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759667.771277:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759667.771285:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759667.771294:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.771306:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759667.771317:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759667.771322:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.771328:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081aaf704] to pc [ptlrpcd_rcv+-1] req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.771462:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759667.771467:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759667.771471:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759667.771479:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.771487:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.771490:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.771493:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759667.771496:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759667.771499:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759667.771503:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875558528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759667.771508:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759667.771512:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759667.771515:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.771517:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759667.771523:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.771526:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.771533:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759667.771539:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759667.771546:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759667.771555:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558528, portal 25 00000100:00000001:1.0:1787759667.771558:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759667.771560:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:1.0:1787759667.771566:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.771574:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759667.771590:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759667.771594:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759667.771599:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875558528, offset 0 00000400:00000200:1.0:1787759667.771608:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759667.771617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.771624:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759667.771631:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759667.771635:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759667.771639:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759667.771642:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759667.771646:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776788:776788:256:4294967295] 192.168.201.104@tcp LPNI seq info [776779:776779:8:4294967295] 00000400:00000200:1.0:1787759667.771651:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.771663:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759667.771670:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.771676:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759667.771684:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759667.771689:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787759667.771695:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759667.771699:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787759667.771704:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.771707:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759667.771715:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759667.771719:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759667.771726:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759667.771728:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759667.771745:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759667.771750:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759667.771936:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759667.771940:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759667.771944:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759667.771945:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759667.771947:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759667.771951:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759667.771954:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18349 00000400:00000200:3.0:1787759667.771960:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759667.771963:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759667.771966:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759667.771969:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.771972:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.771974:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.771977:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759667.771980:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759667.771981:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759667.771984:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759667.771987:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759667.771989:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759667.771991:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759667.771995:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.771997:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.771999:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.772001:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759667.772005:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759667.772008:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759667.772010:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759667.772013:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759667.772019:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759667.772021:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.772023:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759667.772027:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759667.772031:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.772033:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759667.772038:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cf00. 00000020:00000040:3.0:1787759667.772040:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759667.772043:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759667.772045:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.772047:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759667.772049:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759667.772051:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759667.772055:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd800. 00000100:00000001:3.0:1787759667.772058:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.772064:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759667.772072:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759667.772075:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.772079:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a86b56] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.775262:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.775282:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.775296:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.775299:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759667.775315:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.775322:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759667.775326:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313023248 00000100:00000010:1.0:1787759667.775338:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ef60. 00000100:00000001:1.0:1787759667.775837:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759667.775849:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313023248 00000100:00000010:1.0:1787759667.775914:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e7e0. 00000100:00000001:1.0:1787759667.775919:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759667.775924:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759667.775928:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.775933:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759667.775940:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667] req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759667.775954:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759667.775957:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759667.775960:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759667.775965:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759667.775968:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759667.775972:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759667.775977:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759667.775987:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.776002:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759667.776004:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.776007:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.776009:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759667.776014:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.776022:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759667.776028:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.776037:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759667.776041:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.776043:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.776044:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.776047:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759667.776049:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759667.776054:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759667.776058:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759667.776061:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759667.776066:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759667.776076:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875558528:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759667.776082:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.776085:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.776089:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875558528/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.776096:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759667.776100:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759667.776106:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.776110:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759667.776113:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759667.776115:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759667.776137:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759667.776140:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759667.776521:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759667.776528:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759667.776532:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759667.776534:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759667.776536:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759667.776540:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759667.776544:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18349 00000400:00000200:3.0:1787759667.776550:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759667.776555:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759667.776558:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759667.776562:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.776565:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.776568:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.776571:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759667.776574:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759667.776576:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759667.776847:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759667.776912:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759667.776916:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759667.776920:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759667.776924:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.776927:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.776929:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.776932:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759667.776936:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759667.776940:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759667.776943:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759667.776946:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759667.776953:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759667.776956:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.776959:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759667.776964:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759667.776967:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.776970:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759667.776980:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759667.776984:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759667.776988:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759667.776990:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.776993:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759667.776996:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759667.777000:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759667.777008:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759667.777015:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.777022:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759667.777032:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759667.777036:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.777040:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759667.777050:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759667.777054:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759667.777058:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759667.777059:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759667.777061:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759667.777065:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759667.777067:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18349 00000400:00000200:3.0:1787759667.777072:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759667.777076:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759667.777078:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759667.777081:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.777084:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.777086:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.777089:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759667.777091:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759667.777093:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759667.777094:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759667.777097:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759667.777099:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759667.777101:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759667.777105:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.777107:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.777109:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.777111:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759667.777114:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759667.777137:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759667.777139:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759667.777141:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759667.777431:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759667.777445:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759667.777448:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:1.0:1787759667.777454:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759667.777456:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.777459:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.777469:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759667.777471:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.777474:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759667.777476:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759667.777478:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759667.777484:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.777494:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.777496:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.777500:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759667.777503:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759667.777506:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759667.777510:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759667.777514:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759667.777519:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759667.777522:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.777525:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759667.777531:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.777534:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.777539:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759667.777543:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759667.777550:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759667.777558:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558656, portal 10 00000100:00000001:1.0:1787759667.777562:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759667.777564:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000040:1.0:1787759667.777573:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.777693:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759667.777697:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759667.777701:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759667.777706:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875558656, offset 0 00000400:00000200:1.0:1787759667.777713:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759667.777723:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.777730:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759667.778230:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759667.778236:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759667.778241:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759667.778244:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759667.778248:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776789:776789:256:4294967295] 192.168.201.104@tcp LPNI seq info [776780:776780:8:4294967295] 00000400:00000200:1.0:1787759667.778254:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.778266:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759667.778274:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.778281:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759667.778290:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759667.778295:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787759667.778302:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759667.778306:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787759667.778311:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.778314:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759667.778319:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759667.778325:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759667.778331:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759667.778334:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759667.778338:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759667.778343:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787759667.778505:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759667.778509:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.778512:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759667.778515:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759667.778518:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.778521:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759667.778527:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759667.778531:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759667.778535:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759667.778536:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.778538:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759667.778540:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759667.778544:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759667.778549:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:3.0:1787759667.778555:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.778562:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759667.778571:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759667.778574:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.778639:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759667.778653:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759667.778656:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759667.778660:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759667.778662:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759667.778664:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759667.778667:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759667.778670:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18349 00000400:00000200:3.0:1787759667.778674:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759667.778678:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759667.778680:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759667.778684:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.778687:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.778689:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.778692:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759667.778696:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759667.778698:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759667.778701:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759667.778703:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759667.778706:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759667.778708:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759667.778712:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.778713:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759667.778716:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759667.778718:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759667.778721:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759667.778725:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759667.778728:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759667.778730:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1787759667.778915:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.778920:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.778928:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.778930:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759667.778937:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759667.778943:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759667.778947:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759667.778950:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313021975 00000100:00000001:1.0:1787759667.778954:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.778957:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313021975 00000100:00000001:1.0:1787759667.778960:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.778963:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759667.778966:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.778969:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759667.778974:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667] req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759667.778984:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759667.778986:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759667.778987:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759667.778990:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759667.778992:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759667.778995:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759667.778999:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759667.779009:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.779016:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759667.779018:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.779021:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.779023:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759667.779027:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.779035:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759667.779040:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.779048:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759667.779051:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.779053:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.779054:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.779056:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759667.779061:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759667.779065:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759667.779069:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759667.779072:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759667.779077:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759667.779087:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558656:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759667.779092:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759667.779096:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.779104:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.779105:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.779108:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759667.779110:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759667.779113:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759667.779134:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759667.779139:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759667.779142:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787759667.779424:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759667.779428:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.779430:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759667.779443:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759667.779446:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.779448:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759667.779453:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759667.779456:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759667.779460:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759667.779461:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759667.779463:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759667.779465:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759667.779467:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759667.779472:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759667.779476:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759667.779481:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759667.779495:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759667.779497:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.779502:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759667.779510:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759667.779516:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18359) 02000000:00000001:1.0:1787759667.779910:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.779915:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759667.779920:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759667.779923:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.779927:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759667.779931:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759667.779935:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759667.779940:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558784, portal 10 00000100:00000001:1.0:1787759667.779942:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759667.779944:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:1.0:1787759667.779953:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.779960:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759667.779963:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759667.779966:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759667.779969:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875558784, offset 0 00000400:00000200:1.0:1787759667.779975:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759667.779981:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.779987:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759667.779993:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759667.779997:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759667.780000:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759667.780003:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759667.780006:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776790:776790:256:4294967295] 192.168.201.104@tcp LPNI seq info [776781:776781:8:4294967295] 00000400:00000200:1.0:1787759667.780010:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.780019:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759667.780025:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.780030:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759667.780036:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759667.780040:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787759667.780045:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759667.780048:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787759667.780053:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.780055:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759667.780059:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759667.780063:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759667.780067:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759667.780069:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759667.780072:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759667.780076:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780085:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.780089:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780096:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.780097:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759667.780100:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759667.780103:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759667.780107:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759667.780109:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313021976 00000100:00000001:1.0:1787759667.780112:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.780115:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313021976 00000100:00000001:1.0:1787759667.780138:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.780141:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759667.780143:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.780640:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759667.780647:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667] req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759667.780658:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759667.780660:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759667.780662:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759667.780665:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759667.780667:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759667.780671:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759667.780674:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759667.780684:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780692:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759667.780693:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.780696:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.780697:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759667.780701:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780709:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759667.780713:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780721:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759667.780724:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.780726:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.780727:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.780729:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759667.780905:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759667.780910:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759667.780915:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759667.780917:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759667.780923:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759667.780937:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558784:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759667.780942:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.780944:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.780947:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875558656/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780954:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759667.780957:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759667.780959:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.780963:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759667.780966:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759667.780968:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759667.780970:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759667.780973:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:1.0:1787759667.780977:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759667.780979:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759667.780981:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:1.0:1787759667.780985:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759667.780986:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.780988:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.780992:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875558784/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.780999:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759667.781000:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759667.781002:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759667.781004:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759667.781006:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759667.781007:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759667.781009:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759667.781011:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:1.0:1787759667.781014:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759667.781015:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759667.781017:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:1.0:1787759667.781021:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759667.781022:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.781024:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.781032:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759667.781034:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.781036:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759667.781038:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759667.781040:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759667.781044:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.781052:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.781053:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.781056:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759667.781059:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759667.781062:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759667.781065:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759667.781069:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759667.781073:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759667.781074:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.781076:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759667.781081:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759667.781083:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.781088:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759667.781091:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759667.781096:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759667.781099:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875558912, portal 4 00000100:00000001:1.0:1787759667.781102:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759667.781103:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:1.0:1787759667.781110:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.781139:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759667.781142:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759667.781643:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759667.781649:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875558912, offset 0 00000400:00000200:1.0:1787759667.781657:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759667.781664:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.781670:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759667.781675:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759667.781679:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759667.781682:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759667.781685:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759667.781689:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776791:776791:256:4294967295] 192.168.201.104@tcp LPNI seq info [776782:776782:8:4294967295] 00000400:00000200:1.0:1787759667.781694:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.781705:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759667.781711:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.781716:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759667.781722:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759667.781726:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787759667.781912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759667.781916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787759667.781922:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.781924:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759667.781929:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759667.781934:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759667.781939:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759667.781942:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759667.781945:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759667.781950:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.781960:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.781963:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.781971:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.781973:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759667.781977:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759667.781981:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759667.781985:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759667.781988:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313022037 00000100:00000001:1.0:1787759667.781991:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.781994:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313022037 00000100:00000001:1.0:1787759667.781997:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.782000:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759667.782003:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.782005:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759667.782009:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667] req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759667.782018:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759667.782020:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759667.782022:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759667.782025:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759667.782027:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759667.782030:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759667.782034:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759667.782043:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.782051:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759667.782053:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.782056:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.782058:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759667.782061:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.782068:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759667.782072:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.782080:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759667.782084:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.782086:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.782087:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.782089:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759667.782092:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759667.782095:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759667.782100:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759667.782103:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759667.782107:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759667.782144:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875558912:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759667.782653:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759667.782659:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.782667:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759667.782668:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.782671:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759667.782674:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759667.782676:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759667.782680:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759667.782684:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759667.782687:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759667.782689:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759667.782691:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759667.782697:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.782700:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759667.782704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759667.782708:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759667.782712:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759667.782716:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559040, portal 4 00000100:00000001:1.0:1787759667.782719:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759667.782721:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:1.0:1787759667.782729:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783235:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759667.783238:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759667.783242:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759667.783246:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875559040, offset 0 00000400:00000200:1.0:1787759667.783251:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759667.783258:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.783264:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759667.783268:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759667.783272:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759667.783275:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759667.783278:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759667.783282:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776792:776792:256:4294967295] 192.168.201.104@tcp LPNI seq info [776783:776783:8:4294967295] 00000400:00000200:1.0:1787759667.783287:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759667.783296:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759667.783301:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.783305:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759667.783311:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759667.783314:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1787759667.783319:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759667.783322:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1787759667.783327:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759667.783329:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759667.783334:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759667.783338:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759667.783342:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759667.783344:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759667.783348:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759667.783412:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783428:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.783431:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759692 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783450:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.783453:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759667.783459:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759667.783462:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759667.783466:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759667.783469:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313022003 00000100:00000001:1.0:1787759667.783472:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.783474:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313022003 00000100:00000001:1.0:1787759667.783477:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313023248 00000100:00000001:1.0:1787759667.783480:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759667.783483:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.783485:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759667.783490:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759667/real 1787759667] req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759667.783500:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759667.783501:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759667.783503:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759667.783506:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759667.783508:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759667.783511:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759667.783515:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759667.783523:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783530:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759667.783532:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.783534:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.783536:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759667.783540:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783547:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759667.783551:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783558:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759667.783561:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.783562:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759667.783564:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.783566:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759667.783568:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759667.783572:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759667.783576:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759667.783937:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759667.783945:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759667.783953:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559040:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759667.783958:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.783960:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.783964:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875558912/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.783970:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759667.783973:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759667.783975:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523000. 02000000:00000001:1.0:1787759667.783979:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759667.783982:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759667.783984:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759667.783987:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759667.783989:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:1.0:1787759667.783993:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759667.783994:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759667.783996:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:1.0:1787759667.784000:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759667.784001:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.784003:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759667.784006:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875559040/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759692 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759667.784013:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759667.784014:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759667.784015:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523800. 02000000:00000001:1.0:1787759667.784018:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759667.784019:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759667.784020:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759667.784022:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759667.784024:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:1.0:1787759667.784026:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759667.784028:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759667.784029:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:1.0:1787759667.784031:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759667.784033:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.784035:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759667.784042:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759667.784044:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759667.784046:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759667.784048:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759668.215110:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759668.215139:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759668.215142:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759668.215150:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759668.215154:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759668.215158:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.215161:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759668.215165:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.215169:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759668.470567:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759668.470578:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759668.470580:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759668.470588:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759668.470593:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759668.470597:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759668.470600:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759668.470603:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759668.470609:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759668.470929:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759668.470933:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759668.470935:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759668.470938:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759668.470941:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759668.470943:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.470946:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759668.470947:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.470950:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759668.470996:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759668.470999:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759668.471001:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759668.471003:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759668.471005:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759668.471007:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759668.471010:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759668.471011:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759668.471014:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759668.471905:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759668.471911:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759668.471912:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759668.471916:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759668.471919:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759668.471922:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759668.471924:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759668.471926:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759668.471929:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471956:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759668.471959:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471963:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759668.471965:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471969:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759668.471972:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759668.471974:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759668.471978:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471981:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759668.471983:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471986:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471989:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.471994:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759668.471995:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759668.471997:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759668.471998:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.472000:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759668.472001:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.472003:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759668.472005:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759668.472132:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759668.472136:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759668.472138:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759668.472141:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759668.472143:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759668.472145:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.472148:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759668.472150:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.472152:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759668.472162:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759668.472164:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759668.472165:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759668.472167:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759668.472169:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759668.472171:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.472173:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759668.472175:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759668.472177:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759668.476784:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759668.476794:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759668.476796:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759668.476803:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759668.476808:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759668.476813:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.476817:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759668.476820:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.476824:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759668.480003:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759668.480012:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759668.480018:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759668.534690:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759668.534703:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759668.534707:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759668.534714:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759668.534719:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759668.534724:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.534728:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759668.534731:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759668.534735:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759669.110308:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313023248, at 4313023296 00000100:00000010:2.0:1787759669.110322:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ef60. 00000100:00000040:3.0:1787759669.110392:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313023248, at 4313023296 00000100:00000010:3.0:1787759669.110397:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e7e0. 00000100:00000001:2.0:1787759669.238262:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759669.238271:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759669.238273:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759669.238279:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759669.238284:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759669.238288:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759669.238292:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759669.238295:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759669.238298:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759669.494268:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759669.494275:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759669.494277:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759669.494283:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759669.494286:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759669.494291:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494294:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759669.494296:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494299:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759669.494439:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759669.494443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759669.494447:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759669.494449:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759669.494452:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759669.494454:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759669.494457:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759669.494458:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759669.494479:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759669.494481:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759669.494484:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759669.494534:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759669.494538:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759669.494539:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759669.494542:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759669.494544:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759669.494546:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494548:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759669.494550:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494552:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759669.494606:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759669.494609:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759669.494611:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759669.494613:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759669.494616:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759669.494618:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494621:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759669.494622:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.494624:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759669.494695:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759669.494699:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759669.494701:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759669.494704:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759669.494706:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759669.494708:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759669.494711:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759669.494712:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759669.494714:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759669.498048:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759669.498055:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759669.498057:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759669.498063:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759669.498066:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759669.498070:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759669.498074:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759669.498076:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759669.498079:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759669.498216:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759669.498220:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759669.498221:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759669.498223:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759669.498226:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759669.498228:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.498230:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759669.498232:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.498234:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759669.498976:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759669.498981:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759669.498982:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759669.498986:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759669.498989:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759669.498991:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759669.498994:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759669.498996:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759669.498998:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759669.558267:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759669.558275:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759669.558278:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759669.558283:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759669.558287:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759669.558291:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.558295:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759669.558298:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759669.558301:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759670.264230:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759670.264238:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759670.264241:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759670.264246:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759670.264250:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759670.264253:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759670.264256:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759670.264259:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759670.264262:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759670.518269:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759670.518277:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759670.518279:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759670.518284:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759670.518288:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759670.518291:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759670.518294:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759670.518296:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759670.518299:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759670.518405:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759670.518409:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759670.518410:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759670.518413:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759670.518416:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759670.518418:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759670.518421:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759670.518423:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759670.518427:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759670.518437:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759670.518442:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759670.518444:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759670.518447:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759670.518450:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759670.518452:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759670.518454:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759670.518456:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759670.518458:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759670.518481:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759670.518484:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759670.518486:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759670.518489:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759670.518491:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759670.518493:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759670.518496:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759670.518497:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759670.518499:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759670.518561:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759670.518565:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759670.518567:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759670.518570:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759670.518572:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759670.518574:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759670.518577:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759670.518578:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759670.518580:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759670.518598:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759670.518601:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759670.518602:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759670.518606:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759670.518606:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759670.518612:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00010000:00000001:3.0:1787759670.518614:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759670.518615:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759670.518618:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759670.518619:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759670.518622:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759670.518625:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759670.518626:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759670.518628:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759670.518630:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759670.518635:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759670.518638:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759670.518644:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759670.518647:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759670.518649:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759670.518652:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759670.518654:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759670.518656:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759670.518658:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759670.518659:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1787759670.518661:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759670.518665:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759670.518668:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759670.518671:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759670.582443:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759670.582452:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759670.582454:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759670.582459:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759670.582463:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759670.582466:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759670.582469:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759670.582472:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759670.582475:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759671.286257:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759671.286267:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759671.286269:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759671.286274:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759671.286278:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759671.286282:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759671.286285:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759671.286288:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759671.286292:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759671.542276:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759671.542284:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759671.542287:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759671.542288:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759671.542293:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759671.542295:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759671.542297:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759671.542300:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759671.542301:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759671.542306:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.542306:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759671.542309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759671.542312:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759671.542316:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759671.542320:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759671.542336:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759671.542339:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759671.542340:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759671.542342:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759671.542344:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759671.542346:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759671.542403:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759671.542407:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759671.542409:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759671.542412:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759671.542414:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759671.542417:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759671.542432:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759671.542437:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759671.542439:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759671.542442:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759671.542445:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759671.542447:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.543927:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759671.543934:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.543939:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759671.543984:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759671.543988:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759671.543989:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759671.543992:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759671.543995:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759671.543998:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.544001:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759671.544003:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.544005:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759671.544013:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759671.544016:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759671.544017:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759671.544019:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759671.544021:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759671.544023:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.544025:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759671.544027:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759671.544030:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759671.551513:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759671.551520:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759671.551526:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759671.555573:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759671.555591:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759671.555596:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759671.557578:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759671.557585:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759671.557590:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557616:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759671.557619:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557622:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759671.557626:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759671.557628:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759671.557632:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557636:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759671.557639:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557641:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557644:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557647:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759671.557649:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759671.557652:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759671.557654:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759671.557759:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759671.557764:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759671.557767:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759671.606321:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759671.606329:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759671.606332:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759671.606337:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759671.606341:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759671.606345:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759671.606348:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759671.606351:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759671.606355:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.310453:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759672.310462:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759672.310464:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.310469:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759672.310473:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759672.310476:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.310479:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.310482:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.310485:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.566284:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759672.566293:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759672.566295:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.566301:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759672.566305:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759672.566309:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759672.566312:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759672.566314:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759672.566317:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759672.566497:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759672.566502:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759672.566503:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759672.566506:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759672.566509:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759672.566511:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.566513:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759672.566515:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.566517:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.566564:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759672.566567:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759672.566569:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.566571:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759672.566573:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759672.566575:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759672.566578:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759672.566580:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759672.566582:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.566676:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759672.566680:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759672.566681:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.566685:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759672.566687:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759672.566689:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.566692:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.566693:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.566696:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759672.566799:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759672.566802:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759672.566804:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759672.566806:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759672.566808:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759672.566811:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.566813:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759672.566814:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.566817:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759672.566901:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759672.566904:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759672.566905:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759672.566908:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759672.566910:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759672.566912:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759672.566914:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759672.566916:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759672.566918:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759672.566939:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759672.566941:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759672.566945:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759672.566946:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759672.566950:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759672.566952:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759672.566956:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759672.566957:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759672.566975:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759672.566978:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759672.566981:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759672.567030:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759672.567032:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759672.567034:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759672.567036:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759672.567038:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759672.567040:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.567042:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759672.567043:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759672.567046:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759672.630241:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759672.630249:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759672.630251:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759672.630256:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759672.630260:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759672.630264:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759672.630267:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759672.630270:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759672.630273:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759672.887423:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759672.887434:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759672.887437:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759672.887441:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759672.887445:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759672.887453:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18354 00000400:00000200:1.0:1787759672.887463:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759672.887469:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759672.887472:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759672.887475:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887479:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887481:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887484:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759672.887489:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759672.887491:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759672.887494:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759672.887497:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759672.887500:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759672.887502:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759672.887506:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887508:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887510:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887513:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759672.887516:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759672.887520:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887523:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759672.887527:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759672.887530:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759672.887533:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887536:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759672.887539:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759672.887550:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759672.887554:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759672.887558:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759672.887560:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887563:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759672.887566:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759672.887570:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759672.887577:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759672.887584:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.887592:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759672.887602:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759672.887607:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.887612:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759672.887640:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759672.887643:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759672.887647:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759672.887648:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759672.887659:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759672.887662:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759672.887665:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18354 00000400:00000200:1.0:1787759672.887670:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759672.887673:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759672.887676:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759672.887679:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887682:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887684:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887687:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759672.887690:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759672.887692:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759672.887694:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759672.887696:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759672.887698:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759672.887701:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759672.887705:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887707:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887709:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887712:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759672.887714:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759672.887717:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887719:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759672.887722:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759672.887727:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759672.887730:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887732:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759672.887736:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759672.887739:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887742:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759672.887746:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759672.887748:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759672.887751:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759672.887753:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887755:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759672.887756:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759672.887758:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759672.887762:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759672.887766:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.887780:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759672.887795:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759672.887797:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.887801:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759672.887810:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759672.887812:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759672.887816:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759672.887817:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759672.887819:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759672.887822:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759672.887825:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18354 00000400:00000200:1.0:1787759672.887828:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759672.887831:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759672.887834:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759672.887837:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887839:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887842:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887845:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759672.887847:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759672.887848:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759672.887850:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759672.887852:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759672.887855:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759672.887858:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759672.887861:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887864:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887866:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887868:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759672.887872:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759672.887875:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887878:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759672.887879:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759672.887882:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759672.887884:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887886:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759672.887888:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759672.887890:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887892:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759672.887896:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759672.887899:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759672.887902:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759672.887903:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.887905:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759672.887906:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759672.887908:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759672.887912:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759672.887915:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.887919:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759672.887927:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759672.887929:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.887933:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759672.887941:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759672.887944:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759672.887947:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759672.887948:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759672.887950:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759672.887953:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759672.887956:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18354 00000400:00000200:1.0:1787759672.887960:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759672.887963:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759672.887966:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759672.887969:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887971:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887973:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887976:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759672.887978:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759672.887979:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759672.887981:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759672.887983:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759672.887985:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759672.887987:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759672.887991:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887993:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.887995:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.887998:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759672.888001:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759672.888004:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888006:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759672.888008:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759672.888011:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759672.888013:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888015:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759672.888017:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759672.888019:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888021:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759672.888025:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759672.888027:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759672.888030:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759672.888032:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888034:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759672.888035:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759672.888037:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759672.888040:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759672.888044:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.888048:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759672.888055:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759672.888058:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.888062:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759672.888069:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759672.888072:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759672.888076:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759672.888077:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759672.888079:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759672.888081:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759672.888084:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18354 00000400:00000200:1.0:1787759672.888087:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759672.888090:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759672.888092:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759672.888095:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888097:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.888099:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888101:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759672.888104:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759672.888105:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759672.888107:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759672.888109:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759672.888111:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759672.888114:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759672.888139:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888142:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759672.888144:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888146:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759672.888149:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759672.888162:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759672.888164:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759672.888167:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759672.888169:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759672.888171:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888174:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759672.888176:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759672.888178:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888180:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759672.888184:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759672.888187:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759672.888189:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759672.888191:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759672.888193:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759672.888194:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759672.888196:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759672.888200:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759672.888203:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759672.888208:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759672.888215:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759672.888217:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.888221:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759672.888229:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759672.888234:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18364) 00000100:00000001:2.0:1787759672.888833:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759672.888838:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759672.888840:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759672.888848:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.888858:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.888860:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.888864:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759672.888867:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759672.888870:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.888873:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875559168:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759672.888878:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759672.888883:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759672.888886:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.888889:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759672.888894:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696800. 02000000:00000001:2.0:1787759672.888897:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.888902:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759672.888907:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759672.888913:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759672.888921:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559168, portal 25 00000100:00000001:2.0:1787759672.888923:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759672.888925:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:2.0:1787759672.888931:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.888939:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759672.888944:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759672.888947:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759672.888950:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875559168, offset 0 00000400:00000200:2.0:1787759672.888957:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759672.888966:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.888972:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759672.888978:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759672.888983:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759672.888987:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759672.888990:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759672.888994:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776793:776793:256:4294967295] 192.168.201.104@tcp LPNI seq info [776784:776784:8:4294967295] 00000400:00000200:2.0:1787759672.888999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.889009:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759672.889015:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889020:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759672.889028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759672.889033:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787759672.889040:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759672.889044:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1787759672.889048:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889051:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759672.889057:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759672.889062:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759672.889067:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759672.889070:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759672.889075:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759672.889079:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889088:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.889092:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889100:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.889102:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759672.889110:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.889114:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759672.889162:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313028366 00000100:00000010:2.0:1787759672.889168:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1720. 00000100:00000001:2.0:1787759672.889175:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759672.889180:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313028366 00000100:00000010:2.0:1787759672.889183:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1c60. 00000100:00000001:2.0:1787759672.889187:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759672.889191:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759672.889194:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.889196:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759672.889201:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672] req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759672.889211:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759672.889213:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759672.889215:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759672.889218:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759672.889220:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759672.889223:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759672.889227:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759672.889236:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889243:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759672.889245:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889248:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.889250:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759672.889254:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889262:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759672.889267:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889275:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759672.889279:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889281:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.889282:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889285:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759672.889287:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759672.889290:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759672.889293:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759672.889296:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759672.889301:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759672.889309:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875559168:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759672.889314:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759672.889318:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889326:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.889327:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.889329:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759672.889331:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759672.889333:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.889336:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759672.889355:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759672.889358:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759672.889359:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.889361:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759672.889364:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759672.889366:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.889370:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759672.889372:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759672.889376:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759672.889379:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559296, portal 10 00000100:00000001:2.0:1787759672.889382:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759672.889383:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:2.0:1787759672.889390:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889397:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759672.889399:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759672.889402:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759672.889404:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875559296, offset 0 00000400:00000200:2.0:1787759672.889408:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759672.889412:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.889416:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759672.889419:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759672.889422:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759672.889424:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759672.889426:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759672.889429:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776794:776794:256:4294967295] 192.168.201.104@tcp LPNI seq info [776785:776785:8:4294967295] 00000400:00000200:2.0:1787759672.889433:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.889439:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759672.889443:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889447:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759672.889450:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759672.889453:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787759672.889458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759672.889460:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1787759672.889465:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889467:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759672.889470:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759672.889473:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759672.889476:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759672.889477:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759672.889481:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759672.889484:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889492:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.889495:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889501:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.889503:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759672.889507:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759672.889510:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787759672.889514:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759672.889516:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313027086 00000100:00000001:2.0:1787759672.889519:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.889522:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313027086 00000100:00000001:2.0:1787759672.889524:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.889527:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759672.889529:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.889531:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759672.889535:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672] req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759672.889542:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759672.889544:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759672.889546:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759672.889549:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759672.889551:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759672.889553:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759672.889556:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759672.889564:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889576:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759672.889577:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889579:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.889580:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759672.889584:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889591:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759672.889594:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889602:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759672.889605:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889606:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.889607:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.889609:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759672.889613:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759672.889616:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759672.889620:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759672.889622:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759672.889627:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759672.889634:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559296:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759672.889639:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759672.889642:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889650:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.889852:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.889857:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759672.889859:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759672.889861:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.889866:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759672.889870:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759672.889872:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759672.889874:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.889876:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759672.889879:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759672.889881:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.889885:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759672.889888:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759672.889892:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759672.889895:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559424, portal 10 00000100:00000001:2.0:1787759672.889897:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759672.889899:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:2.0:1787759672.889905:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.889912:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759672.889915:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759672.889917:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759672.889920:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875559424, offset 0 00000400:00000200:2.0:1787759672.889924:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759672.889928:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.889931:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759672.889934:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759672.889937:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759672.889939:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759672.889942:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759672.889945:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776795:776795:256:4294967295] 192.168.201.104@tcp LPNI seq info [776786:776786:8:4294967295] 00000400:00000200:2.0:1787759672.889949:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.889955:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759672.889960:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889964:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759672.889968:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759672.889971:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787759672.889976:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759672.889979:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1787759672.889983:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.889985:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759672.889988:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759672.889992:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759672.889995:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759672.889996:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759672.889999:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759672.890003:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890011:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.890014:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890020:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.890022:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759672.890025:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759672.890028:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787759672.890031:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759672.890034:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313027086 00000100:00000001:2.0:1787759672.890036:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.890039:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313027086 00000100:00000001:2.0:1787759672.890041:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.890044:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759672.890046:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.890047:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759672.890051:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672] req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759672.890060:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759672.890061:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759672.890063:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759672.890065:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759672.890067:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759672.890069:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759672.890072:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759672.890081:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890087:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759672.890089:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890091:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.890092:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759672.890095:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890102:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759672.890106:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890113:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759672.890144:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890443:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.890445:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890448:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759672.890451:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759672.890454:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759672.890459:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759672.890462:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759672.890467:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759672.890477:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559424:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759672.890481:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759672.890485:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890493:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.890495:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.890497:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759672.890499:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759672.890502:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.890504:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759672.890508:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759672.890510:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759672.890512:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.890514:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759672.890517:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759672.890520:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.890524:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759672.890527:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759672.890530:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759672.890534:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559552, portal 4 00000100:00000001:2.0:1787759672.890536:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759672.890537:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:2.0:1787759672.890544:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890551:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759672.890554:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759672.890556:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759672.890559:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875559552, offset 0 00000400:00000200:2.0:1787759672.890564:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759672.890568:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.890572:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759672.890575:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759672.890578:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759672.890580:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759672.890583:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759672.890586:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776796:776796:256:4294967295] 192.168.201.104@tcp LPNI seq info [776787:776787:8:4294967295] 00000400:00000200:2.0:1787759672.890590:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.890597:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759672.890602:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.890605:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759672.890609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759672.890612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787759672.890617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759672.890620:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1787759672.890624:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.890626:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759672.890629:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759672.890633:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759672.890636:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759672.890638:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759672.890640:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759672.890644:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890823:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.890827:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890835:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.890837:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759672.890841:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759672.890844:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787759672.890848:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759672.890851:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313027146 00000100:00000001:2.0:1787759672.890854:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.890856:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313027146 00000100:00000001:2.0:1787759672.890859:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.890862:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759672.890864:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.890866:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759672.890870:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672] req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759672.890877:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759672.890878:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759672.890880:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759672.890882:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759672.890884:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759672.890886:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759672.890890:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759672.890899:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890906:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759672.890907:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890909:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.890910:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759672.890914:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890921:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759672.890925:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890932:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759672.890935:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890937:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.890938:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.890940:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759672.890942:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759672.890945:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759672.890948:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759672.890951:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759672.890955:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759672.890963:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559552:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759672.890967:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759672.890971:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.890978:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759672.890979:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.890982:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759672.890983:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759672.890985:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759672.890988:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759672.890991:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759672.890993:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759672.890996:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759672.890998:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891001:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787759672.891003:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759672.891007:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759672.891009:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759672.891012:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759672.891015:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559680, portal 4 00000100:00000001:2.0:1787759672.891018:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759672.891019:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:2.0:1787759672.891024:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891032:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759672.891034:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759672.891037:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759672.891039:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875559680, offset 0 00000400:00000200:2.0:1787759672.891043:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759672.891047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.891050:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759672.891053:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759672.891055:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759672.891058:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759672.891060:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759672.891064:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776797:776797:256:4294967295] 192.168.201.104@tcp LPNI seq info [776788:776788:8:4294967295] 00000400:00000200:2.0:1787759672.891068:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759672.891075:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759672.891080:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.891083:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759672.891087:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759672.891090:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1787759672.891095:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759672.891098:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1787759672.891102:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759672.891104:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759672.891107:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759672.891110:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759672.891113:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759672.891115:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759672.891137:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759672.891141:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891164:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891168:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759697 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891175:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.891177:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759672.891180:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759672.891183:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787759672.891186:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759672.891188:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313027111 00000100:00000001:2.0:1787759672.891191:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.891194:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313027111 00000100:00000001:2.0:1787759672.891196:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313028366 00000100:00000001:2.0:1787759672.891198:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759672.891200:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.891202:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759672.891206:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759672/real 1787759672] req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759672.891214:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759672.891215:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759672.891217:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759672.891219:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759672.891221:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759672.891224:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759672.891227:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759672.891236:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891243:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759672.891245:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891247:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.891248:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759672.891251:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891258:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759672.891262:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891269:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759672.891271:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891273:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759672.891274:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891276:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759672.891278:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759672.891280:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759672.891284:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759672.891286:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759672.891290:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759672.891306:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559680:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759672.891310:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891313:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891316:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875559168/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891323:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759672.891326:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891329:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696800. 02000000:00000001:2.0:1787759672.891332:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759672.891335:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759672.891337:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787759672.891355:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759672.891358:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:2.0:1787759672.891362:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759672.891364:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759672.891366:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:2.0:1787759672.891369:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759672.891371:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891373:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891376:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875559296/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891383:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759672.891385:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891387:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759672.891390:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759672.891391:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759672.891392:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759672.891394:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759672.891396:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:2.0:1787759672.891398:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759672.891399:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759672.891401:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:2.0:1787759672.891403:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759672.891404:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891405:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891409:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875559424/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891415:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759672.891417:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891418:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759672.891421:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759672.891422:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759672.891423:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759672.891426:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759672.891427:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:2.0:1787759672.891430:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759672.891431:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759672.891433:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:2.0:1787759672.891436:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759672.891437:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891438:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891442:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875559552/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891447:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759672.891448:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891450:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759672.891452:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759672.891453:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759672.891454:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787759672.891456:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759672.891458:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:2.0:1787759672.891460:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759672.891461:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759672.891462:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:2.0:1787759672.891465:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759672.891466:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891468:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759672.891471:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875559680/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759697 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759672.891477:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759672.891478:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759672.891480:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787759672.891483:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759672.891484:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759672.891486:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787759672.891488:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759672.891489:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:2.0:1787759672.891492:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759672.891493:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759672.891494:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:2.0:1787759672.891496:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759672.891498:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891501:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759672.891510:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759672.891512:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759672.891515:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759672.891517:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759673.334842:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759673.334850:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759673.334852:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759673.334858:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759673.334861:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759673.334865:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.334867:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759673.334870:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.334873:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759673.590209:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759673.590219:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759673.590222:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759673.590228:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759673.590232:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759673.590236:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.590239:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759673.590242:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.590246:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759673.590304:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759673.590308:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759673.590309:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759673.590312:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759673.590314:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759673.590316:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759673.590318:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759673.590319:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759673.590322:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759673.590366:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759673.590369:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759673.590371:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759673.590373:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759673.590375:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759673.590377:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590379:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759673.590380:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590382:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759673.590389:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759673.590391:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759673.590393:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759673.590394:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759673.590396:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759673.590398:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590400:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759673.590401:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590404:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759673.590548:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759673.590552:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759673.590553:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759673.590555:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759673.590557:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759673.590560:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.590562:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759673.590563:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759673.590565:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759673.590771:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759673.590774:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759673.590776:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759673.590778:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759673.590780:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759673.590783:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759673.590785:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759673.590786:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759673.590789:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759673.590812:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759673.590815:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759673.590819:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759673.590821:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759673.590824:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759673.590825:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759673.590828:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759673.590830:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759673.590847:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759673.590851:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759673.590854:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759673.590864:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759673.590867:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759673.590868:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759673.590871:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759673.590873:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759673.590875:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590877:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759673.590878:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759673.590880:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759673.654195:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759673.654203:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759673.654205:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759673.654211:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759673.654215:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759673.654219:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759673.654221:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759673.654223:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759673.654227:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759674.231810:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313028366, at 4313028417 00000100:00000010:2.0:1787759674.231832:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1720. 00000100:00000040:3.0:1787759674.273506:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313028366, at 4313028459 00000100:00000010:3.0:1787759674.273539:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1c60. 00000100:00000001:2.0:1787759674.358309:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759674.358330:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759674.358333:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759674.358340:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759674.358345:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759674.358349:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759674.358353:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759674.358356:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759674.358361:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759674.614271:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759674.614276:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759674.614281:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759674.614285:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759674.614286:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759674.614289:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759674.614295:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759674.614296:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759674.614305:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759674.614306:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759674.614325:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.614329:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759674.614332:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759674.614337:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759674.614417:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759674.614420:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759674.614422:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759674.614425:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759674.614427:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759674.614429:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759674.614501:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759674.614504:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759674.614506:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759674.614508:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759674.614510:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759674.614512:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759674.614528:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759674.614548:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759674.614550:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759674.614551:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759674.614553:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759674.614555:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759674.614557:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617465:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759674.617474:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617480:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759674.617528:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759674.617531:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759674.617534:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759674.617538:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759674.617542:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759674.617546:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617548:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759674.617550:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617552:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759674.617567:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759674.617570:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759674.617571:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759674.617573:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759674.617575:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759674.617577:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617579:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759674.617580:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759674.617583:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759674.633286:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759674.633297:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759674.633304:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759674.633355:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759674.633358:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759674.633363:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759674.633365:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759674.633370:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759674.633371:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759674.633375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759674.633377:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759674.634421:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759674.634426:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759674.634431:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759674.642140:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759674.642151:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759674.642157:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759674.648600:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759674.648610:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759674.648617:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759674.678259:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759674.678270:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759674.678272:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759674.678278:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759674.678282:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759674.678286:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759674.678290:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759674.678293:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759674.678296:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759675.386567:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759675.386578:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759675.386580:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759675.386587:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759675.386592:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759675.386596:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759675.386599:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759675.386602:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759675.386605:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759675.638304:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759675.638314:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759675.638321:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759675.638323:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759675.638327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759675.638328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759675.638331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759675.638332:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759675.638341:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759675.638346:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759675.638349:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759675.638353:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759675.638357:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1787759675.638358:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759675.638361:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759675.638362:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.638365:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1787759675.638365:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759675.638367:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.638371:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759675.638599:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759675.638603:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759675.638604:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759675.638607:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759675.638610:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759675.638612:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759675.638614:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759675.638616:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759675.638618:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759675.638955:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759675.638959:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759675.638960:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759675.638963:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759675.638965:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759675.638968:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759675.638970:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759675.638972:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759675.638974:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759675.639021:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759675.639024:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759675.639026:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759675.639028:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759675.639030:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759675.639032:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759675.639035:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759675.639036:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759675.639038:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759675.639089:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759675.639092:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759675.639093:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759675.639095:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759675.639097:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759675.639099:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759675.639100:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759675.639102:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759675.639103:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759675.639196:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759675.639199:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759675.639200:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759675.639203:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759675.639205:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759675.639207:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.639210:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759675.639212:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.639214:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759675.702470:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759675.702481:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759675.702483:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759675.702500:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759675.702504:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759675.702510:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.702513:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759675.702516:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759675.702520:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759675.702758:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759675.702762:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759675.702763:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759675.702767:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759675.702769:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759675.702771:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759675.702773:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759675.702775:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759675.702777:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.407498:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759676.407511:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759676.407513:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759676.407521:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759676.407526:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759676.407530:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759676.407534:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759676.407538:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759676.407542:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759676.662336:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759676.662345:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759676.662348:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759676.662355:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759676.662360:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759676.662364:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.662367:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759676.662370:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.662374:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759676.662405:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759676.662409:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759676.662412:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759676.662416:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.662419:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759676.662420:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759676.662422:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.662423:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759676.662424:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759676.662424:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759676.662427:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00010000:00000001:3.0:1787759676.662427:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.662429:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759676.662431:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759676.662432:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759676.662433:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.662434:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759676.662436:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759676.662437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759676.662438:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759676.662439:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759676.662443:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759676.662444:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759676.662464:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759676.662467:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759676.662470:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759676.662609:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759676.662612:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759676.662614:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759676.662617:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759676.662619:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759676.662621:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759676.662623:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759676.662624:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759676.662627:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759676.662855:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759676.662859:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759676.662860:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759676.662863:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759676.662866:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759676.662868:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759676.662870:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759676.662872:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759676.662874:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759676.662880:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759676.662882:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759676.662884:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759676.662886:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759676.662888:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759676.662890:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.662892:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759676.662893:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.662895:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759676.663147:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759676.663150:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759676.663152:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759676.663155:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759676.663157:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759676.663159:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759676.663162:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759676.663163:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759676.663165:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759676.726291:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759676.726303:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759676.726306:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759676.726313:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759676.726317:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759676.726322:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.726325:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759676.726328:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759676.726330:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759676.726404:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759676.726407:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759676.726408:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759676.726410:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759676.726411:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759676.726412:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759676.726414:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759676.726415:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759676.726417:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759677.430256:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759677.430277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759677.430279:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759677.430286:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:1.0:1787759677.430290:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759677.430295:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.430298:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759677.430301:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.430305:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759677.686377:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759677.686390:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759677.686393:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759677.686400:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759677.686405:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759677.686410:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759677.686413:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759677.686416:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759677.686422:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759677.686592:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759677.686597:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759677.686600:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759677.686603:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759677.686605:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759677.686608:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.686610:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759677.686612:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.686615:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759677.686670:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759677.686673:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759677.686675:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759677.686678:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759677.686680:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759677.686682:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759677.686685:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759677.686686:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759677.686688:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759677.686785:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759677.686788:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759677.686790:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759677.686792:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759677.686794:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759677.686796:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759677.686798:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759677.686800:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759677.686802:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759677.686825:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759677.686828:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759677.686834:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759677.686835:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759677.686840:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759677.686841:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759677.686845:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759677.686846:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759677.686916:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759677.686918:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759677.686920:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759677.686922:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759677.686924:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759677.686926:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.686928:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759677.686930:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759677.686932:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759677.686979:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759677.686982:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759677.686985:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759677.687822:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759677.687826:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759677.687827:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759677.687830:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759677.687833:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759677.687835:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759677.687838:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759677.687840:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759677.687842:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759677.750315:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759677.750326:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759677.750329:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759677.750336:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759677.750519:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759677.750525:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759677.750529:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759677.750532:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759677.750537:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759677.750649:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759677.750653:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759677.750654:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759677.750657:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759677.750659:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759677.750661:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759677.750663:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759677.750665:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759677.750667:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759678.009926:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759678.009940:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759678.009943:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759678.009948:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759678.009953:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759678.009962:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18359 00000400:00000200:3.0:1787759678.009973:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759678.009979:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759678.009983:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759678.009987:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.009990:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.009993:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.009996:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759678.010001:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759678.010004:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759678.010007:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759678.010011:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759678.010081:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759678.010085:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759678.010090:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.010093:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.010096:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.010098:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759678.010102:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759678.010106:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759678.010109:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759678.010113:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759678.010135:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759678.010139:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.010142:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759678.010145:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759678.010157:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759678.010162:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759678.010166:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759678.010299:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.010304:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759678.010307:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759678.010312:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759678.010322:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759678.010331:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.010342:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759678.010354:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759678.010359:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.010364:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.010461:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759678.010466:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.010468:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759678.010477:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.010485:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.010488:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.010492:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759678.010495:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759678.010498:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.010502:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875559808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759678.010508:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759678.010513:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759678.010516:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.010518:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759678.010523:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.010526:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.010532:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759678.010536:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759678.010544:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759678.010552:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559808, portal 25 00000100:00000001:2.0:1787759678.010554:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759678.010556:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:2.0:1787759678.010563:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.010576:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759678.010580:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759678.010582:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759678.010586:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875559808, offset 0 00000400:00000200:2.0:1787759678.010594:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759678.010890:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759678.010895:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759678.010898:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759678.010900:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759678.010901:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759678.010905:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759678.010909:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18359 00000400:00000200:2.0:1787759678.010928:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.010937:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759678.010943:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759678.010949:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759678.010953:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759678.010956:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759678.010961:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776798:776798:256:4294967295] 192.168.201.104@tcp LPNI seq info [776789:776789:8:4294967295] 00000400:00000200:2.0:1787759678.010966:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.010977:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759678.010985:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.010992:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759678.011000:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759678.011005:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787759678.011012:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000400:00000200:3.0:1787759678.011083:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759678.011087:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759678.011090:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759678.011094:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.011096:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.011099:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.011102:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759678.011105:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759678.011107:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759678.011109:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759678.011111:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759678.011113:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759678.011115:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759678.011140:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.011143:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.011144:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.011147:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759678.011150:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759678.011153:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759678.011155:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759678.011158:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759678.011164:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759678.011166:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.011896:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759678.011903:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759678.011907:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.011910:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759678.011917:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759678.011921:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759678.011926:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759678.011928:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.011931:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759678.011933:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759678.011935:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759678.011942:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759678.011947:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.011955:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759678.011964:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759678.011967:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.011972:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759678.011982:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759678.011986:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759678.011989:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759678.011991:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759678.011992:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759678.011996:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759678.011999:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18359 00000400:00000200:3.0:1787759678.012004:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759678.012007:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759678.012010:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759678.012013:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012084:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.012088:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012090:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759678.012093:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759678.012095:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759678.012097:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759678.012100:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759678.012102:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759678.012105:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759678.012109:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012111:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.012113:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012116:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759678.012143:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759678.012147:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012150:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759678.012152:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759678.012156:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759678.012159:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.012161:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759678.012163:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759678.012166:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1787759678.012396:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1787759678.012409:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.012413:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759678.012423:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759678.012429:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759678.012436:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759678.012439:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759678.012444:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759678.012450:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012461:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.012465:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012480:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.012482:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759678.012494:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.012500:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759678.012504:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313033489 00000100:00000010:2.0:1787759678.012510:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1720. 00000100:00000001:2.0:1787759678.012519:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759678.012527:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313033489 00000100:00000010:2.0:1787759678.012531:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1360. 00000100:00000001:2.0:1787759678.012535:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759678.012538:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759678.012541:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.012545:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759678.012550:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759678/real 1787759678] req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759678.012562:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759678.012564:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759678.012567:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759678.012570:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759678.012572:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759678.012575:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759678.012578:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759678.012588:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012595:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759678.012597:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012600:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.012602:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759678.012607:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012616:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759678.012621:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012628:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759678.012632:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012634:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.012635:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012637:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759678.012639:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759678.012642:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759678.012646:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759678.012650:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759678.012654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759678.012662:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875559808:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759678.012667:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012670:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.012673:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875559808/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012679:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759678.012682:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759678.012685:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.012689:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759678.012691:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759678.012692:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787759678.012695:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759678.012698:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:2.0:1787759678.012702:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759678.012705:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759678.012706:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:2.0:1787759678.012710:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759678.012711:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012714:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.012723:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.012725:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.012728:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759678.012729:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.012731:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759678.012735:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012742:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.012744:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.012747:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759678.012749:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759678.012752:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.012755:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759678.012759:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759678.012763:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759678.012765:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.012768:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759678.012771:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.012773:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.012777:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759678.012781:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759678.012786:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759678.012790:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875559936, portal 10 00000100:00000001:2.0:1787759678.012793:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759678.012794:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:2.0:1787759678.012802:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.012809:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759678.012811:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759678.012815:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759678.012818:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875559936, offset 0 00000400:00000200:2.0:1787759678.012824:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012893:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759678.012899:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759678.012902:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759678.012906:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759678.012908:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.012910:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759678.012911:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759678.012914:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759678.012918:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759678.012923:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.012929:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759678.012937:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759678.012940:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.012944:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759678.012953:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759678.012956:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759678.012961:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759678.012963:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759678.012964:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759678.012968:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759678.012971:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18359 00000400:00000200:3.0:1787759678.012976:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759678.012979:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759678.012982:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759678.012985:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012988:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.012991:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.012993:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759678.012996:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759678.012998:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759678.013000:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759678.013003:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759678.013005:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759678.013008:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759678.013011:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013014:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.013085:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013088:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759678.013091:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759678.013095:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013097:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759678.013099:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759678.013104:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759678.013106:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.013109:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759678.013112:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759678.013115:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.013143:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759678.013147:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759678.013150:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759678.013153:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759678.013155:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.013157:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759678.013158:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759678.013160:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759678.013164:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759678.013895:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.013906:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759678.013914:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759678.013916:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.013920:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759678.013927:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759678.013930:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759678.013934:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759678.013935:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759678.013936:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759678.013939:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759678.013942:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18359 00000400:00000200:3.0:1787759678.013947:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759678.013950:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759678.013953:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759678.013955:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013957:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.013959:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013962:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759678.013965:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759678.013966:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759678.013968:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759678.013970:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759678.013972:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759678.013974:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759678.013977:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013980:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759678.013982:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013984:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759678.013986:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759678.013989:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759678.013992:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759678.013994:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759678.013997:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759678.013999:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.014001:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759678.014003:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759678.014005:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.014007:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759678.014012:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759678.014072:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759678.014076:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759678.014078:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.014080:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759678.014081:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759678.014084:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759678.014089:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759678.014093:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.014098:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759678.014110:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759678.014112:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.014150:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759678.014158:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759678.014164:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18369) 00000400:00000200:2.0:1787759678.014329:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.014336:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759678.014342:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759678.014347:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759678.014352:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759678.014355:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759678.014359:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776799:776799:256:4294967295] 192.168.201.104@tcp LPNI seq info [776790:776790:8:4294967295] 00000400:00000200:2.0:1787759678.014363:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.014374:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759678.014380:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.014387:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759678.014393:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759678.014396:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787759678.014402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759678.014405:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1787759678.014410:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.014413:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759678.014419:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759678.014424:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759678.014430:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759678.014432:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759678.014436:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759678.014441:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014450:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.014453:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014460:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.014462:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759678.014470:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759678.014475:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787759678.014478:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759678.014481:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313032211 00000100:00000001:2.0:1787759678.014485:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.014487:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313032211 00000100:00000001:2.0:1787759678.014490:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.014492:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759678.014495:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.014497:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759678.014502:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759678/real 1787759678] req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759678.014510:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759678.014511:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759678.014513:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759678.014517:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759678.014518:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759678.014521:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759678.014525:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759678.014533:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014539:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759678.014540:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014542:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.014544:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759678.014547:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014553:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759678.014559:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014566:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759678.014569:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014571:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.014572:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014575:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759678.014581:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759678.014584:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759678.014589:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759678.014591:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759678.014595:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759678.014603:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875559936:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759678.014607:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014609:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.014612:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875559936/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014618:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759678.014620:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759678.014622:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.014626:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759678.014627:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759678.014629:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759678.014631:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759678.014633:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:2.0:1787759678.014637:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759678.014638:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759678.014640:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:2.0:1787759678.014644:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759678.014645:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014648:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.014654:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.014656:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.014658:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759678.014659:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.014661:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759678.014664:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014671:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.014673:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.014675:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759678.014678:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759678.014680:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.014684:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759678.014687:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759678.014691:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759678.014693:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.014695:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759678.014699:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.014700:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.014704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759678.014707:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759678.014711:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759678.014716:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560064, portal 10 00000100:00000001:2.0:1787759678.014718:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759678.014720:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:2.0:1787759678.014727:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.014733:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759678.014736:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759678.014738:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759678.014741:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875560064, offset 0 00000400:00000200:2.0:1787759678.014746:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759678.014750:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.014755:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759678.014758:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759678.015417:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759678.015423:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759678.015425:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759678.015429:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776800:776800:256:4294967295] 192.168.201.104@tcp LPNI seq info [776791:776791:8:4294967295] 00000400:00000200:2.0:1787759678.015434:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.015442:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759678.015447:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.015452:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759678.015458:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759678.015461:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787759678.015466:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759678.015469:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1787759678.015473:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.015475:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759678.015479:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759678.015483:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759678.015486:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759678.015488:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759678.015492:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759678.015496:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015505:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.015508:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015515:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.015517:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759678.015521:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759678.015525:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787759678.015528:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759678.015530:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313032212 00000100:00000001:2.0:1787759678.015533:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.015536:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313032212 00000100:00000001:2.0:1787759678.015538:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.015541:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759678.015543:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.015545:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759678.015548:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759678/real 1787759678] req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759678.015556:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759678.015558:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759678.015560:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759678.015562:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759678.015564:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759678.015566:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759678.015570:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759678.015578:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015584:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759678.015586:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.015588:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.015589:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759678.015593:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015599:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759678.015604:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015611:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759678.015614:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.015617:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.015618:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.015620:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759678.015624:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759678.015627:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759678.015631:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759678.015634:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759678.015638:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759678.015647:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560064:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759678.015653:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759678.015656:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015663:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.015665:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.015668:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759678.015670:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759678.015672:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.015675:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759678.015679:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759678.015682:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759678.015683:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.015686:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759678.015689:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759678.015692:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.015696:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759678.015699:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759678.015703:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759678.015706:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560192, portal 4 00000100:00000001:2.0:1787759678.015709:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759678.015710:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:2.0:1787759678.015717:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015724:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759678.015727:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759678.015729:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759678.015732:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875560192, offset 0 00000400:00000200:2.0:1787759678.015737:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759678.015742:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.015746:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759678.015749:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759678.015752:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759678.015754:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759678.015756:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759678.015759:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776801:776801:256:4294967295] 192.168.201.104@tcp LPNI seq info [776792:776792:8:4294967295] 00000400:00000200:2.0:1787759678.015763:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.015769:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759678.015774:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.015777:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759678.015781:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759678.015784:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787759678.015789:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759678.015791:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1787759678.015795:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.015797:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759678.015800:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759678.015803:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759678.015806:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759678.015807:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759678.015810:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759678.015814:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.015821:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.016948:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.016958:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.016961:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759678.016973:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759678.016977:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787759678.016981:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759678.016984:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313032272 00000100:00000001:2.0:1787759678.016988:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.016991:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313032272 00000100:00000001:2.0:1787759678.016993:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.016996:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759678.016999:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.017001:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759678.017006:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759678/real 1787759678] req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759678.017553:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759678.017556:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759678.017559:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759678.017564:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759678.017566:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759678.017570:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759678.017575:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759678.017585:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.017594:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759678.017596:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.017598:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.017601:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759678.017605:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.017613:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759678.017618:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.017627:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759678.017630:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.017632:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.017633:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.017636:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759678.017640:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759678.017644:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759678.017649:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759678.017652:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759678.017657:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759678.017667:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560192:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759678.017672:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759678.017676:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.017684:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.017686:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.017689:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759678.017693:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759678.017696:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.017699:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759678.017704:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759678.017708:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759678.017710:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759678.017713:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759678.017722:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759678.017725:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759678.017729:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759678.017733:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759678.017738:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759678.017744:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560320, portal 4 00000100:00000001:2.0:1787759678.017747:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759678.017748:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:2.0:1787759678.017755:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.017763:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759678.017765:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759678.017768:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759678.017771:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875560320, offset 0 00000400:00000200:2.0:1787759678.017777:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759678.017784:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.017791:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759678.017797:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759678.017801:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759678.017804:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759678.017807:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759678.017811:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776802:776802:256:4294967295] 192.168.201.104@tcp LPNI seq info [776793:776793:8:4294967295] 00000400:00000200:2.0:1787759678.017815:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759678.017824:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759678.018086:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.018093:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759678.018100:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759678.018104:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1787759678.018110:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759678.018114:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1787759678.018139:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759678.018142:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759678.018148:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759678.018153:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759678.018158:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759678.018160:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759678.018163:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759678.018902:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.018917:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.018922:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.018930:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.018932:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759678.018941:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759678.018945:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787759678.018949:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759678.018953:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313032238 00000100:00000001:2.0:1787759678.018956:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.018960:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313032238 00000100:00000001:2.0:1787759678.018962:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313033489 00000100:00000001:2.0:1787759678.018965:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759678.018967:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.018970:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759678.018975:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759678/real 1787759678] req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759678.018984:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759678.018986:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759678.018988:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759678.018991:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759678.018993:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759678.018997:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759678.019000:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759678.019008:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.019936:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759678.019941:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.019946:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.019949:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759678.019957:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.019966:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759678.019971:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.019978:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759678.019982:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.019984:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759678.019985:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.019988:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759678.019991:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759678.019995:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759678.020000:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759678.020003:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759678.020007:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759678.020085:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560320:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759678.020090:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.020093:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.020098:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875560064/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.020105:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759678.020108:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759678.020112:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696400. 02000000:00000001:2.0:1787759678.020133:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759678.020137:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759678.020139:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759678.020142:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759678.020146:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:2.0:1787759678.020151:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759678.020153:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759678.020155:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:2.0:1787759678.020159:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759678.020160:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.020162:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.020166:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875560192/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.020302:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759678.020304:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759678.020306:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759678.020310:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759678.020312:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759678.020313:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787759678.020315:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759678.020316:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:2.0:1787759678.020319:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759678.020320:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759678.020322:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:2.0:1787759678.020324:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759678.020325:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.020327:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759678.020331:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875560320/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759703 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759678.020337:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759678.020339:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759678.020340:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759678.020344:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759678.020345:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759678.020346:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787759678.020348:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759678.020350:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:2.0:1787759678.020352:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759678.020353:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759678.020355:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:2.0:1787759678.020357:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759678.020358:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.020361:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.020370:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.020372:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.020375:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759678.020377:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.459109:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759678.459149:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.459152:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.459157:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759678.459162:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.459166:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.459169:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.459172:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.459177:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759678.710302:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759678.710311:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759678.710314:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759678.710321:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759678.710325:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759678.710330:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.710333:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759678.710337:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.710341:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759678.710582:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759678.710586:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759678.710587:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759678.710590:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759678.710592:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759678.710594:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759678.710596:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759678.710598:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759678.710600:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759678.710646:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759678.710649:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759678.710650:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759678.710653:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759678.710655:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759678.710670:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.710673:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759678.710675:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.710677:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759678.736456:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736463:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759678.736464:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736468:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759678.736472:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759678.736475:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759678.736478:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736482:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759678.736484:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736486:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736489:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759678.736495:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759678.736496:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759678.736498:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736499:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759678.736500:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736502:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759678.736504:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759678.736529:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759678.736532:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759678.736535:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759678.736803:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759678.736808:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.736811:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.736815:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759678.736820:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.736824:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.736827:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.736830:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.736834:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759678.736945:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759678.736948:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759678.736950:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759678.736953:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759678.736955:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759678.736957:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.736972:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759678.736974:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759678.736976:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759678.737348:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759678.737352:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759678.737353:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759678.737356:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759678.737359:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759678.737361:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759678.737363:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759678.737365:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759678.737373:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759678.774835:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759678.774845:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759678.774847:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759678.774854:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759678.774858:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759678.774863:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759678.774867:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759678.774870:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759678.774873:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759678.774970:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759678.774973:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759678.774974:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759678.774978:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759678.774980:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759678.774982:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.774984:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759678.774986:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759678.774988:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759679.350184:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313033489, at 4313033536 00000100:00000010:2.0:1787759679.350207:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1720. 00000100:00000040:3.0:1787759679.350373:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313033489, at 4313033536 00000100:00000010:3.0:1787759679.350381:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1360. 00000100:00000001:3.0:1787759679.478542:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759679.478554:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759679.478557:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759679.478564:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759679.478569:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759679.478573:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759679.478576:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759679.478579:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759679.478583:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759679.736422:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759679.736431:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759679.736434:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759679.736439:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759679.736444:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759679.736449:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759679.736452:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759679.736454:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759679.736459:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759679.736518:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759679.736525:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759679.736527:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759679.736532:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759679.736535:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759679.736539:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.736541:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759679.736544:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.736547:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759679.736619:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759679.736622:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759679.736624:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759679.736627:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759679.736629:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759679.736631:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759679.736633:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759679.736635:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759679.736637:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759679.798283:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759679.798284:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759679.798295:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759679.798296:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759679.798303:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759679.798303:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759679.798312:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759679.798316:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759679.798321:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759679.798322:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.798330:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759679.798331:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759679.798336:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759679.798336:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.798346:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759679.798348:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759679.798350:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.798356:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759679.798510:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759679.798514:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759679.798516:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759679.798519:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759679.798521:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759679.798523:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759679.798525:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759679.798527:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759679.798529:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759679.798632:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759679.798635:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759679.798637:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759679.798651:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759679.798653:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759679.798655:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.798658:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759679.798659:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759679.798662:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759679.798761:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759679.798766:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759679.798767:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759679.798770:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759679.798772:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759679.798775:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759679.798777:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759679.798779:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759679.798782:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759679.798802:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759679.798805:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759679.798809:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759679.798810:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759679.798814:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759679.798815:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759679.798819:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759679.798820:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759679.798838:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759679.798841:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759679.798844:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759680.502388:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759680.502397:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759680.502399:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759680.502404:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759680.502408:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759680.502411:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759680.502414:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759680.502417:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759680.502419:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759680.758284:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759680.758284:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759680.758296:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759680.758299:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759680.758306:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759680.758308:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759680.758311:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759680.758315:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759680.758320:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759680.758322:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.758327:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759680.758328:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759680.758333:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.758334:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759680.758338:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759680.758339:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759680.758344:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.758348:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759680.758657:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759680.758661:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759680.758663:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759680.758666:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759680.758669:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759680.758671:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759680.758673:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759680.758674:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759680.758677:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759680.822485:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759680.822496:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759680.822499:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759680.822506:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759680.822511:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759680.822516:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759680.822519:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759680.822522:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759680.822526:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759680.822721:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759680.822730:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759680.822732:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759680.822737:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759680.822741:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759680.822745:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759680.822748:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759680.822750:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759680.822754:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759680.822889:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759680.822893:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759680.822894:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759680.822896:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759680.822899:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759680.822901:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.822903:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759680.822904:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.822907:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759680.823379:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759680.823383:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759680.823386:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759680.823389:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759680.823392:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759680.823394:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759680.823397:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759680.823399:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759680.823401:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759680.823423:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759680.823427:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759680.823432:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759680.823433:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759680.823437:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759680.823438:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759680.823442:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759680.823443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759680.823539:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759680.823543:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759680.823544:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759680.823547:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759680.823549:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759680.823552:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.823554:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759680.823555:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759680.823557:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759680.823623:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759680.823626:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759680.823630:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759681.526565:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759681.526575:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759681.526577:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759681.526582:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759681.526585:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759681.526588:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.526591:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759681.526593:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.526596:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759681.782284:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759681.782295:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759681.782298:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759681.782307:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759681.782312:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759681.782318:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759681.782320:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759681.782323:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759681.782328:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759681.782481:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759681.782485:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759681.782487:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759681.782490:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759681.782493:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759681.782495:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759681.782498:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759681.782499:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759681.782502:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759681.784074:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759681.784081:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759681.784083:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759681.784088:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759681.784091:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759681.784094:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759681.784097:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759681.784099:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759681.784102:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759681.846340:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759681.846350:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759681.846358:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759681.846362:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759681.846365:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759681.846369:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759681.846372:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759681.846375:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759681.846378:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759681.846379:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759681.846381:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759681.846387:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759681.846389:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759681.846391:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759681.846393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759681.846397:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759681.846399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759681.846402:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759681.846404:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759681.846410:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759681.846413:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759681.846415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759681.846419:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759681.846437:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759681.846441:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759681.846443:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759681.846548:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759681.846552:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759681.846553:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759681.846556:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759681.846558:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759681.846561:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759681.846563:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759681.846564:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759681.846567:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759681.847359:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759681.847363:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759681.847364:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759681.847367:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759681.847370:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759681.847371:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.847374:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759681.847375:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.847377:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759681.847754:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759681.847758:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759681.847760:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759681.847762:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759681.847765:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759681.847767:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759681.847770:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759681.847772:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759681.847775:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759681.847996:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759681.847999:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759681.848001:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759681.848003:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759681.848005:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759681.848007:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.848009:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759681.848010:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759681.848013:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759682.554746:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759682.554758:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759682.554761:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759682.554768:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759682.554773:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759682.554778:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.554782:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759682.554785:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.554789:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759682.806279:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759682.806289:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759682.806292:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759682.806299:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759682.806305:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759682.806310:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759682.806313:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759682.806316:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759682.806320:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759682.806419:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759682.806422:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759682.806424:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759682.806427:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759682.806429:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759682.806431:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759682.806433:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759682.806434:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759682.806437:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759682.807130:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759682.807135:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759682.807136:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759682.807139:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759682.807142:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759682.807144:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759682.807146:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759682.807148:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759682.807150:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759682.870278:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759682.870289:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759682.870291:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759682.870295:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759682.870298:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759682.870299:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759682.870301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759682.870302:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759682.870303:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759682.870305:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759682.870307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.870307:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.870310:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759682.870313:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759682.870413:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759682.870417:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759682.870419:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759682.870422:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759682.870424:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759682.870426:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759682.870488:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759682.870493:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759682.870494:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759682.870497:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759682.870499:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759682.870501:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.870518:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759682.870544:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759682.870547:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759682.870552:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759682.870553:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759682.870557:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759682.870558:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759682.870561:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759682.870563:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759682.870580:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759682.870582:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759682.870586:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759682.870606:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759682.870609:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759682.870610:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759682.870613:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759682.870615:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759682.870617:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.870619:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759682.870621:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759682.870624:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759682.876211:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759682.876222:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759682.876228:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759682.876380:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759682.876385:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759682.876388:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759682.876449:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759682.876453:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759682.876456:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759683.126380:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759683.126392:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759683.126394:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759683.126399:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759683.126405:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759683.126413:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18364 00000400:00000200:1.0:1787759683.126424:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759683.126431:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759683.126435:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759683.126439:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126443:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759683.126446:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126449:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759683.126454:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759683.126455:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759683.126458:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759683.126462:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759683.126463:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759683.126465:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759683.126468:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126470:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759683.126471:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126472:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759683.126476:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759683.126480:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126482:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759683.126485:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759683.126489:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759683.126492:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.126496:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759683.126499:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759683.126512:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000020:00000040:1.0:1787759683.126517:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759683.126522:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759683.126524:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.126529:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759683.126532:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759683.126536:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759683.126547:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000100:00000001:1.0:1787759683.126556:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759683.126569:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759683.126580:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759683.126585:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.126591:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.126614:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759683.126616:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759683.126619:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759683.126620:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759683.126622:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759683.126625:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759683.126627:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18364 00000400:00000200:1.0:1787759683.126630:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759683.126633:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759683.126635:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759683.126638:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126640:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759683.126643:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126645:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759683.126648:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759683.126649:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759683.126651:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759683.126653:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759683.126655:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759683.126658:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:2.0:1787759683.126683:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759683.126689:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759683.126692:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759683.126701:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759683.126712:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759683.126715:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759683.126719:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759683.126722:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759683.126726:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759683.126730:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875560448:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759683.126736:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759683.126740:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759683.126743:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759683.126746:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759683.126752:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759683.126755:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759683.126761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759683.126765:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759683.126774:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759683.126783:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560448, portal 25 00000100:00000001:2.0:1787759683.126788:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759683.126790:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:2.0:1787759683.126797:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759683.126807:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759683.126810:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759683.126813:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759683.126816:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875560448, offset 0 00000400:00000200:2.0:1787759683.126824:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759683.126834:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759683.126842:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759683.126848:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759683.126854:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759683.126859:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759683.126863:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759683.126867:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776803:776803:256:4294967295] 192.168.201.104@tcp LPNI seq info [776794:776794:8:4294967295] 00000400:00000200:2.0:1787759683.126872:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759683.126884:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759683.126891:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759683.126897:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759683.126908:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759683.126913:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1787759683.126918:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000800:00000200:2.1:1787759683.126929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759683.126931:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1787759683.126938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1787759683.126939:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.126946:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000800:00000100:2.0:1787759683.126953:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000020:00000040:1.0:1787759683.126957:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000800:00000010:2.0:1787759683.126958:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000100:00080000:1.0:1787759683.126968:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:2.0:1787759683.126970:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1787759683.126978:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759683.126981:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1787759683.126986:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1787759683.126992:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759683.126997:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 02000000:00000001:1.0:1787759683.126999:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759683.127004:0:2422:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1787759683.127005:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127010:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:2.0:1787759683.127012:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787759683.127017:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759683.127029:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127037:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127050:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1787759683.127053:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000100:00000040:2.0:1787759683.127057:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759683.127060:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759683.127070:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759683.127073:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127076:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127079:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1787759683.127081:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1787759683.127083:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759683.127089:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127092:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759683.127100:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520800. 00000400:00000200:2.0:1787759683.127101:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759683.127106:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313038603 00000100:00000001:1.0:1787759683.127114:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759683.127114:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1720. 00000100:00000001:2.0:1787759683.127183:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759683.127190:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313038604 00000100:00000010:2.0:1787759683.127196:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1cc0. 00000100:00100000:1.0:1787759683.127199:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759683.127203:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759683.127211:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759683.127222:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127223:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759683.127229:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.127235:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.127249:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759683.127253:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759683.127258:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759683.127261:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759683.127263:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759683.127267:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759683.127271:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18364 00000400:00000200:1.0:1787759683.127279:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759683.127285:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759683.127288:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759683.127291:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127293:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759683.127295:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127298:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759683.127300:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759683.127302:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759683.127305:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759683.127308:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759683.127311:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759683.127314:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759683.127317:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127320:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1787759683.127324:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1787759683.127325:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127330:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00100000:2.0:1787759683.127336:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759683/real 1787759683] req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1787759683.127337:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759683.127348:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127354:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759683.127363:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759683.127368:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1787759683.127368:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759683.127372:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1787759683.127374:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1787759683.127376:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000100:00000001:1.0:1787759683.127380:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:2.0:1787759683.127383:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000008:00100000:1.0:1787759683.127386:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000010:2.0:1787759683.127387:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759683.127393:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:1.0:1787759683.127395:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127401:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787759683.127403:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1787759683.127407:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000020:00000040:1.0:1787759683.127413:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759683.127419:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759683.127422:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787759683.127422:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.127428:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759683.127431:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759683.127436:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127447:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1787759683.127449:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000001:2.0:1787759683.127452:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759683.127455:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127457:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759683.127461:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759683.127466:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787759683.127471:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.127505:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759683.127507:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759683.127512:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759683.127517:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759683.127524:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759683.127544:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759683.127552:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.127558:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759683.127559:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127561:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787759683.127565:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787759683.127567:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759683.127570:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759683.127572:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787759683.127577:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1787759683.127578:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759683.127582:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759683.127587:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759683.127588:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759683.127595:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1787759683.127596:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18364 00000100:00000040:2.0:1787759683.127606:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759683.127608:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759683.127622:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759683.127628:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1787759683.127632:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875560448:192.168.201.104@tcp:250:kworker.0 00000100:00000040:1.0:1787759683.127639:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759683.127646:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1787759683.127646:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.127654:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759683.127656:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:2.0:1787759683.127662:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875560448/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.127663:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759683.127675:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759683.127681:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759683.127686:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1787759683.127691:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1787759683.127692:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759683.127698:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 02000000:00000001:2.0:1787759683.127699:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759683.127704:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694400. 00000020:00000001:1.0:1787759683.127705:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759683.127715:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 02000000:00000001:2.0:1787759683.127715:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759683.127720:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1787759683.127722:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1787759683.127724:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000100:00000040:1.0:1787759683.127731:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000020:00000001:2.0:1787759683.127731:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759683.127736:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 00000100:00000001:1.0:1787759683.127737:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759683.127746:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 02000000:00000001:2.0:1787759683.127747:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759683.127754:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1787759683.127759:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000010:2.0:1787759683.127761:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:1.0:1787759683.127769:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127770:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759683.127773:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787759683.127776:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1787759683.127778:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787759683.127783:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759683.127787:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127788:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759683.127790:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759683.127793:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787759683.127796:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1787759683.127799:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1787759683.127803:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.127804:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759683.127810:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759683.127816:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000020:00000040:1.0:1787759683.127819:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759683.127822:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759683.127824:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.127825:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759683.127827:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759683.127830:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759683.127834:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000100:00000001:1.0:1787759683.127838:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759683.127845:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759683.127858:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759683.127862:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.127866:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.127870:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787759683.127880:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.127882:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787759683.127885:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759683.127899:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759683.127902:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759683.127905:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759683.127909:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759683.127910:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759683.127914:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759683.127918:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18364 00000400:00000200:1.0:1787759683.127924:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:0.0:1787759683.127928:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1787759683.127928:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 02000000:00000001:0.0:1787759683.127935:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1787759683.127936:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1787759683.127943:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.127946:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00100000:0.0:1787759683.127953:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759683.127954:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759683.127962:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759683.127963:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759683.127969:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1787759683.127969:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 02000000:00000001:0.0:1787759683.127974:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759683.127977:0:241950:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:0.0:1787759683.127978:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1787759683.127982:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 02000000:00000010:0.0:1787759683.127986:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 00000020:00000001:1.0:1787759683.127986:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1787759683.127992:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787759683.127993:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759683.128000:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000200:0.0:1787759683.128002:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000001:1.0:1787759683.128006:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000400:00000010:0.0:1787759683.128009:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000100:00000040:1.0:1787759683.128016:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000010:0.0:1787759683.128018:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000001:1.0:1787759683.128021:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1787759683.128025:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560576, portal 10 00000100:00000040:1.0:1787759683.128026:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759683.128030:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759683.128032:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759683.128034:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000020:00000040:1.0:1787759683.128041:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759683.128050:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000040:0.0:1787759683.128051:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.128058:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759683.128065:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759683.128071:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759683.128072:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1787759683.128079:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.128080:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759683.128088:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1787759683.128090:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000008:00100000:1.0:1787759683.128093:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000200:0.0:1787759683.128098:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875560576, offset 0 00000008:00000001:1.0:1787759683.128099:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.128105:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759683.128110:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000010:1.0:1787759683.128112:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000400:00000200:0.0:1787759683.128146:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000020:00000040:1.0:1787759683.128147:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759683.128153:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1787759683.128155:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:1.0:1787759683.128157:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759683.128172:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759683.128177:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759683.128180:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759683.128182:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759683.128186:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776804:776804:256:4294967295] 192.168.201.104@tcp LPNI seq info [776795:776795:8:4294967295] 00000400:00000200:0.0:1787759683.128199:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.128208:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759683.128214:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.128220:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759683.128225:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759683.128228:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787759683.128233:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759683.128237:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759683.128241:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.128243:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759683.128249:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759683.128252:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759683.128256:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759683.128258:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759683.128261:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759683.128265:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128274:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.128278:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128285:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.128287:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759683.128291:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.128296:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759683.128299:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759683.128302:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313037325 00000100:00000001:0.0:1787759683.128305:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313038603 00000100:00000001:0.0:1787759683.128307:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313037325 00000100:00000001:0.0:1787759683.128310:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313038604 00000100:00000001:0.0:1787759683.128312:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759683.128314:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.128317:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759683.128321:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759683/real 1787759683] req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759683.128330:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759683.128332:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759683.128334:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759683.128337:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759683.128339:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759683.128341:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759683.128346:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759683.128355:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128361:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759683.128363:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128365:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.128367:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759683.128371:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128378:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759683.128382:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128389:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759683.128392:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128394:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.128395:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128397:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759683.128402:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759683.128405:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759683.128409:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759683.128411:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759683.128416:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759683.128423:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560576:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759683.128428:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759683.128431:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128438:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759683.128439:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.128442:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759683.128443:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759683.128446:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.128448:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759683.128451:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759683.128453:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759683.128455:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.128456:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759683.128459:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.128461:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759683.128465:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759683.128467:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759683.128471:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759683.128474:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560704, portal 10 00000100:00000001:0.0:1787759683.128476:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759683.128477:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:0.0:1787759683.128592:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128598:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759683.128601:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759683.128604:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759683.128607:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875560704, offset 0 00000400:00000200:0.0:1787759683.128612:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759683.128617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.128621:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759683.128623:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759683.128626:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759683.128629:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759683.128631:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759683.128634:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776805:776805:256:4294967295] 192.168.201.104@tcp LPNI seq info [776796:776796:8:4294967295] 00000400:00000200:0.0:1787759683.128639:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.128645:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759683.128650:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.128654:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759683.128659:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759683.128662:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787759683.128666:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759683.128669:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759683.128673:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.128675:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759683.128679:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759683.128682:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759683.128686:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759683.128688:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759683.128691:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759683.128695:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128704:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.128707:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128714:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.128716:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759683.128719:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.128723:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759683.128726:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759683.128729:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313037325 00000100:00000001:0.0:1787759683.128732:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313038603 00000100:00000001:0.0:1787759683.128735:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313037325 00000100:00000001:0.0:1787759683.128737:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313038604 00000100:00000001:0.0:1787759683.128740:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759683.128743:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.128745:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759683.128749:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759683/real 1787759683] req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759683.128757:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759683.128759:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759683.128760:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759683.128763:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759683.128765:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759683.128768:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759683.128772:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759683.128781:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128788:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759683.128790:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128792:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.128793:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759683.128797:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128804:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759683.128809:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128816:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759683.128819:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128821:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.128822:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128824:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759683.128827:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759683.128830:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759683.128834:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759683.128836:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759683.128841:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759683.128849:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560704:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759683.128852:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128854:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.128857:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875560576/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128864:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759683.128866:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759683.128868:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759683.128872:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759683.128874:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759683.128875:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759683.128877:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759683.128879:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:0.0:1787759683.128883:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759683.128884:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759683.128886:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:0.0:1787759683.128889:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759683.128890:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128892:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.128895:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875560704/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128905:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759683.128907:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759683.128908:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.128911:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759683.128912:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759683.128913:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759683.128916:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759683.128917:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:0.0:1787759683.128920:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759683.128921:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759683.128923:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:0.0:1787759683.128925:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759683.128926:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128928:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.128932:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.128933:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.128936:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759683.128938:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759683.128939:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759683.128943:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.128950:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759683.128952:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.128954:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759683.128956:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759683.128958:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.128962:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759683.128965:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759683.128967:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759683.128969:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.128971:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759683.128974:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.128976:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759683.128980:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759683.128983:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759683.128987:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759683.128990:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560832, portal 4 00000100:00000001:0.0:1787759683.128992:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759683.128993:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:0.0:1787759683.129000:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129005:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759683.129008:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759683.129010:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759683.129012:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875560832, offset 0 00000400:00000200:0.0:1787759683.129016:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759683.129020:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.129023:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759683.129026:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759683.129028:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759683.129030:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759683.129033:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759683.129035:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776806:776806:256:4294967295] 192.168.201.104@tcp LPNI seq info [776797:776797:8:4294967295] 00000400:00000200:0.0:1787759683.129039:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.129044:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759683.129049:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.129052:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759683.129056:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759683.129059:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787759683.129063:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759683.129065:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759683.129069:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.129071:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759683.129075:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759683.129078:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759683.129081:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759683.129083:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759683.129086:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759683.129089:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129096:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.129099:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129105:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.129106:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759683.129109:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.129112:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759683.129139:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759683.129142:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313037385 00000100:00000001:0.0:1787759683.129144:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313038603 00000100:00000001:0.0:1787759683.129147:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313037385 00000100:00000001:0.0:1787759683.129149:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313038604 00000100:00000001:0.0:1787759683.129151:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759683.129153:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.129155:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759683.129159:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759683/real 1787759683] req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759683.129182:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759683.129183:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759683.129185:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759683.129188:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759683.129189:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759683.129789:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759683.129795:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759683.129804:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129813:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759683.129815:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129818:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.129819:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759683.129822:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129829:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759683.129834:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129842:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759683.129845:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129847:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.129849:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129851:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759683.129853:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759683.129856:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759683.129860:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759683.129863:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759683.129867:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759683.129875:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560832:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759683.129881:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129883:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.129887:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875560832/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.129894:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759683.129896:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759683.129898:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.129902:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759683.129903:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759683.129905:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759683.129907:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759683.129909:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:0.0:1787759683.129912:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759683.129913:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759683.129915:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:0.0:1787759683.129926:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759683.129928:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129930:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.129934:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.129936:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.129938:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759683.129939:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.137315:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759683.137322:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759683.137327:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759683.137343:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759683.137352:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759683.137366:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759683.137378:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759683.137384:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.137389:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759683.137417:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759683.137426:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18375) 00000100:00000001:0.0:1787759683.137486:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759683.137496:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759683.137499:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759683.137512:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137524:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759683.137527:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.137531:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759683.137535:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759683.137538:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.137543:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759683.137548:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759683.137554:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759683.137557:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759683.137560:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759683.137568:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.137571:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759683.137578:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759683.137584:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759683.137592:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759683.137601:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875560960, portal 4 00000100:00000001:0.0:1787759683.137604:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759683.137606:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:0.0:1787759683.137615:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137623:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759683.137626:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759683.137629:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759683.137633:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875560960, offset 0 00000400:00000200:0.0:1787759683.137641:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759683.137652:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.137662:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759683.137668:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759683.137673:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759683.137677:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759683.137681:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759683.137685:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776807:776807:256:4294967295] 192.168.201.104@tcp LPNI seq info [776798:776798:8:4294967295] 00000400:00000200:0.0:1787759683.137690:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759683.137701:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759683.137709:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.137715:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759683.137723:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759683.137727:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1787759683.137735:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759683.137739:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:0.0:1787759683.137744:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759683.137747:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759683.137757:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759683.137763:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759683.137769:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759683.137772:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759683.137778:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759683.137782:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137795:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.137798:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759708 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137806:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.137809:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759683.137816:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759683.137821:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759683.137825:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759683.137829:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313037357 00000100:00000001:0.0:1787759683.137833:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313038603 00000100:00000001:0.0:1787759683.137836:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313037357 00000100:00000001:0.0:1787759683.137838:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313038604 00000100:00000001:0.0:1787759683.137841:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759683.137845:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.137847:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759683.137853:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759683/real 1787759683] req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759683.137864:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759683.137865:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759683.137868:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759683.137871:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759683.137873:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759683.137876:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759683.137880:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759683.137889:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137896:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759683.137899:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.137902:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.137904:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759683.137909:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137916:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759683.137935:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.137943:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759683.137946:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.137948:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759683.137950:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.137953:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759683.137957:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759683.137961:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759683.137966:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759683.137969:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759683.137974:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759683.137983:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875560960:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759683.137988:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.137990:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759683.137994:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875560960/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759708 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759683.138000:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759683.138003:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759683.138006:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759683.138010:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759683.138013:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759683.138016:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759683.138019:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759683.138021:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:0.0:1787759683.138026:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759683.138027:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759683.138029:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759683.138033:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759683.138034:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.138037:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.138045:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.138047:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.138049:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759683.138051:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759683.574308:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759683.574315:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759683.574316:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759683.574321:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759683.574325:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759683.574329:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.574332:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759683.574335:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.574338:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759683.830256:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759683.830263:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759683.830264:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759683.830268:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759683.830271:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759683.830275:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759683.830277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759683.830279:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759683.830282:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.830370:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759683.830373:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.830375:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.830378:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759683.830380:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759683.830382:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.830384:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759683.830385:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.830387:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.834303:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759683.834393:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.834396:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.834401:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759683.834404:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759683.834406:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.834408:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759683.834410:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.834412:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.894261:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759683.894265:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759683.894270:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759683.894273:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759683.894275:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759683.894278:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759683.894283:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759683.894285:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759683.894291:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759683.894293:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759683.894298:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.894299:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.894309:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759683.894314:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.894320:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759683.894320:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759683.894325:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759683.894330:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759683.894510:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759683.894514:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759683.894516:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759683.894519:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759683.894521:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759683.894524:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.894526:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759683.894528:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.894531:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759683.894551:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759683.894554:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759683.894559:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759683.894560:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759683.894563:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759683.894565:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759683.894579:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759683.894581:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759683.894741:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759683.894744:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759683.894747:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759683.894842:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759683.894846:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759683.894847:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759683.894850:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759683.894852:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759683.894854:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.894856:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759683.894858:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759683.894860:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759683.894922:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759683.894925:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759683.894927:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759683.894929:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759683.894931:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759683.894933:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.894936:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759683.894937:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759683.894940:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759684.470248:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313038604, at 4313038656 00000100:00000040:2.0:1787759684.470249:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313038603, at 4313038656 00000100:00000010:2.0:1787759684.470265:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1720. 00000100:00000010:3.0:1787759684.470268:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1cc0. 00000100:00000001:3.0:1787759684.598234:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759684.598240:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759684.598242:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759684.598246:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759684.598249:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759684.598252:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.598254:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759684.598257:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.598258:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759684.854261:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759684.854270:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759684.854272:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759684.854278:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759684.854282:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759684.854286:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.854288:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759684.854291:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.854294:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759684.855294:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759684.855298:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759684.855300:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759684.855303:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759684.855306:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759684.855309:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759684.855311:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759684.855313:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759684.855315:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759684.855535:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759684.855538:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759684.855539:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759684.855542:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759684.855544:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759684.855546:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.855548:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759684.855549:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.855551:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759684.918258:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759684.918261:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759684.918265:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759684.918267:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759684.918268:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759684.918270:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759684.918274:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1787759684.918275:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759684.918280:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759684.918280:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759684.918286:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.918286:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.918291:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759684.918294:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.918298:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759684.918320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759684.918322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759684.918326:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759684.918328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759684.918331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759684.918333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759684.918337:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759684.918338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759684.918341:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759684.918345:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759684.918346:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759684.918348:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759684.918350:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759684.918352:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.918354:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759684.918355:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759684.918357:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759684.918365:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759684.918370:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759684.918373:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759684.918455:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759684.918457:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759684.918466:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759684.918470:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759684.918475:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759684.918476:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759684.918479:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759684.918483:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759684.918486:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759684.918488:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759684.918490:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759684.918492:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759684.918535:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759684.918538:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759684.918539:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759684.918541:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759684.918543:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759684.918545:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.918547:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759684.918549:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759684.918551:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759685.622253:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759685.622259:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759685.622260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759685.622264:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759685.622267:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759685.622269:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.622272:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759685.622274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.622275:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759685.878265:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759685.878273:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759685.878276:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759685.878282:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759685.878286:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759685.878291:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759685.878295:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759685.878298:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759685.878302:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759685.878640:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759685.878645:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759685.878646:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759685.878650:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759685.878653:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759685.878655:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759685.878657:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759685.878659:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759685.878661:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759685.879243:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759685.879246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759685.879248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759685.879251:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759685.879253:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759685.879256:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.879258:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759685.879260:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.879262:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759685.942231:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759685.942231:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759685.942238:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759685.942238:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759685.942241:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759685.942241:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759685.942246:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759685.942246:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759685.942249:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759685.942250:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759685.942254:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759685.942254:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759685.942256:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759685.942258:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759685.942262:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759685.943154:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759685.943158:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759685.943160:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759685.943163:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759685.943166:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759685.943168:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759685.943184:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759685.943188:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759685.943193:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759685.943194:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759685.943197:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759685.943198:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759685.943202:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759685.943203:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759685.943206:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759685.943209:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759685.943210:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759685.943213:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759685.943215:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759685.943219:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787759685.943245:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759685.943249:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759685.943253:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759685.943260:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759685.943262:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759685.943264:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759685.943266:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759685.943269:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759685.943271:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.943273:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759685.943275:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759685.943278:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759685.945367:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759685.945373:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759685.945382:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759685.945394:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759685.945399:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759685.945403:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759685.946140:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759685.946143:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759685.946146:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759686.646322:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759686.646333:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759686.646336:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759686.646343:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759686.646347:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759686.646352:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.646356:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759686.646359:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.646362:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759686.902291:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759686.902302:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759686.902304:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759686.902312:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759686.902317:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759686.902322:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.902326:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759686.902330:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.902335:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759686.902734:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759686.902743:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759686.902745:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759686.902751:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759686.902755:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759686.902758:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.902761:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759686.902763:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.902766:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759686.904051:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759686.904057:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759686.904058:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759686.904063:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759686.904066:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759686.904070:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759686.904072:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759686.904074:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759686.904078:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759686.966246:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759686.966254:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759686.966257:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759686.966262:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759686.966265:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759686.966270:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966273:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759686.966275:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966279:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759686.966415:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759686.966419:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759686.966423:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759686.966425:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759686.966428:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759686.966431:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759686.966436:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759686.966438:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759686.966444:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759686.966447:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759686.966449:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759686.966450:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759686.966452:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759686.966509:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759686.966509:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759686.966520:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966521:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759686.966525:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759686.966529:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1787759686.966530:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759686.966533:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966536:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759686.966540:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759686.966541:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966548:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759686.966550:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759686.966554:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966578:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759686.966585:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759686.966587:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759686.966591:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966595:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759686.966597:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966599:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966602:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966607:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759686.966609:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966613:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759686.966614:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759686.966617:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759686.966618:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759686.966798:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759686.966803:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759686.966807:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759686.966880:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759686.966884:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759686.966886:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759686.966889:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759686.966892:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759686.966894:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.966897:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759686.966898:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759686.966901:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759687.670311:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759687.670322:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759687.670325:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759687.670332:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759687.670337:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759687.670342:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.670346:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759687.670348:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.670352:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759687.926323:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759687.926333:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759687.926335:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759687.926341:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759687.926345:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759687.926348:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759687.926351:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759687.926366:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759687.926402:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759687.926579:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759687.926582:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759687.926583:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759687.926585:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759687.926586:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759687.926588:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.926589:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759687.926590:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.926592:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759687.926803:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759687.926807:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759687.926808:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759687.926811:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759687.926813:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759687.926816:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759687.926818:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759687.926819:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759687.926821:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759687.990256:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759687.990260:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759687.990265:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759687.990269:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759687.990269:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759687.990277:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759687.990281:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759687.990282:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759687.990289:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759687.990290:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759687.990294:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759687.990298:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759687.990301:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759687.990306:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759687.990311:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.990314:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759687.990317:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759687.990321:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759687.990355:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759687.990359:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759687.990365:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759687.990366:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759687.990370:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759687.990372:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759687.990375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759687.990377:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759687.990398:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759687.990401:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759687.990405:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759687.990482:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759687.990485:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759687.990487:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759687.990491:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759687.990493:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759687.990508:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759687.990511:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759687.990513:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759687.990516:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759687.991019:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759687.991026:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759687.991028:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759687.991032:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759687.991035:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759687.991038:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759687.991041:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759687.991043:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759687.991045:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759687.991046:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759687.991050:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759687.991053:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759687.991057:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759687.991062:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759687.991074:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759687.991088:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759687.991090:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759687.991093:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759688.246330:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759688.246344:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759688.246347:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759688.246352:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759688.246358:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759688.246367:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18370 00000400:00000200:1.0:1787759688.246377:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759688.246384:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759688.246388:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759688.246393:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246396:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.246399:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246402:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759688.246409:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759688.246411:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759688.246414:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759688.246418:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759688.246421:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759688.246424:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759688.246428:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246431:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.246433:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246436:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759688.246439:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759688.246444:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246448:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.246452:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759688.246456:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759688.246460:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246463:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759688.246466:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759688.246479:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759688.246483:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759688.246488:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759688.246490:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246494:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759688.246497:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759688.246502:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759688.246512:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759688.246520:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759688.246532:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759688.246543:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759688.246547:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759688.246553:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759688.246584:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759688.246588:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759688.246592:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759688.246594:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759688.246595:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759688.246599:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759688.246602:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18370 00000400:00000200:1.0:1787759688.246607:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759688.246611:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759688.246614:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759688.246618:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246621:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.246624:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246626:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759688.246629:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759688.246630:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759688.246632:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759688.246634:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1787759688.246635:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759688.246639:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759688.246641:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1787759688.246642:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000001:0.0:1787759688.246647:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759688.246648:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246652:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.246657:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759688.246658:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759688.246661:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759688.246667:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759688.246674:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759688.246678:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759688.246679:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.246682:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.246682:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759688.246689:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759688.246690:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759688.246694:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.246695:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759688.246696:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1787759688.246701:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1787759688.246701:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759688.246707:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246709:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.246711:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875561088:192.168.201.104@tcp:250:kworker.0 00000100:00000010:1.0:1787759688.246713:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759688.246716:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:0.0:1787759688.246720:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759688.246720:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759688.246721:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246725:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759688.246727:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759688.246728:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759688.246729:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.246733:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759688.246735:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759688.246738:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787759688.246741:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759688.246746:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 00000100:00100000:1.0:1787759688.246749:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1787759688.246751:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246761:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1787759688.246762:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759688.246765:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787759688.246769:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000100:00000040:1.0:1787759688.246771:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759688.246780:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000001:1.0:1787759688.246782:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759688.246787:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787759688.246791:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561088, portal 25 00000100:00080000:1.0:1787759688.246791:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759688.246794:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1787759688.246797:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1787759688.246798:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759688.246801:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000001:1.0:1787759688.246803:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759688.246808:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18370 00000100:00000040:0.0:1787759688.246812:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1787759688.246816:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759688.246823:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759688.246828:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759688.246830:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759688.246833:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246836:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759688.246838:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759688.246839:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246842:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:0.0:1787759688.246844:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000020:00000001:1.0:1787759688.246845:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759688.246847:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759688.246849:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759688.246851:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000100:00000200:0.0:1787759688.246852:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875561088, offset 0 00000020:00000001:1.0:1787759688.246853:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759688.246857:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759688.246860:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.246866:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:1.0:1787759688.246870:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.246874:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.246878:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759688.246879:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759688.246884:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759688.246887:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000400:00000200:0.0:1787759688.246890:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000100:00000001:1.0:1787759688.246892:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.246896:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759688.246897:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1787759688.246900:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787759688.246903:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 02000000:00000001:1.0:1787759688.246905:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.246908:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787759688.246910:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1787759688.246913:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000008:00100000:1.0:1787759688.246914:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1787759688.246918:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776808:776808:256:4294967295] 192.168.201.104@tcp LPNI seq info [776799:776799:8:4294967295] 00000008:00000001:1.0:1787759688.246920:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.246924:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.246928:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000010:1.0:1787759688.246930:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759688.246933:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759688.246935:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759688.246938:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.246941:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000001:1.0:1787759688.246941:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759688.246943:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759688.246946:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787759688.246951:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 02000000:00000010:1.0:1787759688.246951:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759688.246957:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787759688.246959:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000100:00100000:1.0:1787759688.246962:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759688.246970:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1787759688.246971:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:1.0:1787759688.246973:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759688.246979:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787759688.246980:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1787759688.246990:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759688.246993:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.1:1787759688.246994:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00080000:1.0:1787759688.246996:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759688.246998:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759688.247001:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.1:1787759688.247002:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1787759688.247004:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759688.247008:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18370 00000800:00000100:0.0:1787759688.247012:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759688.247013:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759688.247018:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000800:00000010:0.0:1787759688.247019:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000100:00080000:1.0:1787759688.247020:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759688.247024:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.247026:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759688.247028:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.247029:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759688.247031:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000400:00000200:0.0:1787759688.247032:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1787759688.247032:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759688.247036:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759688.247038:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000400:00000200:0.0:1787759688.247040:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1787759688.247041:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759688.247045:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000400:00000200:0.0:1787759688.247048:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000100:00000040:1.0:1787759688.247048:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.247052:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1787759688.247053:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000040:1.0:1787759688.247055:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.247058:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759688.247059:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1787759688.247060:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759688.247064:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759688.247066:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.247068:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759688.247070:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1787759688.247090:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.247102:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1787759688.247103:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.247106:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1787759688.247109:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1787759688.247110:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759688.247139:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.247140:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759688.247144:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759688.247152:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759688.247156:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759688.247158:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.247162:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759688.247165:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1787759688.247167:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.247168:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.247170:0:2422:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1787759688.247174:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:1.0:1787759688.247180:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.247181:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759688.247186:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1787759688.247942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759688.247948:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313043724 00000100:00000010:0.0:1787759688.247956:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:0.0:1787759688.247965:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759688.247974:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313043724 00000100:00000010:0.0:1787759688.247978:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759688.247982:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759688.247985:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759688.247989:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.247992:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759688.247999:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759688/real 1787759688] req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759688.248011:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759688.248013:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759688.248015:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759688.248019:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759688.248021:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759688.248024:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759688.248029:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759688.248038:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248045:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759688.248047:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248050:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.248053:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759688.248058:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248065:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759688.248081:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248097:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759688.248100:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248102:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.248103:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248106:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759688.248109:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759688.248113:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759688.248142:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759688.248145:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759688.248150:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759688.248160:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875561088:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759688.248167:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248170:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.248173:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875561088/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248181:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759688.248183:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759688.248187:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759688.248200:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759688.248202:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759688.248204:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759688.248207:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759688.248210:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:0.0:1787759688.248215:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759688.248218:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759688.248219:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:0.0:1787759688.248223:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759688.248224:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248227:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248237:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759688.248240:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248242:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759688.248245:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759688.248247:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759688.248251:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248259:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759688.248262:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248266:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759688.248270:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759688.248275:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.248275:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759688.248280:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.248282:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561216:192.168.201.104@tcp:38:kworker.0 00000100:00000040:1.0:1787759688.248288:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248289:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759688.248293:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759688.248297:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248303:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787759688.248304:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759688.248307:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 00000100:00080000:1.0:1787759688.248309:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787759688.248311:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759688.248317:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759688.248320:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1787759688.248321:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00080000:1.0:1787759688.248324:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1787759688.248327:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000100:00000001:1.0:1787759688.248329:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759688.248334:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18370 00000400:00000010:0.0:1787759688.248335:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000400:00000200:1.0:1787759688.248340:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000200:0.0:1787759688.248341:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561216, portal 10 00000100:00000001:0.0:1787759688.248346:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1787759688.248347:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00000001:0.0:1787759688.248349:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00080000:1.0:1787759688.248352:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759688.248357:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759688.248361:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248369:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759688.248372:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759688.248375:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759688.248378:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875561216, offset 0 00000400:00000200:0.0:1787759688.248384:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759688.248391:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.248396:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759688.248402:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759688.248405:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759688.248408:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759688.248411:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.248415:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776809:776809:256:4294967295] 192.168.201.104@tcp LPNI seq info [776800:776800:8:4294967295] 00000400:00000200:0.0:1787759688.248420:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.248429:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759688.248435:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.248440:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759688.248446:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759688.248449:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759688.248455:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759688.248458:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759688.248462:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.248464:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759688.248470:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759688.248475:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759688.248480:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759688.248482:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759688.248485:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759688.248489:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248497:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.248500:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248508:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248509:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759688.248514:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759688.248519:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759688.248523:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759688.248525:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313042445 00000100:00000001:0.0:1787759688.248528:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.248531:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313042445 00000100:00000001:0.0:1787759688.248534:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.248536:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759688.248539:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248541:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759688.248545:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759688/real 1787759688] req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759688.248554:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759688.248555:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759688.248557:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759688.248560:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759688.248562:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759688.248564:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759688.248567:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759688.248576:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248583:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759688.248585:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.248587:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.248588:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759688.248592:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248599:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759688.248603:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759688.248613:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759688.248615:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1787759688.248619:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759688.248621:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759688.248623:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759688.248625:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.248630:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787759688.248630:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759688.248634:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000100:00000001:0.0:1787759688.248635:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1787759688.248639:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759688.248642:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:1.0:1787759688.248643:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000100:00080000:0.0:1787759688.248648:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1787759688.248649:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759688.248654:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00080000:0.0:1787759688.248657:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759688.248662:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759688.248662:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.248666:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759688.248672:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787759688.248673:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759688.248677:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759688.248683:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759688.248689:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00100000:0.0:1787759688.248693:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561216:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759688.248695:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.248700:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759688.248702:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1787759688.248707:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787759688.248708:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787759688.248713:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.248718:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759688.248722:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1787759688.248724:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1787759688.248725:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248729:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1787759688.248730:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248732:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759688.248735:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248736:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.248742:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561344:192.168.201.104@tcp:38:kworker.0 00000100:00000010:1.0:1787759688.248742:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759688.248748:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000100:00000001:0.0:1787759688.248749:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759688.248753:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759688.248755:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759688.248756:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.248759:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.248760:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787759688.248764:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1787759688.248765:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:1.0:1787759688.248767:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759688.248769:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759688.248772:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.248777:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759688.248782:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 02000000:00000010:1.0:1787759688.248782:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000400:00000010:0.0:1787759688.248789:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000001:1.0:1787759688.248790:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759688.248793:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561344, portal 10 00000100:00000001:0.0:1787759688.248797:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1787759688.248799:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759688.248800:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759688.248811:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759688.248812:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759688.248817:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248825:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759688.248826:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787759688.248832:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759688.248836:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759688.248842:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875561344, offset 0 00000100:00000001:1.0:1787759688.248843:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.248848:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000040:1.0:1787759688.248851:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18380) 00000400:00000200:0.0:1787759688.248854:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.248859:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759688.248863:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759688.248866:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759688.248869:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759688.248871:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.248874:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776810:776810:256:4294967295] 192.168.201.104@tcp LPNI seq info [776801:776801:8:4294967295] 00000400:00000200:0.0:1787759688.248878:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.248885:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759688.248890:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.248893:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759688.248897:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759688.248900:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759688.248905:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759688.248908:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759688.248912:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.248914:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759688.248918:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759688.248922:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759688.248925:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759688.248928:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759688.248931:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759688.248934:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248941:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.248945:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.248952:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248953:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759688.248956:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759688.248960:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759688.248963:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759688.248966:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313042445 00000100:00000001:0.0:1787759688.248969:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.248971:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313042445 00000100:00000001:0.0:1787759688.248974:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.248977:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759688.248979:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.248981:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759688.248985:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759688/real 1787759688] req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759688.249365:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759688.249366:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759688.249368:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759688.249372:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759688.249374:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759688.249376:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759688.249381:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759688.249390:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249397:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759688.249399:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249400:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.249402:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759688.249406:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249414:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759688.249418:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249425:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759688.249428:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249429:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.249431:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249432:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759688.249436:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759688.249439:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759688.249443:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759688.249445:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759688.249449:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759688.249458:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561344:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759688.249462:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249464:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.249468:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875561216/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249475:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759688.249477:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759688.249480:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759688.249483:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759688.249485:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759688.249486:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759688.249489:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759688.249491:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759688.249494:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759688.249496:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759688.249497:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:0.0:1787759688.249501:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759688.249502:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249504:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.249584:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875561344/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249593:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759688.249595:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759688.249597:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759688.249599:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759688.249601:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759688.249602:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759688.249605:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759688.249606:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759688.249609:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759688.249610:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759688.249612:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759688.249615:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759688.249616:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249619:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249624:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759688.249626:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.249628:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759688.249630:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759688.249631:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759688.249636:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249643:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759688.249644:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.249647:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759688.249649:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759688.249651:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.249655:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759688.249659:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759688.249661:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759688.249663:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.249665:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759688.249669:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759688.249671:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.249676:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759688.249679:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759688.249683:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759688.249687:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561472, portal 4 00000100:00000001:0.0:1787759688.249689:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759688.249690:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:0.0:1787759688.249697:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249703:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759688.249705:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759688.249708:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759688.249711:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875561472, offset 0 00000400:00000200:0.0:1787759688.249716:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759688.249721:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.249725:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759688.249729:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759688.249732:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759688.249735:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759688.249738:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.249741:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776811:776811:256:4294967295] 192.168.201.104@tcp LPNI seq info [776802:776802:8:4294967295] 00000400:00000200:0.0:1787759688.249745:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.249752:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759688.249757:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.249761:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759688.249766:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759688.249769:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759688.249774:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759688.249777:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759688.249782:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.249784:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759688.249787:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759688.249790:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759688.249793:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759688.249794:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759688.249798:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759688.249802:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249810:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.249813:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249820:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.249822:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759688.249826:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759688.249829:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759688.249833:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759688.249835:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313042505 00000100:00000001:0.0:1787759688.249838:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.249841:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313042505 00000100:00000001:0.0:1787759688.249843:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.249845:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759688.249847:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.249848:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759688.249852:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759688/real 1787759688] req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759688.249857:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759688.249858:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759688.249860:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759688.249861:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759688.249863:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759688.249865:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759688.249868:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759688.249876:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249882:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759688.249883:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249885:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.249886:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759688.249890:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249897:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759688.249901:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249908:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759688.249911:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249913:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.249914:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.249915:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759688.249917:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759688.249919:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759688.249921:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759688.249923:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759688.249926:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759688.249931:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561472:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759688.249934:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759688.249937:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249942:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759688.249942:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.249944:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759688.249945:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759688.249946:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.249948:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759688.249951:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759688.249952:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759688.249953:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759688.249954:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759688.249957:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759688.249958:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759688.249960:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759688.249962:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759688.249965:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759688.249967:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561600, portal 4 00000100:00000001:0.0:1787759688.249969:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759688.249971:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:0.0:1787759688.249976:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.249983:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759688.249985:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759688.249988:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759688.249990:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875561600, offset 0 00000400:00000200:0.0:1787759688.249995:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759688.249999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.250003:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759688.250006:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759688.250009:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759688.250012:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759688.250014:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759688.250017:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776812:776812:256:4294967295] 192.168.201.104@tcp LPNI seq info [776803:776803:8:4294967295] 00000400:00000200:0.0:1787759688.250020:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759688.250025:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759688.250028:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.250031:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759688.250034:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759688.250036:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1787759688.250039:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759688.250041:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1787759688.250043:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759688.250045:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759688.250047:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759688.250050:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759688.250052:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759688.250053:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759688.250055:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759688.250058:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250063:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.250066:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250086:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.250088:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759688.250091:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759688.250095:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759688.250098:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759688.250100:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313042469 00000100:00000001:0.0:1787759688.250103:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.250106:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313042469 00000100:00000001:0.0:1787759688.250109:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313043724 00000100:00000001:0.0:1787759688.250111:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759688.250114:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.250138:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759688.250143:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759688/real 1787759688] req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759688.250151:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759688.250152:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759688.250154:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759688.250157:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759688.250158:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759688.250161:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759688.250164:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759688.250172:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250179:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759688.250180:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250182:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.250184:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759688.250187:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250194:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759688.250199:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250206:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759688.250208:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250210:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759688.250211:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250214:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759688.250216:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759688.250219:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759688.250223:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759688.250225:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759688.250230:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759688.250238:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561600:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759688.250243:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250245:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.250248:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875561472/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250255:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759688.250257:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759688.250259:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7800. 02000000:00000001:0.0:1787759688.250261:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759688.250262:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759688.250263:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759688.250265:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759688.250266:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:0.0:1787759688.250268:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759688.250269:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759688.250271:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759688.250274:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759688.250275:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250277:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759688.250280:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875561600/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759713 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759688.250286:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759688.250287:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759688.250289:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759688.250292:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759688.250293:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759688.250294:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759688.250297:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759688.250298:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:0.0:1787759688.250300:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759688.250302:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759688.250303:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:0.0:1787759688.250306:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759688.250307:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250310:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.250314:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759688.250316:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.250318:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759688.250320:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759688.694268:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759688.694280:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759688.694283:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759688.694291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759688.694297:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759688.694303:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759688.694307:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759688.694311:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759688.694315:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759688.950294:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759688.950302:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759688.950306:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759688.950307:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759688.950311:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759688.950312:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759688.950320:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759688.950320:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759688.950326:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759688.950327:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759688.950329:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759688.950330:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.950333:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759688.950337:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759688.950340:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759688.950342:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759688.950345:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759688.950349:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759688.950452:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759688.950456:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759688.950458:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759688.950461:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759688.950464:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759688.950466:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759688.950469:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759688.950470:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759688.950473:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759689.014263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759689.014263:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759689.014275:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759689.014276:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759689.014279:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759689.014279:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759689.014288:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:0.0:1787759689.014289:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759689.014295:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759689.014300:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759689.014304:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759689.014305:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759689.014310:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759689.014311:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014315:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759689.014318:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759689.014319:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759689.014322:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759689.014323:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759689.014323:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759689.014329:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759689.014330:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759689.014332:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759689.014336:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014338:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759689.014340:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014343:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759689.014433:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759689.014437:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759689.014438:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759689.014441:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759689.014443:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759689.014445:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759689.014448:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759689.014449:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014450:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759689.014451:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759689.014452:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759689.014454:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759689.014456:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759689.014458:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759689.014460:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014462:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759689.014463:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.014465:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014473:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759689.014476:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014482:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759689.014483:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014487:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759689.014491:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759689.014493:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759689.014497:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014500:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759689.014503:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014505:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014507:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014510:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759689.014512:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759689.014513:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759689.014514:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014516:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759689.014517:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014518:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759689.014519:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759689.014545:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759689.014548:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759689.014551:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759689.590229:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313043724, at 4313043776 00000100:00000010:3.0:1787759689.590242:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000040:2.0:1787759689.590416:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313043724, at 4313043776 00000100:00000010:2.0:1787759689.590432:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:3.0:1787759689.718273:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759689.718283:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759689.718285:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759689.718291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759689.718295:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759689.718300:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759689.718303:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759689.718306:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759689.718310:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759689.974400:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759689.974408:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759689.974410:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759689.974415:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759689.974419:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759689.974424:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759689.974426:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759689.974429:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759689.974432:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759689.974917:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759689.974925:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759689.974927:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759689.974934:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759689.974938:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759689.974942:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.974945:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759689.974948:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759689.974952:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759689.974995:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759689.975000:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759689.975002:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759689.975005:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759689.975008:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759689.975010:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759689.975013:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759689.975015:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759689.975018:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759690.038291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759690.038296:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759690.038300:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759690.038306:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759690.038311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759690.038312:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759690.038316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759690.038321:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759690.038323:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759690.038326:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759690.038330:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759690.038334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759690.038337:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759690.038339:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759690.038343:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759690.038348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759690.038353:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759690.038370:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759690.038377:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1787759690.038380:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759690.038380:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759690.038386:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759690.038386:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787759690.038392:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759690.038392:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759690.038396:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759690.038400:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759690.038403:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759690.038404:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759690.038407:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759690.038412:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759690.038416:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759690.038421:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759690.038426:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759690.038430:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759690.038433:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759690.038436:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759690.038440:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759690.038607:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759690.038612:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759690.038613:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759690.038616:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759690.038619:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759690.038621:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759690.038624:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759690.038625:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759690.038628:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759690.040369:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759690.040376:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759690.040378:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759690.040383:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759690.040386:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759690.040390:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759690.040394:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759690.040396:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759690.040399:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759690.742425:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759690.742434:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759690.742491:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759690.742497:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759690.742500:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759690.742503:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759690.742506:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759690.742886:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759690.742890:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759690.998262:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759690.998273:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759690.998275:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759690.998281:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759690.998285:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759690.998289:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759690.998293:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759690.998296:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759690.998300:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759690.998323:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759690.998331:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759690.998333:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759690.998338:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759690.998342:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759690.998346:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759690.998348:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759690.998351:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759690.998354:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759690.998438:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759690.998442:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759690.998444:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759690.998446:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759690.998449:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759690.998451:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759690.998453:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759690.998454:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759690.998456:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759691.062284:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759691.062288:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759691.062295:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759691.062297:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759691.062300:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759691.062301:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759691.062314:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759691.062320:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759691.062323:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759691.062325:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759691.062330:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759691.062334:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759691.062341:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759691.062343:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759691.062348:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759691.062349:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759691.062355:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759691.062358:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759691.062473:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759691.062477:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759691.062478:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759691.062481:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759691.062483:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759691.062485:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759691.062488:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759691.062491:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759691.062493:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759691.062565:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759691.062570:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759691.062571:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759691.062574:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759691.062576:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759691.062579:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759691.062582:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759691.062584:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759691.062586:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759691.062607:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759691.062610:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759691.062614:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759691.062615:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759691.062618:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759691.062619:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759691.062623:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759691.062624:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759691.062650:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759691.062653:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759691.062657:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759691.062708:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759691.062711:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759691.062713:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759691.062715:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759691.062716:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759691.062718:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759691.062721:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759691.062722:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759691.062725:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759691.766269:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759691.766277:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759691.766280:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759691.766286:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759691.766290:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759691.766294:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759691.766297:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759691.766300:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759691.766302:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759692.022268:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759692.022279:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759692.022282:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759692.022289:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759692.022293:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759692.022299:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759692.022302:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759692.022305:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759692.022309:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759692.023434:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759692.023443:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759692.023445:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759692.023451:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759692.023455:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759692.023458:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759692.023461:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759692.023463:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759692.023466:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759692.023666:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759692.023669:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759692.023671:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759692.023679:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759692.023684:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759692.023686:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759692.023688:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759692.023693:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759692.023695:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759692.086248:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759692.086260:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759692.086263:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759692.086269:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759692.086273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759692.086277:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759692.086281:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759692.086284:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759692.086288:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759692.086425:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759692.086429:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759692.086430:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759692.086433:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759692.086435:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759692.086437:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759692.086441:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759692.086445:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086453:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759692.086456:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759692.086459:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759692.086460:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759692.086465:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1787759692.086466:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086470:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086474:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759692.086475:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086477:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086479:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086484:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759692.086486:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759692.086489:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759692.086490:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759692.086512:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759692.086514:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759692.086517:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759692.087164:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759692.087169:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759692.087170:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759692.087174:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759692.087177:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759692.087180:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759692.087183:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759692.087185:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759692.087188:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759692.087410:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759692.087413:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759692.087415:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759692.087417:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759692.087419:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759692.087422:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759692.087424:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759692.087425:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759692.087428:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759692.087478:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759692.087481:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759692.087482:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759692.087485:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759692.087487:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759692.087489:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759692.087491:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759692.087493:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759692.087495:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759692.790266:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759692.790275:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759692.790277:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759692.790283:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759692.790287:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759692.790291:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759692.790295:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759692.790298:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759692.790301:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.046229:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759693.046229:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759693.046230:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759693.046238:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759693.046239:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759693.046239:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759693.046242:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759693.046244:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759693.046244:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759693.046252:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:0.0:1787759693.046253:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:1.0:1787759693.046253:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759693.046259:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759693.046260:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759693.046260:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759693.046264:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.046265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.046266:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759693.046272:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759693.046276:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759693.046279:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759693.046280:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759693.046284:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.046287:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.046292:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.046295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.046297:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759693.110259:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759693.110268:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759693.110270:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759693.110276:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759693.110280:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759693.110284:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.110287:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759693.110290:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.110294:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759693.110385:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759693.110389:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759693.110391:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759693.110394:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759693.110396:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759693.110398:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759693.110400:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759693.110402:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759693.110405:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.110583:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759693.110587:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759693.110589:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.110592:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759693.110595:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759693.110598:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.110601:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.110603:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.110605:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759693.110852:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759693.110855:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759693.110857:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759693.110859:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759693.110861:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759693.110863:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.110865:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759693.110867:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759693.110869:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759693.111179:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759693.111184:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759693.111189:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759693.111190:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759693.111193:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759693.111195:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759693.111199:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759693.111201:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.111235:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759693.111238:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759693.111239:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.111242:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759693.111245:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759693.111247:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759693.111249:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759693.111251:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759693.111253:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759693.111299:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759693.111303:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759693.111307:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787759693.366878:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759693.366890:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759693.366893:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759693.366898:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759693.366903:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759693.366911:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18375 00000400:00000200:3.0:1787759693.366922:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759693.366930:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759693.366933:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759693.366936:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.366940:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.366943:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.366946:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759693.366951:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759693.366953:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759693.366956:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759693.366959:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759693.366962:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759693.366966:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759693.366969:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.366972:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.366974:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.366977:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759693.366981:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759693.366996:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759693.366999:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759693.367003:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759693.367007:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759693.367010:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.367013:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759693.367016:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759693.367024:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759693.367028:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759693.367033:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759693.367035:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.367039:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759693.367042:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759693.367046:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759693.367055:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759693.367062:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.367071:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759693.367083:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759693.367088:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.367093:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.367170:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759693.367175:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759693.367177:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759693.367186:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.367194:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.367196:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.367209:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759693.367212:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759693.367215:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.367219:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875561728:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759693.367224:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759693.367229:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759693.367231:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.367234:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759693.367240:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.367243:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.367249:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759693.367254:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759693.367262:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759693.367270:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561728, portal 25 00000100:00000001:0.0:1787759693.367273:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759693.367282:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:0.0:1787759693.367289:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.367302:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759693.367306:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759693.367314:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759693.367319:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875561728, offset 0 00000400:00000200:0.0:1787759693.367327:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759693.367336:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.367343:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759693.367348:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759693.367354:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759693.367358:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759693.367361:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759693.367366:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776813:776813:256:4294967295] 192.168.201.104@tcp LPNI seq info [776804:776804:8:4294967295] 00000400:00000200:0.0:1787759693.367371:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.367382:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759693.367388:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.367395:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759693.367402:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759693.367406:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759693.367413:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759693.367417:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759693.367421:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.367424:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759693.367432:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759693.367437:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759693.367442:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759693.367445:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759693.367449:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759693.367454:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759693.367656:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759693.367660:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759693.367663:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759693.367665:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759693.367667:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759693.367670:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759693.367674:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18375 00000400:00000200:3.0:1787759693.367679:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759693.367682:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759693.367685:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759693.367688:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.367691:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.367693:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.367696:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759693.367698:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759693.367700:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759693.367701:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759693.367704:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759693.367706:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759693.367709:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759693.367712:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.367714:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.367716:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.367719:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759693.367721:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759693.367724:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759693.367727:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759693.367729:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759693.367735:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759693.367738:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.367740:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759693.367744:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759693.367747:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.367749:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759693.367753:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759693.367756:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759693.367760:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759693.367761:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.367763:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759693.367765:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759693.367767:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759693.367772:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759693.367777:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.367782:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759693.367790:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759693.367793:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.367796:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.368801:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.368810:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.368820:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.368823:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759693.368832:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.368836:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759693.368839:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313048844 00000100:00000010:0.0:1787759693.368969:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759693.368977:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759693.368993:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313048845 00000100:00000010:0.0:1787759693.368999:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000001:0.0:1787759693.369003:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759693.369007:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759693.369010:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.369014:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759693.369020:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693] req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759693.369031:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759693.369033:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759693.369036:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759693.369040:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759693.369043:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759693.369046:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759693.369051:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759693.369061:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369068:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759693.369070:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369073:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.369075:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759693.369079:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369087:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759693.369093:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369101:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759693.369104:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369106:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.369107:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369111:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759693.369113:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759693.369130:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759693.369134:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759693.369137:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759693.369142:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759693.369152:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875561728:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759693.369157:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369159:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.369162:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875561728/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369169:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759693.369172:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759693.369175:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.369179:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759693.369181:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759693.369183:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759693.369185:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759693.369188:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759693.369192:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759693.369195:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759693.369422:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:0.0:1787759693.369428:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759693.369430:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369432:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369441:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759693.369443:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.369446:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759693.369447:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759693.369449:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759693.369454:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369468:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.369470:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.369472:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759693.369475:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759693.369478:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.369481:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759693.369485:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759693.369488:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759693.369490:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.369492:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759693.369496:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.369499:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.369504:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759693.369507:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759693.369512:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759693.369516:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561856, portal 10 00000100:00000001:0.0:1787759693.369519:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759693.369521:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:0.0:1787759693.369528:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369535:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759693.369538:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759693.369541:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759693.369545:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875561856, offset 0 00000400:00000200:0.0:1787759693.369551:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759693.369558:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.369563:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759693.369569:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759693.369572:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759693.369575:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759693.369578:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759693.369582:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776814:776814:256:4294967295] 192.168.201.104@tcp LPNI seq info [776805:776805:8:4294967295] 00000400:00000200:0.0:1787759693.369587:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.369596:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759693.369601:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.369606:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759693.369612:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759693.369615:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759693.369621:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759693.369624:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759693.369629:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.369632:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759693.369636:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759693.369641:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759693.369645:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759693.369647:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759693.369650:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759693.369653:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369662:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.369666:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369673:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.369675:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759693.369678:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759693.369682:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759693.369686:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759693.369688:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313047565 00000100:00000001:0.0:1787759693.369692:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313048844 00000100:00000001:0.0:1787759693.369694:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313047565 00000100:00000001:0.0:1787759693.369697:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313048845 00000100:00000001:0.0:1787759693.369700:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759693.369702:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.369704:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759693.369708:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693] req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759693.369718:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759693.369719:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759693.369721:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759693.369723:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759693.369725:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759693.369728:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759693.369731:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759693.369740:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369747:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759693.369749:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369751:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.369752:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759693.369756:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369763:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759693.369767:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369774:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759693.369777:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369779:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.369780:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369782:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759693.369786:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759693.369789:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759693.369793:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759693.369795:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759693.369800:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759693.369809:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561856:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759693.369813:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.369815:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.369818:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875561856/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.369825:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759693.369826:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759693.369828:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.369831:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759693.369833:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759693.369834:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000100:00000001:3.0:1787759693.369931:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759693.369935:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759693.369939:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759693.369941:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759693.369944:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759693.369947:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759693.369951:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18375 00000400:00000200:3.0:1787759693.369955:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759693.369958:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759693.369961:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759693.369965:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.369967:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.369970:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.369972:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759693.369975:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759693.369977:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759693.369979:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759693.369991:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759693.369994:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759693.369997:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759693.370001:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370003:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.370006:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370008:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759693.370012:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759693.370015:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370018:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759693.370021:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759693.370026:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759693.370029:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370031:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759693.370034:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759693.370037:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370040:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759693.370045:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759693.370047:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759693.370052:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759693.370053:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370055:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759693.370057:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759693.370060:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759693.370066:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759693.370071:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.370077:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759693.370085:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759693.370089:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.370093:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759693.370103:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759693.370106:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759693.370109:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759693.370111:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759693.370112:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1787759693.370187:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759693.370191:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:0.0:1787759693.370196:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1787759693.370249:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759693.370253:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18375 00000400:00000200:3.0:1787759693.370258:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759693.370261:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759693.370264:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759693.370268:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370270:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.370273:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370275:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759693.370430:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759693.370432:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759693.370434:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759693.370437:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759693.370439:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759693.370442:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759693.370446:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370449:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.370451:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370454:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759693.370457:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759693.370460:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370462:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759693.370464:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759693.370467:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759693.370470:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370472:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759693.370475:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759693.370478:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370480:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759693.370484:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759693.370487:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759693.370490:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759693.370492:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370494:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759693.370496:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759693.370497:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759693.370501:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759693.370505:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.370511:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759693.370519:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759693.370522:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.370526:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759693.370534:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759693.370537:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759693.370541:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759693.370543:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759693.370544:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759693.370548:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759693.370550:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18375 00000400:00000200:3.0:1787759693.370555:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759693.370558:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759693.370561:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759693.370564:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370567:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.370569:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370572:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759693.370575:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759693.370576:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759693.370579:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759693.370581:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759693.370583:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759693.370585:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759693.370589:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370591:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759693.370593:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370595:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759693.370598:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759693.370601:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759693.370603:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759693.370605:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759693.370607:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759693.370609:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370611:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759693.370613:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759693.370616:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370618:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759693.370621:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759693.370624:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759693.370627:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759693.370628:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.370630:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759693.370632:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759693.370634:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759693.370637:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759693.370640:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.370645:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759693.370659:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759693.370662:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.370665:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759693.370673:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759693.370678:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18385) 02000000:00000001:0.0:1787759693.370725:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759693.370727:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:0.0:1787759693.370731:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759693.370732:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.370735:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.370739:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759693.370740:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.370743:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759693.370744:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759693.370746:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759693.370751:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.370759:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.370760:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.370763:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759693.370765:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759693.370768:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.370771:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759693.370775:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759693.370777:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759693.370779:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.370781:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759693.370784:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.370786:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.370790:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759693.370793:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759693.370797:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759693.370801:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875561984, portal 10 00000100:00000001:0.0:1787759693.370803:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759693.370805:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:0.0:1787759693.370811:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.370818:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759693.370821:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759693.370824:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759693.370827:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875561984, offset 0 00000400:00000200:0.0:1787759693.370833:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759693.370902:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.370908:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759693.370912:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759693.370915:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759693.370919:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759693.370921:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759693.370925:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776815:776815:256:4294967295] 192.168.201.104@tcp LPNI seq info [776806:776806:8:4294967295] 00000400:00000200:0.0:1787759693.370930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.370939:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759693.370945:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.370950:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759693.370955:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759693.370958:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759693.370964:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759693.370967:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759693.370972:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.370974:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759693.370979:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759693.370992:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759693.370997:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759693.370999:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759693.371003:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759693.371007:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371016:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.371019:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371026:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.371028:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759693.371032:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759693.371035:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759693.371039:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759693.371041:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313047567 00000100:00000001:0.0:1787759693.371044:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313048844 00000100:00000001:0.0:1787759693.371047:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313047567 00000100:00000001:0.0:1787759693.371049:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313048845 00000100:00000001:0.0:1787759693.371052:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759693.371054:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.371056:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759693.371060:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693] req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759693.371070:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759693.371072:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759693.371074:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759693.371076:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759693.371078:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759693.371080:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759693.371084:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759693.371093:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371100:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759693.371102:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.371104:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.371106:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759693.371110:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371136:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759693.371141:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371149:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759693.371152:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.371154:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.371155:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.371157:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759693.371160:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759693.371162:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759693.371166:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759693.371169:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759693.371174:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759693.371182:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875561984:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759693.371186:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759693.371190:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.371196:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.371960:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.371964:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759693.371966:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759693.371969:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.371974:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759693.371978:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759693.371981:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759693.371991:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.371994:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759693.371999:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759693.372002:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.372006:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759693.372010:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759693.372014:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759693.372017:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562112, portal 4 00000100:00000001:0.0:1787759693.372020:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759693.372021:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759693.372028:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372036:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759693.372038:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759693.372041:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759693.372044:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875562112, offset 0 00000400:00000200:0.0:1787759693.372050:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759693.372054:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.372059:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759693.372063:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759693.372066:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759693.372070:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759693.372073:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759693.372077:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776816:776816:256:4294967295] 192.168.201.104@tcp LPNI seq info [776807:776807:8:4294967295] 00000400:00000200:0.0:1787759693.372082:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.372089:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759693.372094:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.372517:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759693.372526:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759693.372529:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759693.372534:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759693.372538:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759693.372543:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.372545:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759693.372551:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759693.372555:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759693.372559:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759693.372562:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759693.372566:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759693.372570:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372580:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.372583:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372591:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.372593:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759693.372597:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759693.372600:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759693.372604:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759693.372607:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313047628 00000100:00000001:0.0:1787759693.372610:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313048844 00000100:00000001:0.0:1787759693.372613:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313047628 00000100:00000001:0.0:1787759693.372615:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313048845 00000100:00000001:0.0:1787759693.372618:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759693.372621:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.372623:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759693.372627:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693] req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759693.372635:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759693.372637:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759693.372639:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759693.372642:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759693.372643:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759693.372646:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759693.372649:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759693.372659:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372666:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759693.372668:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.372670:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.372672:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759693.372675:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372682:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759693.372687:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372694:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759693.372698:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.372700:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.372701:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.372703:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759693.372706:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759693.372709:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759693.372713:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759693.372716:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759693.372721:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759693.372729:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562112:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759693.372733:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759693.372737:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372744:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759693.372746:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.372749:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759693.372751:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759693.372753:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759693.372756:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759693.372759:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759693.372762:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759693.372764:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759693.372766:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759693.372770:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759693.372773:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759693.372777:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759693.372779:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759693.372782:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759693.372786:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562240, portal 4 00000100:00000001:0.0:1787759693.372788:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759693.372790:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:0.0:1787759693.372796:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.372803:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759693.372805:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759693.372807:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759693.372810:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875562240, offset 0 00000400:00000200:0.0:1787759693.372814:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759693.372819:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.372823:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759693.372827:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759693.372830:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759693.372833:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759693.372835:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759693.372903:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776817:776817:256:4294967295] 192.168.201.104@tcp LPNI seq info [776808:776808:8:4294967295] 00000400:00000200:0.0:1787759693.372909:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759693.372916:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759693.372921:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.372925:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759693.372929:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759693.372933:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1787759693.372937:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759693.372940:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1787759693.372944:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759693.372946:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759693.372950:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759693.372954:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759693.372968:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759693.372971:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759693.372974:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759693.372978:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373002:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.373005:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759718 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373012:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.373014:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759693.373017:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759693.373021:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759693.373025:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759693.373027:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313047592 00000100:00000001:0.0:1787759693.373030:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313048844 00000100:00000001:0.0:1787759693.373032:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313047592 00000100:00000001:0.0:1787759693.373035:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313048845 00000100:00000001:0.0:1787759693.373038:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759693.373040:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.373042:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759693.373045:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759693/real 1787759693] req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759693.373053:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759693.373054:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759693.373056:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759693.373059:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759693.373061:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759693.373063:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759693.373067:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759693.373076:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373083:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759693.373085:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373088:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.373089:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759693.373093:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373534:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759693.373541:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373549:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759693.373552:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373554:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759693.373556:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373557:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759693.373559:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759693.373563:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759693.373567:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759693.373569:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759693.373574:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759693.373583:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562240:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759693.373589:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373592:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.373596:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875561984/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373604:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759693.373606:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759693.373610:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759693.373613:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759693.373616:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759693.373618:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759693.373621:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759693.373624:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:0.0:1787759693.373627:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759693.373629:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759693.373631:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:0.0:1787759693.373635:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759693.373636:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373638:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.373642:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875562112/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373649:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759693.373650:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759693.373652:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759693.373654:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759693.373656:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759693.373657:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759693.373659:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759693.373661:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:0.0:1787759693.373663:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759693.373665:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759693.373666:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:0.0:1787759693.373668:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759693.373669:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373671:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759693.373674:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875562240/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759718 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759693.373680:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759693.373682:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759693.373683:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759693.373685:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759693.373687:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759693.373688:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759693.373690:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759693.373692:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759693.373694:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759693.373696:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759693.373698:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:0.0:1787759693.373700:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759693.373701:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373703:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759693.373711:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759693.373713:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759693.373715:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759693.373717:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759693.814534:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759693.814543:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759693.814546:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759693.814552:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759693.814556:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759693.814560:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759693.814564:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759693.814566:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759693.814569:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759694.070498:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759694.070508:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759694.070510:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759694.070531:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759694.070535:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759694.070539:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759694.070542:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759694.070544:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759694.070547:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759694.070759:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759694.070763:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759694.070764:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759694.070768:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759694.070770:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759694.070772:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759694.070775:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759694.070776:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759694.070779:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759694.071098:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759694.071101:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759694.071102:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759694.071105:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759694.071107:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759694.071109:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.071111:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759694.071113:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.071131:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759694.134203:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759694.134211:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759694.134213:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759694.134218:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759694.134222:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759694.134225:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759694.134228:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759694.134231:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759694.134234:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759694.134324:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759694.134327:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759694.134329:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759694.134331:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759694.134334:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759694.134336:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.134338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759694.134339:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.134342:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759694.134592:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759694.134597:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759694.134599:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759694.134602:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759694.134606:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759694.134609:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759694.134611:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759694.134613:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759694.134615:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759694.134637:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759694.134641:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759694.134647:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759694.134647:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759694.134649:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759694.134652:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759694.134655:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759694.134655:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759694.134659:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759694.134661:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759694.134665:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759694.134666:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759694.134667:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759694.134670:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759694.134671:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759694.134673:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759694.134675:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759694.134707:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759694.134710:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759694.134713:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759694.134849:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759694.134852:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759694.134853:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759694.134856:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759694.134858:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759694.134860:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.134862:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759694.134864:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759694.134866:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759694.710239:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313048845, at 4313048896 00000100:00000010:3.0:1787759694.710255:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000040:2.0:1787759694.710348:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313048844, at 4313048896 00000100:00000010:2.0:1787759694.710354:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:3.0:1787759694.838249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759694.838258:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759694.838261:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759694.838266:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759694.838270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759694.838274:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759694.838277:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759694.838279:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759694.838282:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759695.094218:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759695.094227:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759695.094229:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759695.094235:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759695.094240:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759695.094244:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759695.094247:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759695.094250:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759695.094254:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759695.094330:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759695.094337:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759695.094340:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759695.094345:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759695.094349:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759695.094352:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759695.094355:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759695.094357:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759695.094470:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759695.096468:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759695.096476:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759695.096477:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759695.096483:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759695.096486:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759695.096490:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.096492:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759695.096494:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.096498:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759695.158269:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759695.158280:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759695.158283:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759695.158292:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759695.158293:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759695.158301:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759695.158303:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759695.158310:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759695.158314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759695.158317:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759695.158324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759695.158326:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759695.158328:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759695.158333:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.158334:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759695.158336:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759695.158343:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759695.158344:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759695.158344:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759695.158353:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759695.158359:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759695.158362:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759695.158364:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.158366:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759695.158368:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.158371:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759695.158453:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759695.158457:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759695.158460:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759695.158642:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759695.158646:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759695.158649:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759695.158652:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759695.158655:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759695.158657:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759695.158659:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759695.158660:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759695.158663:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759695.162781:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759695.162791:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759695.162793:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759695.162810:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759695.162814:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759695.162819:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759695.162821:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759695.162824:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759695.162828:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759695.162990:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759695.162994:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759695.162995:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759695.162998:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759695.163000:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759695.163002:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.163004:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759695.163006:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759695.163009:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759695.862284:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759695.862297:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759695.862300:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759695.862307:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759695.862312:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759695.862317:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759695.862320:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759695.862322:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759695.862326:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759696.118249:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759696.118251:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759696.118259:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759696.118261:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759696.118264:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759696.118265:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759696.118277:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:0.0:1787759696.118278:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759696.118293:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759696.118293:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759696.118305:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.118306:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759696.118318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759696.118322:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.118328:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759696.118328:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759696.118334:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.118338:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.118492:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759696.118495:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759696.118497:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759696.118500:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759696.118503:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759696.118506:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759696.118508:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759696.118510:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759696.118512:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182272:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759696.182276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759696.182281:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759696.182285:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759696.182287:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759696.182292:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1787759696.182294:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759696.182298:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182301:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759696.182305:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759696.182307:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759696.182310:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182314:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759696.182316:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182319:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759696.182322:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182325:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759696.182331:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759696.182335:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759696.182339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759696.182341:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759696.182357:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759696.182358:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759696.182435:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759696.182439:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759696.182440:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759696.182444:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759696.182446:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759696.182448:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.182450:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759696.182452:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.182454:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759696.182502:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759696.182505:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759696.182506:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759696.182509:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759696.182511:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759696.182513:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759696.182516:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759696.182518:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759696.182521:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759696.182549:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759696.182554:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759696.182557:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759696.182607:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759696.182611:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759696.182613:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759696.182617:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759696.182620:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759696.182623:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759696.182626:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759696.182628:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759696.182632:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759696.182686:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759696.182701:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759696.182703:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759696.182706:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759696.182708:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759696.182713:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.182715:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759696.182717:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759696.182719:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759696.886487:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759696.886498:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759696.886501:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759696.886508:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759696.886513:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759696.886517:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759696.886520:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759696.886524:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759696.886528:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759697.142246:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759697.142254:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759697.142257:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759697.142263:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759697.142266:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759697.142270:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759697.142273:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759697.142275:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759697.142279:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759697.142413:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759697.142422:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759697.142425:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759697.142431:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759697.142436:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759697.142440:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759697.142443:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759697.142446:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759697.142449:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759697.142471:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759697.142476:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759697.142478:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759697.142481:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759697.142484:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759697.142487:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759697.142489:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759697.142490:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759697.142493:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759697.206317:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759697.206339:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759697.206342:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759697.206349:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759697.206353:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759697.206358:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.206361:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759697.206364:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.206368:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759697.206396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759697.206399:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759697.206404:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759697.206406:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759697.206409:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759697.206411:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759697.206414:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759697.206415:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759697.206435:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759697.206438:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759697.206442:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759697.207559:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759697.207567:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759697.207570:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759697.207574:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759697.207587:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759697.207591:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759697.207594:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759697.207597:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759697.207604:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759697.209276:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759697.209282:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759697.209283:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759697.209287:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759697.209291:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759697.209294:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759697.209297:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759697.209298:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759697.209301:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759697.209373:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759697.209384:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759697.209386:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759697.209389:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759697.209391:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759697.209393:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759697.209396:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759697.209397:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759697.209399:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759697.209451:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759697.209458:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759697.209460:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759697.209464:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759697.209467:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759697.209470:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.209473:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759697.209475:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.209478:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759697.910289:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759697.910299:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759697.910302:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759697.910308:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759697.910323:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759697.910328:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.910336:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759697.910339:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759697.910343:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.166803:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759698.166811:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759698.166813:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.166820:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759698.166823:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759698.166827:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.166830:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.166833:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.166837:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759698.166953:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759698.166957:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759698.166958:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759698.166961:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759698.166964:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759698.166966:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759698.166969:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759698.166970:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759698.166972:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.167155:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759698.167158:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759698.167160:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.167163:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759698.167166:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759698.167168:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.167170:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759698.167171:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.167174:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.230216:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759698.230227:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759698.230230:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.230235:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759698.230241:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759698.230245:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230249:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759698.230253:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230257:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230277:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759698.230282:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230287:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759698.230289:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230294:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759698.230298:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759698.230300:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759698.230304:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230308:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759698.230311:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230460:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230464:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230470:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759698.230472:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759698.230474:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759698.230475:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230477:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759698.230478:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230480:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759698.230482:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759698.230505:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759698.230508:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759698.230511:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759698.230549:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759698.230552:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759698.230554:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.230557:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759698.230559:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759698.230561:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.230564:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.230565:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.230567:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.230614:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759698.230618:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759698.230619:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.230622:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759698.230624:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759698.230626:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230628:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759698.230629:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230631:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759698.230704:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759698.230708:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759698.230709:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759698.230712:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759698.230714:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759698.230716:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759698.230718:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759698.230719:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759698.230722:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.230762:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759698.230764:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759698.230766:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.230768:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759698.230770:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759698.230772:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230774:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759698.230775:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759698.230777:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759698.486585:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759698.486596:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759698.486599:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759698.486603:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759698.486607:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759698.486616:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18380 00000400:00000200:0.0:1787759698.486626:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759698.486632:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759698.486636:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759698.486640:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486643:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.486646:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486649:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759698.486656:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759698.486659:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759698.486662:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759698.486665:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759698.486668:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759698.486671:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759698.486674:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486677:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.486679:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486682:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759698.486686:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759698.486690:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486693:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759698.486696:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759698.486699:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759698.486702:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.486705:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759698.486707:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759698.486716:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bfc00. 00000020:00000040:0.0:1787759698.486721:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759698.486725:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759698.486727:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.486731:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759698.486734:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759698.486738:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759698.486746:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6c00. 00000100:00000001:0.0:1787759698.486753:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.486762:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759698.486774:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759698.486779:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.486784:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032e24776] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759698.486809:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759698.486812:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759698.486815:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759698.486817:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759698.486818:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759698.486821:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759698.486824:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18380 00000400:00000200:0.0:1787759698.486828:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759698.486831:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759698.486833:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759698.486836:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486838:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.486841:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486843:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759698.486845:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759698.486847:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759698.486849:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759698.486850:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759698.486852:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759698.486855:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759698.486858:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486861:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.486863:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486865:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759698.486868:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759698.486871:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486873:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759698.486875:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759698.486881:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759698.486883:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.486885:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759698.486889:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759698.486904:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.486907:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759698.486911:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759698.486913:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759698.486916:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759698.486917:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.486919:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759698.486920:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759698.486922:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759698.486926:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b7000. 00000100:00000001:0.0:1787759698.486929:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.486934:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759698.486942:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759698.486944:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.486948:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759698.486956:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759698.486959:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759698.486961:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759698.486963:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759698.486964:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759698.486968:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759698.486971:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18380 00000400:00000200:0.0:1787759698.486975:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759698.486977:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759698.486979:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759698.486983:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486985:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.486988:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.486990:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759698.486993:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759698.486994:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759698.486995:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759698.486997:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759698.486999:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759698.487002:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759698.487006:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487008:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.487010:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487021:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759698.487024:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759698.487027:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487030:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759698.487032:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759698.487034:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759698.487036:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487038:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759698.487040:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759698.487043:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487045:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759698.487048:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759698.487051:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759698.487054:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759698.487055:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487057:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759698.487058:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759698.487059:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759698.487062:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5800. 00000100:00000001:0.0:1787759698.487066:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.487070:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759698.487077:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759698.487080:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.487083:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759698.487100:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759698.487103:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759698.487106:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759698.487107:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759698.487109:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759698.487112:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759698.487140:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18380 00000400:00000200:0.0:1787759698.487144:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759698.487148:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759698.487150:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759698.487153:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487155:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.487158:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487160:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759698.487163:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759698.487164:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759698.487166:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759698.487168:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759698.487170:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759698.487172:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759698.487176:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487178:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.487181:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487183:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759698.487186:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759698.487189:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487192:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759698.487194:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759698.487196:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759698.487199:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487201:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759698.487203:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759698.487205:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487207:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759698.487211:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759698.487213:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759698.487216:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759698.487217:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487219:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759698.487221:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759698.487223:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759698.487227:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6800. 00000100:00000001:0.0:1787759698.487230:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.487234:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759698.487242:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759698.487244:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.487248:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759698.487256:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759698.487259:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759698.487262:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759698.487263:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759698.487265:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759698.487269:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759698.487271:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18380 00000400:00000200:0.0:1787759698.487275:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759698.487278:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759698.487280:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759698.487282:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487285:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.487287:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487289:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759698.487293:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759698.487294:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759698.487296:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759698.487297:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759698.487299:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759698.487302:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759698.487305:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487307:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759698.487309:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487311:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759698.487313:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759698.487316:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759698.487319:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759698.487321:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759698.487323:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759698.487326:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487328:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759698.487330:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759698.487332:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487334:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759698.487338:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759698.487340:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759698.487343:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759698.487344:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759698.487346:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759698.487347:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759698.487349:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759698.487352:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4800. 00000100:00000001:0.0:1787759698.487356:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759698.487360:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759698.487367:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759698.487369:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.487373:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759698.487380:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759698.487385:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18390) 00000100:00000001:1.0:1787759698.487540:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759698.487544:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759698.487546:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759698.487553:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487561:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.487563:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.487567:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759698.487569:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759698.487572:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.487576:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875562368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759698.487581:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759698.487584:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759698.487587:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.487589:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759698.487595:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759698.487597:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.487603:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759698.487607:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759698.487614:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759698.487622:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562368, portal 25 00000100:00000001:1.0:1787759698.487624:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759698.487626:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053001216 : -114921656550400 : ffff977ab77bfc00) 00000100:00000040:1.0:1787759698.487633:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487640:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759698.487643:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759698.487646:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759698.487650:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875562368, offset 0 00000400:00000200:1.0:1787759698.487657:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759698.487665:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.487671:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759698.487676:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759698.487681:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759698.487685:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759698.487688:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759698.487692:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776818:776818:256:4294967295] 192.168.201.104@tcp LPNI seq info [776809:776809:8:4294967295] 00000400:00000200:1.0:1787759698.487697:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.487708:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759698.487714:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.487721:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759698.487729:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759698.487733:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759698.487739:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759698.487744:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759698.487749:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.487752:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759698.487759:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759698.487764:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759698.487770:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759698.487773:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759698.487777:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759698.487781:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487790:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.487794:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487801:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.487803:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759698.487808:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.487812:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759698.487815:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313053964 00000100:00000010:1.0:1787759698.487820:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e000. 00000100:00000001:1.0:1787759698.487827:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759698.487832:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313053964 00000100:00000010:1.0:1787759698.487835:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e660. 00000100:00000001:1.0:1787759698.487839:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759698.487842:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759698.487845:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.487848:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759698.487853:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698] req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759698.487862:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759698.487863:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759698.487866:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759698.487868:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759698.487870:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759698.487872:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759698.487876:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759698.487903:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487911:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759698.487913:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.487915:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.487918:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759698.487922:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487929:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759698.487934:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487941:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759698.487944:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.487946:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.487948:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.487950:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759698.487952:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759698.487955:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759698.487959:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759698.487962:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759698.487967:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759698.487976:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875562368:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759698.487980:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759698.487983:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.487990:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.487992:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.487994:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759698.487996:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759698.487998:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.488001:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759698.488005:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759698.488007:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759698.488008:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.488066:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759698.488071:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759698.488073:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.488078:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759698.488081:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759698.488162:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759698.488167:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562496, portal 10 00000100:00000001:1.0:1787759698.488169:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759698.488170:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759698.488178:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488185:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759698.488188:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759698.488190:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759698.488193:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875562496, offset 0 00000400:00000200:1.0:1787759698.488198:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488202:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488205:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759698.488209:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759698.488211:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759698.488214:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759698.488216:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488220:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776819:776819:256:4294967295] 192.168.201.104@tcp LPNI seq info [776810:776810:8:4294967295] 00000400:00000200:1.0:1787759698.488224:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488230:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759698.488236:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488239:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759698.488243:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759698.488246:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759698.488251:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759698.488254:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759698.488259:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488261:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759698.488264:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759698.488267:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759698.488270:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759698.488272:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759698.488275:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759698.488279:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488286:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.488289:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488296:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488298:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759698.488300:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759698.488304:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759698.488308:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759698.488310:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313052685 00000100:00000001:1.0:1787759698.488313:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488316:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313052685 00000100:00000001:1.0:1787759698.488318:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488321:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759698.488323:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488324:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759698.488328:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698] req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759698.488337:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759698.488338:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759698.488340:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759698.488342:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759698.488344:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759698.488346:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759698.488350:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759698.488359:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488367:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759698.488368:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488370:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.488372:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759698.488376:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488383:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759698.488387:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488394:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759698.488397:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488399:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.488400:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488401:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759698.488405:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759698.488408:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759698.488411:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759698.488413:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759698.488418:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759698.488427:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562496:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759698.488430:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759698.488434:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488441:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.488443:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.488445:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759698.488447:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759698.488449:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.488452:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759698.488455:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759698.488457:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759698.488459:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.488461:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759698.488464:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759698.488466:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.488469:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759698.488472:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759698.488474:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759698.488477:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562624, portal 10 00000100:00000001:1.0:1787759698.488480:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759698.488481:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759698.488487:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488494:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759698.488496:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759698.488498:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759698.488501:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875562624, offset 0 00000400:00000200:1.0:1787759698.488506:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488510:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488513:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759698.488515:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759698.488518:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759698.488520:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759698.488523:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488526:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776820:776820:256:4294967295] 192.168.201.104@tcp LPNI seq info [776811:776811:8:4294967295] 00000400:00000200:1.0:1787759698.488530:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488537:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759698.488541:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488544:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759698.488548:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759698.488551:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759698.488556:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759698.488559:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759698.488563:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488565:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759698.488568:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759698.488572:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759698.488575:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759698.488577:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759698.488579:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759698.488583:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488590:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.488593:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488600:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488601:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759698.488604:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759698.488606:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759698.488610:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759698.488612:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313052685 00000100:00000001:1.0:1787759698.488615:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488617:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313052685 00000100:00000001:1.0:1787759698.488619:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488621:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759698.488624:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488625:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759698.488629:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698] req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759698.488638:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759698.488639:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759698.488641:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759698.488643:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759698.488644:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759698.488646:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759698.488650:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759698.488659:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488666:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759698.488667:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488669:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.488671:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759698.488674:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488681:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759698.488685:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488692:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759698.488696:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488698:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.488699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488701:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759698.488703:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759698.488706:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759698.488710:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759698.488712:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759698.488717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759698.488725:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562624:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759698.488729:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759698.488733:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488739:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.488741:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.488743:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759698.488745:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759698.488747:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.488750:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759698.488754:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759698.488756:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759698.488758:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.488760:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759698.488763:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759698.488765:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.488768:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759698.488771:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759698.488774:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759698.488777:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562752, portal 4 00000100:00000001:1.0:1787759698.488780:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759698.488781:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759698.488787:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488793:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759698.488796:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759698.488798:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759698.488801:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875562752, offset 0 00000400:00000200:1.0:1787759698.488805:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488809:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488812:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759698.488815:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759698.488818:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759698.488820:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759698.488822:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759698.488826:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776821:776821:256:4294967295] 192.168.201.104@tcp LPNI seq info [776812:776812:8:4294967295] 00000400:00000200:1.0:1787759698.488830:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.488837:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759698.488842:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488845:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759698.488849:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759698.488852:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759698.488857:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759698.488859:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759698.488863:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.488865:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759698.488869:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759698.488872:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759698.488874:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759698.488876:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759698.488879:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759698.488882:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488909:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.488912:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488919:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488920:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759698.488924:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759698.488926:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759698.488930:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759698.488932:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313052744 00000100:00000001:1.0:1787759698.488934:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488937:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313052744 00000100:00000001:1.0:1787759698.488939:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.488942:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759698.488944:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.488946:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759698.488949:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698] req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759698.488957:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759698.488958:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759698.488960:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759698.488963:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759698.488964:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759698.488967:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759698.488970:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759698.488978:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.488985:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759698.488987:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.488989:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.488990:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759698.488994:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489001:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759698.489005:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489011:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759698.489074:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489076:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.489077:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489079:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759698.489081:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759698.489084:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759698.489353:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759698.489356:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759698.489361:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759698.489370:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562752:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759698.489374:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759698.489378:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489385:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759698.489387:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.489389:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759698.489391:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759698.489393:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759698.489397:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759698.489401:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759698.489403:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759698.489405:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759698.489407:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489412:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759698.489414:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759698.489418:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759698.489421:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759698.489425:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759698.489428:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875562880, portal 4 00000100:00000001:1.0:1787759698.489431:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759698.489433:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:1.0:1787759698.489439:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489445:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759698.489448:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759698.489450:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759698.489453:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875562880, offset 0 00000400:00000200:1.0:1787759698.489458:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759698.489463:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.489466:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759698.489470:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759698.489473:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759698.489475:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759698.489478:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759698.489481:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776822:776822:256:4294967295] 192.168.201.104@tcp LPNI seq info [776813:776813:8:4294967295] 00000400:00000200:1.0:1787759698.489485:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759698.489492:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759698.489497:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.489500:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759698.489506:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759698.489509:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1787759698.489513:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759698.489516:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1787759698.489520:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759698.489523:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759698.489526:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759698.489530:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759698.489533:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759698.489535:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759698.489538:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759698.489542:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489550:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489554:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759723 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489561:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.489563:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759698.489565:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759698.489568:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759698.489572:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759698.489574:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313052709 00000100:00000001:1.0:1787759698.489577:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.489580:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313052709 00000100:00000001:1.0:1787759698.489582:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313053964 00000100:00000001:1.0:1787759698.489585:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759698.489587:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.489589:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759698.489592:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759698/real 1787759698] req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759698.489600:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759698.489602:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759698.489604:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759698.489606:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759698.489608:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759698.489611:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759698.489614:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759698.489623:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489630:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759698.489631:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489633:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.489634:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759698.489638:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489645:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759698.489649:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489656:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759698.489658:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489660:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759698.489661:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489663:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759698.489666:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759698.489669:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759698.489672:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759698.489674:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759698.489679:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759698.489693:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875562880:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759698.489697:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489700:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489703:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bfc00 x1874582875562368/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489711:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759698.489713:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489716:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759698.489719:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759698.489723:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759698.489724:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759698.489727:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759698.489729:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:1.0:1787759698.489734:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759698.489736:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759698.489738:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bfc00. 00000100:00000001:1.0:1787759698.489741:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759698.489743:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489744:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489748:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875562496/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489755:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759698.489756:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489757:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759698.489760:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759698.489761:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759698.489762:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759698.489764:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759698.489766:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b7000. 02000000:00000001:1.0:1787759698.489768:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759698.489770:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759698.489771:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759698.489776:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759698.489777:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489779:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489782:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875562624/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489789:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759698.489790:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489792:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759698.489794:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759698.489795:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759698.489797:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759698.489799:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759698.489800:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5800. 02000000:00000001:1.0:1787759698.489802:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759698.489803:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759698.489805:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759698.489808:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759698.489809:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489811:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489814:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875562752/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489821:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759698.489823:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489825:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759698.489827:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759698.489828:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759698.489829:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759698.489831:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759698.489832:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6800. 02000000:00000001:1.0:1787759698.489835:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759698.489836:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759698.489837:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759698.489839:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759698.489841:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489842:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759698.489846:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875562880/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759723 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759698.489853:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759698.489855:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759698.489856:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759698.489858:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759698.489860:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759698.489861:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759698.489863:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759698.489864:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4800. 02000000:00000001:1.0:1787759698.489867:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759698.489868:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759698.489869:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759698.489872:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759698.489873:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489875:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759698.489884:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759698.489886:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759698.489888:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759698.489889:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759698.934226:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759698.934234:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759698.934236:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759698.934242:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759698.934246:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759698.934249:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759698.934253:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759698.934256:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759698.934259:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759699.190227:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759699.190227:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759699.190236:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759699.190236:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759699.190241:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759699.190241:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759699.190251:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759699.190251:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759699.190256:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759699.190257:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759699.190263:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.190263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759699.190269:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759699.190273:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759699.190278:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759699.190278:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759699.190281:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.190285:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.190422:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759699.190427:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759699.190428:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759699.190431:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759699.190433:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759699.190436:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759699.190438:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759699.190439:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759699.190441:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.254240:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759699.254248:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759699.254250:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759699.254253:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759699.254257:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759699.254258:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.254263:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759699.254266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759699.254269:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759699.254270:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.254274:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759699.254277:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759699.254278:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759699.254281:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.254284:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759699.254287:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759699.254290:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759699.254339:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759699.254343:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759699.254345:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759699.254390:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759699.254394:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759699.254395:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759699.254398:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759699.254401:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759699.254403:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.254405:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759699.254407:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.254410:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759699.255459:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759699.255463:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759699.255465:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759699.255468:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759699.255470:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759699.255473:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759699.255475:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759699.255477:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759699.255479:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759699.255531:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759699.255534:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759699.255535:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759699.255537:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759699.255539:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759699.255541:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.255543:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759699.255545:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759699.255547:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759699.255578:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759699.255581:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759699.255582:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759699.255584:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759699.255586:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759699.255588:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759699.255590:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759699.255645:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759699.255649:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759699.830237:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313053964, at 4313054016 00000100:00000010:3.0:1787759699.830254:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e660. 00000100:00000040:2.0:1787759699.831708:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313053964, at 4313054017 00000100:00000010:2.0:1787759699.831719:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e000. 00000100:00000001:3.0:1787759699.958242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759699.958250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759699.958252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759699.958257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759699.958261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759699.958265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759699.958269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759699.958272:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759699.958275:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759700.214305:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759700.214315:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759700.214318:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759700.214324:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759700.214328:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759700.214331:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759700.214333:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759700.214336:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759700.214340:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759700.214444:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759700.214447:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759700.214448:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759700.214451:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759700.214453:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759700.214455:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759700.214456:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759700.214458:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759700.214460:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759700.214754:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759700.214757:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759700.214759:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759700.214762:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759700.214764:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759700.214766:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759700.214768:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759700.214769:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759700.214771:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759700.278237:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759700.278244:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759700.278249:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759700.278251:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759700.278254:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759700.278255:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759700.278259:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759700.278260:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759700.278294:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759700.278298:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759700.278301:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759700.278425:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759700.278432:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759700.278433:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759700.278435:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759700.278438:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759700.278442:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759700.278442:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759700.278446:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759700.278448:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759700.278451:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759700.278453:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759700.278454:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759700.278459:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759700.278460:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759700.278464:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759700.278464:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759700.278472:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759700.278472:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759700.278653:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759700.278657:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759700.278658:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759700.278662:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759700.278665:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759700.278668:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759700.278670:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759700.278672:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759700.278674:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759700.278757:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759700.278760:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759700.278762:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759700.278765:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759700.278768:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759700.278770:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759700.278773:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759700.278773:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759700.278777:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759700.278778:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759700.278781:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759700.278783:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759700.278785:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759700.278787:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759700.278791:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759700.278792:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759700.278795:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759700.278798:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759700.982239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759700.982247:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759700.982249:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759700.982254:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759700.982257:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759700.982261:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759700.982263:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759700.982267:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759700.982270:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759701.238245:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759701.238254:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759701.238256:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759701.238256:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759701.238262:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759701.238264:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759701.238266:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759701.238270:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759701.238271:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759701.238275:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759701.238276:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759701.238280:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.238280:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759701.238284:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.238289:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759701.238517:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759701.238521:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759701.238522:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759701.238525:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759701.238526:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759701.238528:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759701.238530:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759701.238532:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759701.238536:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759701.238537:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759701.238538:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759701.238544:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759701.302224:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759701.302224:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759701.302230:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759701.302231:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759701.302232:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759701.302235:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759701.302238:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759701.302242:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759701.302245:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759701.302247:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759701.302250:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759701.302250:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759701.302254:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759701.302256:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759701.302260:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759701.302263:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759701.302264:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759701.302267:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759701.302420:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759701.302424:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759701.302425:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759701.302428:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759701.302430:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759701.302432:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.302434:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759701.302436:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.302438:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759701.302624:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759701.302627:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759701.302628:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759701.302631:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759701.302633:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759701.302635:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759701.302637:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759701.302638:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759701.302641:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302659:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759701.302662:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302665:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759701.302669:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759701.302671:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759701.302674:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302678:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759701.302680:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302682:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302684:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302687:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759701.302689:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759701.302692:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759701.302693:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759701.302712:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759701.302715:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759701.302718:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759701.302820:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759701.302823:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759701.302825:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759701.302827:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759701.302829:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759701.302831:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.302833:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759701.302835:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759701.302838:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759702.007306:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759702.007313:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759702.007315:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759702.007320:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759702.007324:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759702.007327:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.007330:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759702.007332:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.007335:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759702.262233:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759702.262233:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759702.262241:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759702.262242:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759702.262245:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759702.262245:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759702.262253:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759702.262253:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759702.262260:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759702.262260:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759702.262265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.262266:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759702.262271:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759702.262275:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.262279:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759702.262279:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759702.262283:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.262288:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759702.262465:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759702.262469:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759702.262470:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759702.262474:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759702.262476:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759702.262478:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.262481:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759702.262482:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.262485:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759702.326239:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759702.326247:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759702.326250:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759702.326256:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759702.326260:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759702.326264:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.326267:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759702.326269:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.326272:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759702.327478:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759702.327483:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759702.327485:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759702.327489:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759702.327492:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759702.327495:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759702.327497:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759702.327499:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759702.327502:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759702.333315:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759702.333322:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759702.333327:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759702.333329:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759702.333332:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759702.333333:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759702.333337:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759702.333338:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759702.333432:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759702.333436:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759702.333440:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759702.333461:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759702.333466:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759702.333468:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759702.333472:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759702.333476:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759702.333479:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759702.333482:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759702.333484:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759702.333488:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759702.335855:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759702.335861:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759702.335864:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759702.335868:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759702.335871:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759702.335875:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.335877:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759702.335879:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759702.335882:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759702.335963:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759702.335967:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759702.335969:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759702.335972:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759702.335975:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759702.335977:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.335980:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759702.335981:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759702.335984:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759703.030287:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759703.030300:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759703.030303:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759703.030311:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759703.030316:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759703.030322:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.030325:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759703.030327:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.030331:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.286244:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759703.286252:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759703.286254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.286259:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759703.286263:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759703.286267:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.286269:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.286272:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.286275:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759703.286457:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759703.286465:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759703.286467:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759703.286473:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759703.286477:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759703.286480:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.286482:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759703.286485:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.286489:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759703.289165:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759703.289174:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759703.289177:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759703.289183:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759703.289187:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759703.289190:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759703.289193:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759703.289196:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759703.289199:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759703.350287:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759703.350288:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759703.350302:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759703.350302:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759703.350308:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759703.350308:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759703.350319:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:0.0:1787759703.350320:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759703.350325:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759703.350328:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759703.350332:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.350334:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.350337:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.350343:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759703.350344:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.350351:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.350351:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.350358:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759703.350385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759703.350390:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759703.350396:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759703.350397:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759703.350402:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759703.350405:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759703.350411:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759703.350413:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759703.350442:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759703.350445:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759703.350459:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759703.350496:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759703.350501:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759703.350502:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759703.350505:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759703.350510:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759703.350514:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759703.350517:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759703.350520:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.350521:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759703.350523:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.350526:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759703.350528:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.350534:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759703.350543:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759703.350546:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759703.350548:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.350553:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759703.350553:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759703.350556:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.350557:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759703.350562:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759703.350563:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759703.350567:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759703.350570:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759703.350573:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759703.350575:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759703.350577:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759703.608277:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759703.608288:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759703.608290:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759703.608294:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759703.608299:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759703.608307:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18385 00000400:00000200:1.0:1787759703.608317:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759703.608325:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759703.608329:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759703.608332:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608336:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608339:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608341:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759703.608346:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759703.608348:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759703.608352:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759703.608355:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759703.608358:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759703.608361:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759703.608364:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608366:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608368:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608370:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759703.608374:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759703.608378:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608380:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759703.608384:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759703.608387:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759703.608389:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608392:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759703.608395:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759703.608404:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3ad00. 00000020:00000040:1.0:1787759703.608408:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759703.608412:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759703.608415:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608418:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759703.608421:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759703.608426:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759703.608435:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522800. 00000100:00000001:1.0:1787759703.608442:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759703.608452:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759703.608463:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759703.608469:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.608474:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b47bb73] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759703.608601:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759703.608605:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759703.608609:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759703.608611:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759703.608612:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759703.608616:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759703.608619:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18385 00000400:00000200:1.0:1787759703.608624:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759703.608628:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759703.608630:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759703.608634:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608636:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608639:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608641:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759703.608644:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759703.608645:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759703.608647:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759703.608650:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759703.608652:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759703.608655:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759703.608659:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608661:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608663:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608666:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759703.608669:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759703.608672:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608674:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759703.608676:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759703.608684:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759703.608686:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608688:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759703.608693:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759703.608696:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608699:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759703.608703:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39a40. 00000020:00000040:1.0:1787759703.608706:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759703.608708:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759703.608710:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608711:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759703.608713:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759703.608715:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759703.608719:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521400. 00000100:00000001:1.0:1787759703.608724:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759703.608729:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759703.608737:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759703.608739:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.608743:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096c362a4] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759703.608751:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759703.608754:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759703.608757:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759703.608758:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759703.608760:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759703.608763:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759703.608766:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18385 00000400:00000200:1.0:1787759703.608770:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759703.608773:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759703.608775:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759703.608778:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608780:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608782:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608785:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759703.608787:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759703.608789:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759703.608791:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759703.608793:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759703.608795:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759703.608797:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759703.608800:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608833:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608835:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608837:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759703.608840:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759703.608843:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608845:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759703.608847:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759703.608850:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759703.608852:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608854:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759703.608856:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759703.608858:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608860:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759703.608864:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f392c0. 00000020:00000040:1.0:1787759703.608867:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759703.608870:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759703.608871:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608873:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759703.608874:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759703.608876:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759703.608880:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520c00. 00000100:00000001:1.0:1787759703.608883:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759703.608888:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759703.608900:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759703.608902:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.608906:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e22d281] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759703.608914:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759703.608917:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759703.608920:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759703.608922:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759703.608923:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759703.608926:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759703.608928:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18385 00000400:00000200:1.0:1787759703.608932:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759703.608935:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759703.608938:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759703.608941:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608943:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608945:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608947:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759703.608949:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759703.608950:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759703.608952:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759703.608954:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759703.608957:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759703.608959:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759703.608963:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608965:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.608967:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608969:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759703.608973:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759703.608976:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759703.608978:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759703.608980:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759703.608983:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759703.608985:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608987:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759703.608989:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759703.608991:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.608993:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759703.608997:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759703.609000:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759703.609002:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759703.609004:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.609006:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759703.609007:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759703.609009:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759703.609012:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759703.609016:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759703.609020:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759703.609028:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759703.609030:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.609034:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759703.609041:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759703.609044:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759703.609048:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759703.609049:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759703.609051:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759703.609054:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759703.609057:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18385 00000400:00000200:1.0:1787759703.609061:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759703.609064:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759703.609067:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759703.609069:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.609072:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.609074:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.609076:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759703.609079:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759703.609080:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759703.609082:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759703.609084:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759703.609086:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759703.609089:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759703.609092:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.609094:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759703.609096:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759703.609098:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759703.609101:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759703.609104:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759703.609106:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759703.609108:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759703.609111:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759703.609112:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.609115:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759703.609154:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759703.609156:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.609158:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759703.609164:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759703.609166:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759703.609169:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759703.609171:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759703.609173:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759703.609174:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759703.609176:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759703.609180:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:1.0:1787759703.609183:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759703.609188:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759703.609194:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759703.609197:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.609200:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759703.609207:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759703.609212:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18395) 00000100:00000001:0.0:1787759703.609283:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759703.609288:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759703.609290:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759703.609296:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609304:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.609306:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.609310:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759703.609313:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759703.609315:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.609319:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875563008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759703.609323:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759703.609327:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759703.609330:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.609333:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759703.609338:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759703.609341:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.609347:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759703.609352:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759703.609359:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759703.609367:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563008, portal 25 00000100:00000001:0.0:1787759703.609370:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759703.609372:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792409856 : -114921917141760 : ffff977aa7f3ad00) 00000100:00000040:0.0:1787759703.609378:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609385:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759703.609388:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759703.609391:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759703.609395:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875563008, offset 0 00000400:00000200:0.0:1787759703.609402:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759703.609410:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.609416:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759703.609421:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759703.609426:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759703.609429:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759703.609432:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759703.609435:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776823:776823:256:4294967295] 192.168.201.104@tcp LPNI seq info [776814:776814:8:4294967295] 00000400:00000200:0.0:1787759703.609441:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.609450:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759703.609456:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.609462:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759703.609468:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759703.609472:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759703.609540:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759703.609544:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759703.609549:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.609551:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759703.609560:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759703.609565:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759703.609571:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759703.609573:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759703.609579:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759703.609583:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609593:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.609598:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609605:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.609607:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759703.609613:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.609617:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759703.609620:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313059086 00000100:00000010:0.0:1787759703.609626:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759703.609632:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759703.609637:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313059086 00000100:00000010:0.0:1787759703.609640:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759703.609643:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759703.609647:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759703.609649:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.609652:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759703.609656:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703] req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759703.609665:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759703.609667:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759703.609669:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759703.609671:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759703.609673:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759703.609676:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759703.609679:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759703.609687:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609693:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759703.609695:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.609698:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.609699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759703.609703:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609710:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759703.609714:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609721:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759703.609724:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.609726:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.609727:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.609729:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759703.609731:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759703.609734:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759703.609738:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759703.609740:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759703.609744:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759703.609752:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875563008:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759703.609757:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759703.609761:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.609767:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.609768:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.609770:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759703.609772:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759703.609774:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.609777:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759703.609781:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759703.609783:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759703.609784:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.609786:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759703.609790:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759703.609792:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.609796:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759703.609798:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759703.612589:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759703.612611:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563136, portal 10 00000100:00000001:0.0:1787759703.612615:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759703.612617:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792405056 : -114921917146560 : ffff977aa7f39a40) 00000100:00000040:0.0:1787759703.612639:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612651:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759703.612654:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759703.612658:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759703.612663:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875563136, offset 0 00000400:00000200:0.0:1787759703.612671:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759703.612684:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.612692:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759703.612699:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759703.612705:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759703.612710:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759703.612713:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759703.612716:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776824:776824:256:4294967295] 192.168.201.104@tcp LPNI seq info [776815:776815:8:4294967295] 00000400:00000200:0.0:1787759703.612722:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.612733:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759703.612740:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.612747:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759703.612753:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759703.612758:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759703.612764:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759703.612768:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759703.612772:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.612775:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759703.612781:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759703.612786:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759703.612791:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759703.612794:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759703.612798:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759703.612814:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612825:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.612829:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612837:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.612839:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759703.612844:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759703.612848:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759703.612852:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759703.612856:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313057809 00000100:00000001:0.0:1787759703.612860:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.612863:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313057809 00000100:00000001:0.0:1787759703.612867:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.612870:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759703.612873:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.612877:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759703.612881:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703] req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759703.612891:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759703.612893:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759703.612896:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759703.612900:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759703.612902:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759703.612905:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759703.612908:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759703.612918:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612925:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759703.612927:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.612929:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.612931:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759703.612935:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612942:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759703.612947:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.612955:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759703.612959:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.612960:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.612962:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.612964:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759703.612970:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759703.612974:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759703.612978:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759703.612981:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759703.612986:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759703.612995:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563136:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759703.613001:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759703.613007:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613014:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.613016:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.613020:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759703.613023:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759703.613026:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.613029:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759703.613033:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759703.613038:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759703.613040:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.613044:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759703.613049:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759703.613052:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.613056:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759703.613060:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759703.613063:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759703.613067:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563264, portal 10 00000100:00000001:0.0:1787759703.613069:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759703.613070:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792403136 : -114921917148480 : ffff977aa7f392c0) 00000100:00000040:0.0:1787759703.613076:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613083:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759703.613086:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759703.613088:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759703.613091:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875563264, offset 0 00000400:00000200:0.0:1787759703.613095:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759703.613098:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.613102:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759703.613105:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759703.613109:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759703.613112:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759703.613114:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759703.613134:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776825:776825:256:4294967295] 192.168.201.104@tcp LPNI seq info [776816:776816:8:4294967295] 00000400:00000200:0.0:1787759703.613139:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.613146:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759703.613151:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.613154:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759703.613160:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759703.613163:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759703.613169:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759703.613172:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759703.613176:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.613178:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759703.613181:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759703.613185:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759703.613188:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759703.613190:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759703.613193:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759703.613196:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613204:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.613208:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613215:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.613217:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759703.613220:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759703.613223:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759703.613227:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759703.613228:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313057810 00000100:00000001:0.0:1787759703.613231:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.613233:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313057810 00000100:00000001:0.0:1787759703.613236:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.613239:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759703.613241:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.613242:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759703.613246:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703] req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759703.613254:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759703.613255:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759703.613257:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759703.613259:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759703.613261:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759703.613263:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759703.613267:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759703.613276:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613282:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759703.613284:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.613286:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.613287:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759703.613290:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613297:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759703.613300:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613307:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759703.613310:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.613312:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.613313:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.613315:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759703.613318:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759703.613321:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759703.613324:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759703.613327:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759703.613332:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759703.613340:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563264:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759703.613346:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759703.613351:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613358:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.613360:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.613362:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759703.613364:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759703.613366:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.613369:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759703.613373:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759703.613375:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759703.613376:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.613378:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759703.613382:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759703.613385:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.613388:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759703.613391:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759703.613394:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759703.613399:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563392, portal 4 00000100:00000001:0.0:1787759703.613401:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759703.613402:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00000040:0.0:1787759703.613409:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.613416:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759703.613419:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759703.613422:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759703.613425:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875563392, offset 0 00000400:00000200:0.0:1787759703.613429:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759703.613434:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.613437:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759703.613440:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759703.613442:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759703.613445:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759703.613447:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759703.613450:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776826:776826:256:4294967295] 192.168.201.104@tcp LPNI seq info [776817:776817:8:4294967295] 00000400:00000200:0.0:1787759703.613455:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.613462:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759703.613466:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.613469:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759703.613473:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759703.615592:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759703.615612:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759703.615617:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759703.615621:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.615625:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759703.615635:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759703.615640:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759703.615649:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759703.615652:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759703.615662:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759703.615671:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615685:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.615689:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615702:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.615704:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759703.615712:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759703.615718:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759703.615724:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759703.615728:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313057871 00000100:00000001:0.0:1787759703.615734:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.615737:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313057871 00000100:00000001:0.0:1787759703.615739:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.615742:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759703.615746:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.615749:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759703.615754:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703] req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759703.615763:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759703.615766:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759703.615769:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759703.615773:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759703.615775:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759703.615778:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759703.615781:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759703.615790:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615797:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759703.615799:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.615813:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.615815:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759703.615820:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615828:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759703.615833:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615840:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759703.615843:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.615845:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.615846:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.615849:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759703.615852:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759703.615856:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759703.615860:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759703.615863:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759703.615868:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759703.615877:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563392:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759703.615883:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759703.615887:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615894:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759703.615896:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.615900:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759703.615904:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759703.615907:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759703.615910:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759703.615914:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759703.615918:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759703.615921:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759703.615924:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759703.615933:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759703.615936:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759703.615941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759703.615945:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759703.615950:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759703.615955:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563520, portal 4 00000100:00000001:0.0:1787759703.615958:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759703.615959:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:0.0:1787759703.615966:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.615973:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759703.615976:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759703.615979:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759703.615981:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875563520, offset 0 00000400:00000200:0.0:1787759703.615987:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759703.615994:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.616001:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759703.616007:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759703.616010:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759703.616015:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759703.616018:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759703.616022:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776827:776827:256:4294967295] 192.168.201.104@tcp LPNI seq info [776818:776818:8:4294967295] 00000400:00000200:0.0:1787759703.616027:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759703.616036:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759703.616042:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.616046:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759703.616051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759703.616055:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1787759703.616060:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759703.616063:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 2 secs later) 00000800:00000100:0.0:1787759703.616067:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759703.616069:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:0.0:1787759703.616072:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759703.616076:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759703.616079:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:0.0:1787759703.616081:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:0.0:1787759703.616083:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759703.616087:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616094:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616098:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759728 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616104:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.616106:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759703.616108:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759703.616111:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759703.616133:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759703.616136:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313057835 00000100:00000001:0.0:1787759703.616139:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.616142:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313057835 00000100:00000001:0.0:1787759703.616144:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313059086 00000100:00000001:0.0:1787759703.616147:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759703.616149:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.616151:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759703.616155:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759703/real 1787759703] req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759703.616163:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759703.616164:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759703.616166:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759703.616169:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759703.616171:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759703.616174:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759703.616177:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759703.616184:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616190:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759703.616191:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616193:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.616194:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759703.616197:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616204:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759703.616208:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616215:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759703.616218:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616219:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759703.616220:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616222:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759703.616224:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759703.616227:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759703.616231:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759703.616233:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759703.616237:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759703.616245:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563520:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759703.616250:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616253:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616259:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3ad00 x1874582875563008/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616266:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759703.616269:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759703.616272:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759703.616277:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759703.616280:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759703.616282:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759703.616285:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759703.616287:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522800. 02000000:00000001:0.0:1787759703.616292:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759703.616294:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759703.616297:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3ad00. 00000100:00000001:0.0:1787759703.616301:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759703.616303:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616305:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616309:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39a40 x1874582875563136/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616316:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759703.616318:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759703.616319:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759703.616323:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759703.616324:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759703.616326:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759703.616328:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759703.616329:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521400. 02000000:00000001:0.0:1787759703.616332:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759703.616333:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759703.616335:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39a40. 00000100:00000001:0.0:1787759703.616337:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759703.616338:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616340:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616344:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f392c0 x1874582875563264/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616351:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759703.616354:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759703.616355:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759703.616358:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759703.616359:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759703.616361:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759703.616363:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759703.616364:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520c00. 02000000:00000001:0.0:1787759703.616367:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759703.616368:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759703.616370:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f392c0. 00000100:00000001:0.0:1787759703.616372:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759703.616373:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616374:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616378:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875563392/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616384:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759703.616385:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759703.616386:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759703.616389:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759703.616390:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759703.616392:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759703.616393:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759703.616395:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:0.0:1787759703.616397:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759703.616398:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759703.616399:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:0.0:1787759703.616402:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759703.616403:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616405:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759703.616408:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875563520/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759728 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759703.616415:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759703.616416:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759703.616417:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6c00. 02000000:00000001:0.0:1787759703.616420:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759703.616421:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759703.616423:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759703.616424:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759703.616426:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:0.0:1787759703.616428:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759703.616430:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759703.616431:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:0.0:1787759703.616434:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759703.616435:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616437:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759703.616446:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759703.616448:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759703.616452:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759703.616454:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759704.055727:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759704.055738:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759704.055740:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759704.055748:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759704.055753:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759704.055758:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.055761:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759704.055764:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.055768:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759704.310585:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759704.310594:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759704.310596:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759704.310601:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759704.310605:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759704.310608:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759704.310620:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759704.310623:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759704.310626:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759704.312501:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759704.312507:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759704.312508:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759704.312513:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759704.312515:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759704.312518:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.312520:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759704.312522:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.312524:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759704.315917:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759704.315927:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759704.315930:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759704.315937:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759704.315942:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759704.315947:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.315950:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759704.315954:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.315958:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759704.374350:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759704.374362:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759704.374365:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759704.374372:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759704.374378:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759704.374384:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.374387:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759704.374391:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759704.374396:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759704.374400:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759704.374409:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759704.374411:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759704.374417:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759704.374421:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759704.374425:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.374428:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759704.374431:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.374435:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759704.374436:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759704.374441:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759704.374447:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759704.374450:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759704.374454:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759704.374456:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759704.374460:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759704.374462:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759704.374492:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759704.374495:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759704.374499:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759704.374545:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759704.374550:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759704.374552:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759704.374555:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759704.374558:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759704.374560:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759704.374562:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759704.374564:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759704.374567:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759704.375054:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759704.375059:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759704.375060:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759704.375064:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759704.375066:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759704.375069:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759704.375071:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759704.375072:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759704.375074:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759704.375080:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759704.375085:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759704.375086:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759704.375089:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759704.375093:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759704.375095:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.375097:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759704.375099:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759704.375102:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759704.950343:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313059086, at 4313059136 00000100:00000010:3.0:1787759704.950361:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000040:2.0:1787759704.951869:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313059086, at 4313059137 00000100:00000010:2.0:1787759704.951879:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:3.0:1787759705.078506:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759705.078514:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759705.078516:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759705.078521:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759705.078525:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759705.078528:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759705.078531:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759705.078533:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759705.078537:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759705.334270:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759705.334278:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759705.334280:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759705.334286:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759705.334289:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759705.334293:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.334296:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759705.334299:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.334302:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759705.336598:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759705.336604:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759705.336605:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759705.336609:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759705.336612:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759705.336614:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.336616:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759705.336618:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.336620:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759705.336673:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759705.336676:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759705.336677:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759705.336679:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759705.336681:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759705.336682:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759705.336684:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759705.336685:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759705.336686:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398230:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759705.398233:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759705.398237:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759705.398237:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398240:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759705.398242:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1787759705.398243:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759705.398244:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398247:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759705.398247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759705.398248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398250:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759705.398251:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759705.398253:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759705.398253:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398256:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759705.398259:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759705.398373:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759705.398377:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759705.398380:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759705.398518:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759705.398522:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759705.398523:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759705.398525:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759705.398527:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759705.398529:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759705.398532:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759705.398534:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759705.398536:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759705.398612:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759705.398615:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759705.398616:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759705.398619:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759705.398621:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759705.398623:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759705.398625:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759705.398626:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759705.398628:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759705.401846:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759705.401853:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759705.401854:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759705.401859:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759705.401862:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759705.401866:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.401868:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759705.401870:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759705.401873:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759705.402169:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759705.402173:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759705.402174:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759705.402177:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759705.402179:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759705.402182:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759705.402184:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759705.402186:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759705.402187:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759706.102865:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759706.102875:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759706.102878:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759706.102883:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759706.102887:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759706.102891:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759706.102894:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759706.102896:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759706.102899:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759706.358328:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759706.358334:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759706.358335:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759706.358339:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759706.358342:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759706.358345:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.358347:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759706.358349:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.358351:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759706.358836:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759706.358839:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759706.358840:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759706.358842:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759706.358844:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759706.358846:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759706.358847:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759706.358848:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759706.358850:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759706.359027:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759706.359030:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759706.359032:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759706.359035:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759706.359037:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759706.359039:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.359041:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759706.359042:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.359044:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759706.422213:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759706.422221:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759706.422223:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759706.422226:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759706.422230:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759706.422231:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759706.422234:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759706.422236:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1787759706.422239:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759706.422241:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759706.422243:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759706.422245:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759706.422247:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.422250:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.422255:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759706.422316:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759706.422320:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759706.422322:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759706.422325:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759706.422329:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759706.422331:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.422332:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759706.422333:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759706.422338:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.422338:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759706.422341:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759706.422342:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759706.422346:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759706.422351:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759706.422354:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759706.422959:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759706.422963:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759706.422964:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759706.422967:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759706.422970:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759706.422972:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759706.423891:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759706.423895:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.423930:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759706.423933:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759706.423935:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759706.424093:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759706.424180:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759706.424183:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759706.424185:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424214:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759706.424219:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759706.424221:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759706.424237:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424241:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759706.424243:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424246:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424248:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424253:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759706.424254:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424258:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759706.424259:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759706.424263:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759706.424264:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759706.424284:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759706.424288:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759706.424291:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759707.126250:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759707.126259:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759707.126261:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759707.126265:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759707.126270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759707.126273:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759707.126277:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759707.126280:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759707.126284:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759707.382271:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759707.382280:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759707.382283:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759707.382285:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759707.382290:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759707.382292:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759707.382295:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759707.382296:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759707.382301:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759707.382302:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759707.382305:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759707.382307:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759707.382309:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759707.382311:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759707.382316:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759707.382320:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759707.382324:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759707.382327:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759707.384158:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759707.384164:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759707.384166:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759707.384171:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759707.384175:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759707.384178:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.384181:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759707.384184:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.384187:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759707.446229:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759707.446232:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759707.446237:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759707.446237:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759707.446240:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759707.446240:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759707.446245:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759707.446249:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759707.446252:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759707.446253:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.446254:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759707.446257:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759707.446257:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759707.446259:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759707.446260:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.446261:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.446263:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759707.446263:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759707.446365:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759707.446369:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759707.446370:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759707.446372:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759707.446374:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759707.446375:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759707.446376:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759707.446378:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759707.446378:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759707.446380:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759707.446381:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759707.446382:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759707.446383:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759707.446387:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759707.446388:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759707.446392:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759707.446393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759707.446423:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759707.446427:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759707.446430:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759707.448095:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759707.448101:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759707.448102:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759707.448106:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759707.448110:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759707.448112:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.448114:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759707.448134:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759707.448136:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759707.448385:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759707.448389:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759707.448391:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759707.448394:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759707.448397:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759707.448399:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759707.448401:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759707.448403:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759707.448405:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759708.150494:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759708.150506:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759708.150509:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759708.150517:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759708.150522:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759708.150526:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.150529:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759708.150532:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.150536:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759708.406351:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759708.406361:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759708.406364:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759708.406371:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759708.406376:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759708.406381:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.406384:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759708.406387:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.406392:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.406543:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759708.406548:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.406550:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.406553:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759708.406555:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.406558:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.406559:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.406561:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.406564:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.406857:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759708.406860:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.406861:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.406864:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759708.406866:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.406868:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.406870:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.406872:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.406873:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.470426:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759708.470436:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.470443:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.470448:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759708.470452:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.470456:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.470459:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.470461:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.470464:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470685:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759708.470689:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470695:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759708.470696:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470700:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759708.470705:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759708.470707:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759708.470710:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470712:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759708.470714:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470745:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470752:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470760:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759708.470762:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759708.470763:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759708.470764:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470766:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759708.470768:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470770:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759708.470772:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759708.470824:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759708.470826:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759708.470828:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759708.470831:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759708.470832:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1787759708.470834:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759708.470835:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759708.470838:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787759708.470840:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759708.470841:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.470845:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759708.470846:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759708.470849:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759708.470850:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.470853:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759708.470855:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759708.470856:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759708.470861:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759708.470877:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759708.470881:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759708.470883:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759708.470885:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759708.470888:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759708.470891:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759708.470893:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759708.470894:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759708.470897:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.470927:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759708.470931:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.470932:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.470934:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759708.470936:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.470938:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.470940:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.470941:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.470943:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759708.471112:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759708.471139:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759708.471143:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787759708.726275:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759708.726291:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759708.726294:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759708.726299:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759708.726305:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759708.726315:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18390 00000400:00000200:1.0:1787759708.726326:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759708.726333:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759708.726338:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759708.726341:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.726345:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.726348:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.726351:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759708.726356:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759708.726358:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759708.726362:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759708.726366:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759708.726369:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759708.726371:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759708.726375:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.726377:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.726379:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.726381:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759708.726385:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759708.726390:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759708.726393:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759708.726396:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759708.726401:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759708.726404:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.726407:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759708.726410:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759708.726423:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759708.726428:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759708.726432:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759708.726434:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.726438:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759708.726441:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759708.726447:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759708.726457:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759708.726465:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759708.726477:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759708.726488:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759708.726492:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.726498:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.726584:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759708.726590:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.726594:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759708.726611:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.726622:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.726624:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.726628:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759708.726631:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759708.726634:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.726638:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875563648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759708.726643:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759708.726648:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759708.726651:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.726654:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759708.726660:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759708.726663:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.726669:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759708.726682:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759708.726691:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759708.726700:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563648, portal 25 00000100:00000001:0.0:1787759708.726702:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759708.726705:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:0.0:1787759708.726742:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.726751:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759708.726755:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759708.726758:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afaa0. 00000100:00000200:0.0:1787759708.726763:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875563648, offset 0 00000400:00000200:0.0:1787759708.726773:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759708.726783:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.726790:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759708.726797:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759708.726803:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759708.726808:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759708.726812:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759708.726817:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776828:776828:256:4294967295] 192.168.201.104@tcp LPNI seq info [776819:776819:8:4294967295] 00000400:00000200:0.0:1787759708.726822:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.726834:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759708.726842:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759708.726849:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3600. 00000800:00000200:0.0:1787759708.726857:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759708.726863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759708.726895:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.726900:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759708.726903:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313064203 00000100:00000010:0.0:1787759708.726911:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759708.726921:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759708.726929:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313064203 00000100:00000010:0.0:1787759708.726933:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759708.726937:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759708.726940:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759708.726944:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.726948:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.726951:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759708.729134:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759708.729149:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759708.729155:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759708.729157:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759708.729160:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759708.729165:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759708.729174:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18390 00000400:00000200:1.0:1787759708.729182:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759708.729188:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759708.729193:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759708.729196:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.729200:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.729203:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.729206:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759708.729211:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759708.729214:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759708.729217:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759708.729221:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759708.729224:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759708.729227:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759708.729230:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.729233:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.729235:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.729237:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759708.729241:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759708.729245:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759708.729247:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759708.729251:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759708.729258:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759708.729261:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.729263:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759708.729269:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759708.729273:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.729276:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759708.729282:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759708.729286:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759708.729292:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759708.729294:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.729297:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759708.729300:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759708.729305:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759708.729314:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759708.729323:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759708.729334:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759708.729346:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759708.729351:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.729356:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.729528:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.729544:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759708.729547:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759708.729550:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.729553:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759708.729559:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.729569:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.729772:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.729778:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759708.729781:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759708.729785:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.729789:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759708.729797:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759708.729802:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759708.729804:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.729807:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759708.729812:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759708.729815:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.729820:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759708.729825:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7462c0. 00000400:00000010:0.0:1787759708.729834:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759708.729841:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563776, portal 10 00000100:00000001:0.0:1787759708.729844:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759708.729846:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759708.729855:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.729863:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759708.729866:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759708.729869:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af198. 00000100:00000200:0.0:1787759708.729873:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875563776, offset 0 00000400:00000200:0.0:1787759708.729882:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759708.729891:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.729899:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759708.729905:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759708.729910:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759708.729914:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759708.729917:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759708.729922:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776829:776829:255:4294967295] 192.168.201.104@tcp LPNI seq info [776820:776820:7:4294967295] 00000400:00000200:0.0:1787759708.729927:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.729940:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759708.729947:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759708.729954:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3d00. 00000800:00000200:0.0:1787759708.729963:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759708.729970:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759708.729975:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759708.729980:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759708.729984:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759708.729987:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313062926 00000100:00000001:0.0:1787759708.729991:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.729993:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313062926 00000100:00000001:0.0:1787759708.729996:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.729998:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759708.730002:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.730006:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.730008:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.730012:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.730014:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759708.730016:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759708.730017:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.730018:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.730020:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732208:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759708.732224:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759708.732229:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759708.732231:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759708.732236:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759708.732242:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759708.732254:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18390 00000400:00000200:1.0:1787759708.732265:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759708.732273:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759708.732278:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759708.732281:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732284:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732287:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732291:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759708.732296:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759708.732298:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759708.732302:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759708.732305:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759708.732307:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759708.732310:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759708.732314:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732316:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732318:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732319:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759708.732323:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759708.732327:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732329:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759708.732332:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759708.732342:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759708.732346:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732348:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759708.732354:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759708.732357:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732359:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759708.732372:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759708.732376:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759708.732381:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759708.732383:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732386:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759708.732389:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759708.732393:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759708.732403:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759708.732411:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759708.732424:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759708.732442:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759708.732446:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.732452:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759708.732463:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759708.732466:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759708.732470:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759708.732472:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759708.732483:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759708.732487:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759708.732489:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18390 00000400:00000200:1.0:1787759708.732493:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759708.732496:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759708.732499:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759708.732502:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732505:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732506:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732509:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759708.732511:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759708.732513:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759708.732514:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759708.732516:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759708.732518:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759708.732520:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759708.732523:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732525:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732527:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732529:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759708.732544:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759708.732548:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732550:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759708.732552:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759708.732555:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759708.732557:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732559:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759708.732561:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759708.732563:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732565:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759708.732568:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759708.732576:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759708.732579:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759708.732580:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732581:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759708.732582:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759708.732584:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759708.732588:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521000. 00000100:00000001:1.0:1787759708.732591:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759708.732595:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759708.732602:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759708.732604:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.732608:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759708.732617:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759708.732619:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759708.732623:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759708.732625:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759708.732627:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759708.732630:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759708.732633:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18390 00000400:00000200:1.0:1787759708.732637:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759708.732640:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759708.732643:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759708.732646:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732648:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732650:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732652:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759708.732655:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759708.732656:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759708.732658:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759708.732661:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759708.732663:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759708.732665:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759708.732668:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732671:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759708.732673:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732676:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759708.732679:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759708.732682:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759708.732684:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759708.732686:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759708.732689:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759708.732691:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732694:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759708.732695:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759708.732698:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732700:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759708.732703:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759708.732706:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759708.732709:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759708.732720:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759708.732722:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759708.732724:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759708.732725:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759708.732730:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759708.732734:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759708.732739:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759708.732745:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759708.732748:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.732751:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759708.732759:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759708.732765:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18400) 00000100:00000001:0.0:1787759708.733170:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759708.733175:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.733178:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759708.733187:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733196:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.733199:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733203:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759708.733206:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759708.733209:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.733214:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759708.733219:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759708.733224:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759708.733227:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733230:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759708.733236:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759708.733239:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.733246:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759708.733251:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746aa8. 00000400:00000010:0.0:1787759708.733259:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af440. 00000100:00000200:0.0:1787759708.733266:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875563904, portal 10 00000100:00000001:0.0:1787759708.733269:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759708.733271:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:0.0:1787759708.733279:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733287:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759708.733290:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759708.733292:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af4c8. 00000100:00000200:0.0:1787759708.733295:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875563904, offset 0 00000400:00000200:0.0:1787759708.733304:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733313:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733321:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759708.733327:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759708.733332:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759708.733337:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759708.733340:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733344:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776830:776830:254:4294967295] 192.168.201.104@tcp LPNI seq info [776821:776821:6:4294967295] 00000400:00000200:0.0:1787759708.733349:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733359:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759708.733367:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759708.733374:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3a00. 00000800:00000200:0.0:1787759708.733382:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759708.733388:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759708.733394:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759708.733399:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759708.733402:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759708.733405:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313062930 00000100:00000001:0.0:1787759708.733410:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733414:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313062930 00000100:00000001:0.0:1787759708.733416:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733420:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759708.733423:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.733426:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759708.733431:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733439:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.733440:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733443:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759708.733444:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759708.733447:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.733450:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759708.733453:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759708.733455:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759708.733456:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733458:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759708.733461:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759708.733463:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.733466:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759708.733469:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746370. 00000400:00000010:0.0:1787759708.733486:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af880. 00000100:00000200:0.0:1787759708.733489:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564032, portal 4 00000100:00000001:0.0:1787759708.733491:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759708.733493:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:0.0:1787759708.733498:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733504:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759708.733507:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759708.733510:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afb28. 00000100:00000200:0.0:1787759708.733513:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875564032, offset 0 00000400:00000200:0.0:1787759708.733518:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733521:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733525:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759708.733527:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759708.733540:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759708.733543:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759708.733545:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733548:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776831:776831:253:4294967295] 192.168.201.104@tcp LPNI seq info [776822:776822:5:4294967295] 00000400:00000200:0.0:1787759708.733553:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733559:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759708.733564:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759708.733568:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3300. 00000800:00000200:0.0:1787759708.733573:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759708.733577:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759708.733580:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759708.733584:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759708.733587:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759708.733589:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313062989 00000100:00000001:0.0:1787759708.733592:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733595:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313062989 00000100:00000001:0.0:1787759708.733597:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733600:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759708.733602:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.733604:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759708.733608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733616:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759708.733617:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733619:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759708.733621:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759708.733623:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759708.733627:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759708.733630:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759708.733632:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759708.733633:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759708.733635:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759708.733638:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759708.733640:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759708.733643:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759708.733646:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f746d10. 00000400:00000010:0.0:1787759708.733649:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af6e8. 00000100:00000200:0.0:1787759708.733652:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564160, portal 4 00000100:00000001:0.0:1787759708.733654:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759708.733656:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:0.0:1787759708.733661:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759708.733667:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759708.733670:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759708.733673:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0af2a8. 00000100:00000200:0.0:1787759708.733675:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875564160, offset 0 00000400:00000200:0.0:1787759708.733680:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733685:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733688:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759708.733690:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759708.733692:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759708.733694:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759708.733696:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759708.733699:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776832:776832:252:4294967295] 192.168.201.104@tcp LPNI seq info [776823:776823:4:4294967295] 00000400:00000200:0.0:1787759708.733702:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759708.733708:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759708.733723:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759708.733727:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3e00. 00000800:00000200:0.0:1787759708.733733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759708.733737:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:0.0:1787759708.733740:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759708.733743:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759708.733746:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759708.733749:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313062953 00000100:00000001:0.0:1787759708.733751:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733754:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313062953 00000100:00000001:0.0:1787759708.733756:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313064203 00000100:00000001:0.0:1787759708.733759:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759708.733761:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.733765:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.733768:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759708.733779:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759708.733781:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787759708.733784:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759708.733785:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759708.733786:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759708.733789:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759709.174241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759709.174253:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759709.174255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759709.174263:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759709.174268:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759709.174273:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.174277:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759709.174280:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.174283:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759709.430294:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759709.430306:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759709.430309:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759709.430316:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759709.430320:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759709.430325:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759709.430328:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759709.430331:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759709.430335:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759709.430427:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759709.430431:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759709.430433:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759709.430435:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759709.430438:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759709.430440:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.430442:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759709.430444:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.430446:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759709.430752:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759709.430755:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759709.430757:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759709.430760:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759709.430762:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759709.430764:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.430766:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759709.430769:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.430771:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759709.494271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759709.494271:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759709.494281:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759709.494281:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759709.494284:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759709.494284:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759709.494291:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759709.494291:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759709.494295:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759709.494295:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759709.494300:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.494300:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.494303:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759709.494303:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759709.494306:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759709.494306:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.494310:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759709.494310:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759709.494342:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759709.494345:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759709.494350:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759709.494352:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759709.494356:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759709.494357:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759709.494361:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759709.494362:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759709.494383:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759709.494386:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759709.494389:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759709.494428:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759709.494431:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759709.494432:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759709.494434:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759709.494435:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759709.494437:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759709.494438:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759709.494439:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759709.494442:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759709.494489:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759709.494491:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759709.494493:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759709.494495:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759709.494498:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759709.494500:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.494502:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759709.494503:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759709.494506:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759709.494966:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759709.494970:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759709.494972:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759709.494975:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759709.494977:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759709.494980:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759709.494982:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759709.494983:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759709.494985:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759710.070408:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313064203, at 4313064256 00000100:00000010:3.0:1787759710.070425:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000040:2.0:1787759710.070792:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313064203, at 4313064256 00000100:00000010:2.0:1787759710.070807:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000001:3.0:1787759710.198249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759710.198260:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759710.198263:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759710.198269:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759710.198273:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759710.198277:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.198280:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759710.198283:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.198286:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759710.454272:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759710.454277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759710.454282:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759710.454286:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759710.454287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759710.454292:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759710.454295:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759710.454301:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759710.454302:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759710.454310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759710.454310:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.454318:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759710.454319:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.454322:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.454327:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759710.454332:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759710.454337:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759710.454341:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759710.455766:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759710.455772:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759710.455774:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759710.455778:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759710.455781:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759710.455783:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759710.455786:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759710.455788:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759710.455791:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759710.518271:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759710.518271:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759710.518273:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759710.518283:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759710.518285:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759710.518286:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759710.518293:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759710.518294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759710.518294:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759710.518299:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759710.518306:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759710.518307:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759710.518308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759710.518312:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759710.518316:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759710.518317:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759710.518319:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759710.518325:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759710.518326:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759710.518326:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759710.518332:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759710.518339:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759710.518344:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759710.518362:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759710.518367:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759710.518371:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759710.518427:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759710.518430:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759710.518445:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759710.518460:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759710.518468:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759710.518470:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759710.518475:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759710.518479:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759710.518483:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759710.518485:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759710.518487:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759710.518490:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759710.518539:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759710.518542:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759710.518544:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759710.518546:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759710.518550:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759710.518552:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759710.518555:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759710.518556:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759710.518558:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759710.518781:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759710.518786:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759710.518787:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759710.518791:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759710.518794:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759710.518797:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.518799:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759710.518801:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759710.518803:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759711.222276:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759711.222287:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759711.222290:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759711.222298:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:3.0:1787759711.222303:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759711.222308:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759711.222312:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759711.222315:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759711.222318:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.478438:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759711.478449:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759711.478452:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759711.478463:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759711.478470:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759711.478474:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759711.478477:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759711.478482:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759711.478485:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759711.479045:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759711.479051:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759711.479052:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759711.479056:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759711.479059:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759711.479062:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.479064:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759711.479066:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.479068:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759711.479193:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759711.479198:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759711.479199:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759711.479202:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759711.479205:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759711.479207:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.479210:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759711.479211:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.479214:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759711.542257:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759711.542257:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759711.542269:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759711.542270:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759711.542273:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759711.542274:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759711.542283:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:3.0:1787759711.542284:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759711.542291:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759711.542291:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759711.542297:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759711.542297:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542302:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759711.542304:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542307:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759711.542377:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759711.542380:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759711.542382:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759711.542385:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759711.542387:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759711.542389:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759711.542466:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759711.542470:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759711.542472:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759711.542475:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759711.542478:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759711.542480:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542500:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759711.542502:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759711.542503:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759711.542506:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542507:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759711.542512:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759711.542512:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759711.542518:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759711.542520:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542523:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759711.542525:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759711.542527:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542544:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759711.542548:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542553:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759711.542556:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759711.542559:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759711.542563:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542566:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759711.542569:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542571:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542573:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542578:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759711.542579:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759711.542583:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759711.542584:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759711.542698:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759711.542702:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759711.542705:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759711.542807:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759711.542810:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.542813:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.542817:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759711.542820:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759711.542824:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1787759711.798950:0:2412:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.104:988 00000400:00000100:2.0:1787759711.799010:0:2412:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.104@tcp at host 192.168.201.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1787759711.799022:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759711.800451:0:2412:0:(router.c:1791:lnet_notify()) 192.168.201.4@tcp notifying 192.168.201.104@tcp: down 00000400:00000200:2.0:1787759711.800463:0:2412:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759711.800468:0:2412:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1787759711.800476:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759711.800482:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3600. 00000400:00000200:2.0:1787759711.800494:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759711.800501:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759711.800512:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afaa0 00000400:00000010:2.0:1787759711.800515:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afaa0. 00000100:00000001:2.0:1787759711.800523:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759711.800535:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800567:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759711.800572:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800582:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.800585:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759711.800597:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759711.800599:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3d00. 00000400:00000200:2.0:1787759711.800604:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759711.800607:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759711.800610:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af198 00000400:00000010:2.0:1787759711.800612:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af198. 00000100:00000001:2.0:1787759711.800615:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759711.800620:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800629:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759711.800633:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800645:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.800647:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759711.800653:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759711.800655:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3a00. 00000400:00000200:2.0:1787759711.800670:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759711.800674:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759711.800677:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af4c8 00000400:00000010:2.0:1787759711.800679:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af4c8. 00000100:00000001:2.0:1787759711.800681:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759711.800686:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800694:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759711.800697:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800704:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.800706:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759711.800710:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759711.800713:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3300. 00000400:00000200:2.0:1787759711.800717:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759711.800720:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759711.800723:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afb28 00000400:00000010:2.0:1787759711.800725:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afb28. 00000100:00000001:2.0:1787759711.800728:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759711.800733:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800741:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759711.800744:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800751:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.800753:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1787759711.800759:0:2412:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.104@tcp 00000800:00000010:2.0:1787759711.800762:0:2412:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3e00. 00000400:00000200:2.0:1787759711.800766:0:2412:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1787759711.800769:0:2412:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1787759711.800773:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af2a8 00000400:00000010:2.0:1787759711.800775:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af2a8. 00000100:00000001:2.0:1787759711.800778:0:2412:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759711.800783:0:2412:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800791:0:2412:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759711.800795:0:2412:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759733 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759711.800802:0:2412:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759711.800803:0:2412:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759711.801779:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759711.801787:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759711.801791:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759711.801803:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759711] req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759711.801821:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759711.801824:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759711.801827:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746aa8. 00000400:00000200:0.0:1787759711.801832:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af440 00000400:00000010:0.0:1787759711.801835:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af440. 00000100:00000001:0.0:1787759711.801839:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759711.801844:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759711.801856:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.801863:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759711.801866:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.801869:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.801872:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759711.801877:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.801886:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759711.801892:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.801901:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759711.801905:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.801907:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.801908:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.801912:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759711.801917:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759711.801921:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759711.801927:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759711.801930:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759711.801935:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759711.801944:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563904:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759711.801950:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759711.801955:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759711] req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759711.801964:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759711.801966:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759711.801968:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746370. 00000400:00000200:0.0:1787759711.801971:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af880 00000400:00000010:0.0:1787759711.801973:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af880. 00000100:00000001:0.0:1787759711.801975:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759711.801978:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759711.801987:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.801994:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759711.801995:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.801997:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.801998:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759711.802003:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802010:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759711.802014:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802028:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759711.802031:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802032:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802034:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802036:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759711.802038:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759711.802041:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759711.802045:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759711.802048:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759711.802053:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759711.802062:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564032:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759711.802067:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759711.802071:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759711] req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759711.802080:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759711.802081:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759711.802083:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f746d10. 00000400:00000200:0.0:1787759711.802086:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0af6e8 00000400:00000010:0.0:1787759711.802088:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0af6e8. 00000100:00000001:0.0:1787759711.802091:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759711.802094:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759711.802104:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802110:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759711.802113:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802167:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802169:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759711.802174:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802180:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759711.802184:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802191:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759711.802194:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802196:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802197:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802199:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759711.802201:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759711.802204:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759711.802208:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759711.802210:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759711.802215:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759711.802222:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564160:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759711.802226:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759711.802231:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759711] req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759711.802238:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759711.802239:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759711.802241:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7462c0. 00000400:00000200:0.0:1787759711.802243:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759711.802245:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759711.802248:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759711.802251:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759711.802258:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802265:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759711.802266:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802268:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802269:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759711.802272:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802279:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759711.802283:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802290:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759711.802293:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802294:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802296:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802298:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759711.802302:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759711.802304:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759711.802309:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759711.802312:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759711.802316:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759711.802323:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875563776:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759711.802327:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759711.802332:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759708/real 1787759711] req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759711.802346:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759711.802348:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759711.802350:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759711.802352:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759711.802354:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759711.802356:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759711.802360:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759711.802367:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802373:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759711.802374:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802376:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802377:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759711.802380:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802390:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759711.802394:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802399:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759711.802402:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802403:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759711.802404:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802405:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759711.802407:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759711.802410:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759711.802413:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759711.802416:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759711.802420:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759711.802690:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875563648:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759711.802696:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802700:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759711.802704:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875563904/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802712:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759711.802716:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759711.802720:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759711.802726:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759711.802730:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759711.802733:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759711.802736:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759711.802740:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:0.0:1787759711.802744:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759711.802747:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759711.802749:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:0.0:1787759711.802753:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759711.802754:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802756:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759711.802761:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875564032/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802768:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759711.802770:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759711.802771:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759711.802775:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759711.802776:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759711.802777:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759711.802780:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759711.802782:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521000. 02000000:00000001:0.0:1787759711.802785:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759711.802787:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759711.802788:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:0.0:1787759711.802791:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759711.802792:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802794:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759711.802799:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875564160/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802806:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759711.802807:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759711.802809:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759711.802812:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759711.802813:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759711.802815:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759711.802817:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759711.802819:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:0.0:1787759711.802822:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759711.802823:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759711.802825:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:0.0:1787759711.802828:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759711.802829:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802831:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759711.802835:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875563776/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802842:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759711.802843:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759711.802845:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759711.802848:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759711.802849:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759711.802850:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759711.802853:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759711.802854:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759711.802857:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759711.802858:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759711.802860:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759711.802862:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759711.802864:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802866:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759711.802869:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875563648/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759733 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759711.802876:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759711.802877:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759711.802879:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759711.802882:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759711.802883:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759711.802884:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759711.802886:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759711.802888:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759711.802891:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759711.802892:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759711.802894:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759711.802896:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759711.802897:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802900:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759711.802910:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759711.802913:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759711.802916:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759711.802917:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759712.246333:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759712.246343:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759712.246346:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759712.246352:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759712.246356:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759712.246361:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.246364:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759712.246367:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.246371:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759712.502246:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759712.502254:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759712.502257:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759712.502264:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759712.502268:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759712.502273:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.502277:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759712.502277:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759712.502281:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.502287:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759712.502290:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759712.502306:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759712.502311:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759712.502313:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759712.502320:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.502324:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759712.502327:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.502331:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759712.503102:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759712.503107:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759712.503109:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759712.503112:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759712.503114:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759712.503135:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.503137:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759712.503140:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.503142:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759712.566285:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759712.566292:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759712.566297:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759712.566297:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759712.566303:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759712.566308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759712.566312:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759712.566313:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759712.566319:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759712.566320:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759712.566324:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759712.566327:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759712.566333:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759712.566334:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759712.566337:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759712.566339:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759712.566345:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759712.566371:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759712.566377:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759712.566381:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759712.566527:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759712.566541:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759712.566543:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759712.566547:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759712.566551:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759712.566555:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.566558:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759712.566560:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.566564:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759712.566843:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759712.566847:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759712.566848:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759712.566851:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759712.566854:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759712.566856:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.566858:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759712.566859:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.566861:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759712.566872:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759712.566874:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759712.566876:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759712.566879:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759712.566881:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759712.566883:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.566885:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759712.566887:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759712.566889:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759712.566942:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759712.566946:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759712.566947:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759712.566949:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759712.566952:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759712.566954:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.566956:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759712.566957:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759712.566959:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759713.270779:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759713.270790:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759713.270793:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759713.270798:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759713.270803:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759713.270807:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759713.270811:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759713.270814:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759713.270818:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.526260:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759713.526268:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759713.526270:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.526275:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759713.526279:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759713.526283:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.526285:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.526288:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.526291:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759713.529880:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759713.529888:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759713.529890:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759713.529896:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759713.529900:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759713.529903:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.529906:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759713.529908:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.529912:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.530059:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759713.530063:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759713.530064:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759713.530067:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759713.530070:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759713.530072:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759713.530074:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759713.530075:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759713.530078:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759713.590257:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759713.590259:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759713.590265:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759713.590266:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759713.590267:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759713.590270:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.590273:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759713.590275:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759713.590277:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759713.590279:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759713.590281:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.590284:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759713.590284:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.590288:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.590289:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.590292:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759713.590293:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.590298:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759713.590515:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759713.590518:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759713.590523:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759713.590524:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759713.590527:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759713.590528:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759713.590531:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759713.590532:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759713.590550:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759713.590553:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759713.590556:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759713.590761:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759713.590768:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759713.590770:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759713.590775:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759713.590779:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759713.590782:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759713.590785:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759713.590787:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759713.590790:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759713.590856:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759713.590860:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759713.590862:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759713.590865:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759713.590867:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759713.590871:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.590873:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759713.590875:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759713.590877:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.590926:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759713.590930:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759713.590931:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759713.590934:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759713.590936:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759713.590938:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759713.590941:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759713.590943:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759713.590945:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759713.846605:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759713.846616:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759713.846619:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759713.846630:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759713.846635:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759713.846642:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18395 00000400:00000200:3.0:1787759713.846651:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759713.846656:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759713.846658:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759713.846661:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846664:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.846666:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846668:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759713.846672:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759713.846674:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759713.846677:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759713.846680:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759713.846681:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759713.846684:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759713.846688:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846691:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.846693:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846696:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759713.846700:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759713.846705:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846707:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759713.846711:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759713.846715:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759713.846718:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.846721:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759713.846724:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759713.846732:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759713.846737:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759713.846751:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759713.846754:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.846758:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759713.846761:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759713.846767:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759713.846776:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759713.846785:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759713.846796:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759713.846807:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759713.846811:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759713.846817:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759713.846867:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759713.846871:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759713.846874:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759713.846876:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759713.846877:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759713.846881:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759713.846884:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18395 00000400:00000200:3.0:1787759713.846889:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759713.846892:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759713.846894:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759713.846897:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787759713.846897:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846900:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1787759713.846902:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787759713.846902:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846904:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759713.846906:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1787759713.846906:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759713.846908:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759713.846910:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759713.846912:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759713.846914:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759713.846917:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1787759713.846917:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759713.846920:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846922:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.846924:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.846926:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759713.846927:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1787759713.846929:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00000001:0.0:1787759713.846930:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759713.846932:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 02000000:00000001:0.0:1787759713.846934:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1787759713.846934:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759713.846936:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759713.846942:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759713.846943:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759713.846945:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.846946:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.846947:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1787759713.846950:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875564288:192.168.201.104@tcp:250:kworker.0 00000008:00100000:3.0:1787759713.846953:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1787759713.846956:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1787759713.846956:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.846959:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.846961:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1787759713.846962:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 02000000:00000001:0.0:1787759713.846963:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787759713.846965:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759713.846968:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759713.846969:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.846971:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1787759713.846971:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759713.846972:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759713.846974:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759713.846976:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759713.846978:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759713.846978:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759713.846981:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.846986:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00100000:3.0:1787759713.846986:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759713.846994:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1787759713.846995:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000100:00000001:3.0:1787759713.846996:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759713.846999:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787759713.847003:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000001:3.0:1787759713.847008:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759713.847010:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1787759713.847012:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564288, portal 25 00000100:00080000:3.0:1787759713.847014:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759713.847015:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759713.847017:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759713.847019:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759713.847021:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000001:3.0:1787759713.847021:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759713.847023:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18395 00000100:00000040:0.0:1787759713.847027:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787759713.847027:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759713.847030:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759713.847033:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1787759713.847034:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787759713.847036:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847038:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847041:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000040:0.0:1787759713.847042:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847043:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000400:00000010:0.0:1787759713.847045:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000020:00000001:3.0:1787759713.847046:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759713.847047:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759713.847049:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000200:0.0:1787759713.847050:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875564288, offset 0 00000020:00000040:3.0:1787759713.847051:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759713.847053:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759713.847055:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759713.847059:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000400:00000200:0.0:1787759713.847061:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847061:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847063:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847065:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759713.847068:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759713.847071:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847073:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 02000000:00000001:3.0:1787759713.847079:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1787759713.847081:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 02000000:00000001:3.0:1787759713.847082:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759713.847084:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847086:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1787759713.847087:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00100000:3.0:1787759713.847088:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759713.847091:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847093:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847097:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000100:00000010:3.0:1787759713.847097:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759713.847099:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000400:00000200:0.0:1787759713.847101:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1787759713.847102:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759713.847103:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847105:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847105:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759713.847106:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759713.847108:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847109:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776833:776833:256:4294967295] 192.168.201.104@tcp LPNI seq info [776824:776824:8:4294967295] 02000000:00000010:3.0:1787759713.847112:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000400:00000200:0.0:1787759713.847114:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:3.0:1787759713.847162:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759713.847168:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759713.847175:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759713.847177:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847180:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000100:00000040:3.0:1787759713.847181:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759713.847188:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759713.847191:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759713.847195:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759713.847196:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759713.847198:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.0:1787759713.847200:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847201:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759713.847203:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18395 00000400:00000200:3.0:1787759713.847207:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759713.847210:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759713.847212:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759713.847215:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847217:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847218:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847221:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759713.847224:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759713.847225:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000800:00000010:0.0:1787759713.847226:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000020:00000001:3.0:1787759713.847227:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759713.847229:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759713.847231:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759713.847233:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000800:00000200:0.0:1787759713.847234:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000040:3.0:1787759713.847237:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847239:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847242:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847244:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759713.847247:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759713.847250:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847252:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787759713.847254:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 02000000:00000001:3.0:1787759713.847254:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759713.847257:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759713.847259:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1787759713.847261:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000100:00000001:3.0:1787759713.847262:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759713.847264:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000800:00000200:0.1:1787759713.847265:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000008:00000001:3.0:1787759713.847266:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847268:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1787759713.847270:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000100:00000010:3.0:1787759713.847272:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000800:00000010:0.0:1787759713.847274:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000020:00000040:3.0:1787759713.847274:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759713.847277:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759713.847278:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847280:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759713.847281:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1787759713.847282:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:3.0:1787759713.847283:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759713.847286:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000400:00000200:0.0:1787759713.847287:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1787759713.847290:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847293:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000100:00100000:3.0:1787759713.847294:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1787759713.847296:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759713.847301:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787759713.847301:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759713.847303:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759713.847305:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759713.847307:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759713.847315:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.847316:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1787759713.847318:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787759713.847319:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787759713.847321:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759713.847323:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759713.847325:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759713.847327:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847328:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1787759713.847329:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1787759713.847330:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18395 00000100:00000001:0.0:1787759713.847337:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.847341:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759713.847341:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759713.847344:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313069324 00000400:00000200:3.0:1787759713.847345:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759713.847347:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1787759713.847350:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000040:3.0:1787759713.847350:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847353:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847355:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847357:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000100:00000001:0.0:1787759713.847359:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1787759713.847360:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759713.847361:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759713.847363:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:0.0:1787759713.847364:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313069324 00000020:00000040:3.0:1787759713.847365:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759713.847367:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000010:0.0:1787759713.847368:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000020:00000001:3.0:1787759713.847370:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759713.847374:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847376:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759713.847378:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759713.847380:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759713.847383:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759713.847386:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759713.847388:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787759713.847389:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759713.847391:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1787759713.847392:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.847395:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759713.847397:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.847398:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1787759713.847399:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847401:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1787759713.847403:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713] req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1787759713.847403:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759713.847406:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847408:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759713.847412:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000400:00000001:0.0:1787759713.847414:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1787759713.847414:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 00000400:00000001:0.0:1787759713.847416:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1787759713.847417:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1787759713.847418:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 02000000:00000001:3.0:1787759713.847419:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759713.847420:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787759713.847421:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 02000000:00000001:3.0:1787759713.847422:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1787759713.847423:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 02000000:00000001:3.0:1787759713.847423:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.847426:0:2422:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1787759713.847428:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759713.847430:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759713.847434:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1787759713.847438:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759713.847442:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759713.847444:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787759713.847448:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787759713.847448:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.847456:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787759713.847456:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.847458:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.847460:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1787759713.847461:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18405) 00000100:00000001:0.0:1787759713.847462:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759713.847472:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.848518:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759713.848528:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.848851:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759713.848855:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.848857:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.848859:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.848862:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759713.848864:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759713.848867:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759713.848873:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759713.848885:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759713.848890:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759713.848911:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875564288:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759713.848918:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.848921:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.848925:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875564288/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.848932:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759713.848935:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759713.848951:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759713.848957:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759713.848960:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759713.848962:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759713.848964:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759713.848967:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:0.0:1787759713.848972:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759713.848974:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759713.848976:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:0.0:1787759713.848980:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759713.848981:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.848984:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.848995:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759713.849012:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.849015:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759713.849017:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759713.849019:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759713.849024:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849036:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.849037:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.849041:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759713.849043:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759713.849046:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.849050:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759713.849054:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759713.849072:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759713.849074:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.849077:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759713.849085:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759713.849087:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.849094:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759713.849098:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759713.849104:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759713.849110:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564416, portal 10 00000100:00000001:0.0:1787759713.849113:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759713.849115:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:0.0:1787759713.849149:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849156:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759713.849159:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759713.849169:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759713.849174:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875564416, offset 0 00000400:00000200:0.0:1787759713.849180:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759713.849194:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.849201:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759713.849207:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759713.849217:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759713.849221:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759713.849224:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759713.849228:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776834:776834:256:4294967295] 192.168.201.104@tcp LPNI seq info [776825:776825:8:4294967295] 00000400:00000200:0.0:1787759713.849233:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.849269:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759713.849276:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.849281:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759713.849288:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759713.849291:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759713.849297:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759713.849301:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759713.849305:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.849308:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759713.849313:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759713.849317:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759713.849322:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759713.849325:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759713.849329:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759713.849332:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849352:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.849355:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849376:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.849378:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759713.849386:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759713.849390:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759713.849394:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759713.849397:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313068045 00000100:00000001:0.0:1787759713.849401:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.849404:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313068045 00000100:00000001:0.0:1787759713.849407:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.849410:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.849413:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.849416:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759713.849421:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713] req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759713.849430:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759713.849432:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759713.849434:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759713.849437:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759713.849439:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759713.849442:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759713.849446:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759713.849467:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849475:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759713.849477:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.849479:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.849480:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759713.849489:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849496:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759713.849500:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849507:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759713.849509:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.849511:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.849512:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.849514:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759713.849525:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759713.849528:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759713.849533:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759713.849535:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759713.849554:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759713.849563:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564416:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759713.849568:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759713.849587:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.849595:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.849597:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.849600:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759713.849601:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759713.849604:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.849607:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759713.849610:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759713.849612:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759713.849614:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.849616:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759713.849620:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759713.849631:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.850329:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759713.850334:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759713.850339:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759713.850344:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564544, portal 10 00000100:00000001:0.0:1787759713.850354:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759713.850355:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759713.850364:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850371:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759713.850375:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759713.850390:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759713.850393:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875564544, offset 0 00000400:00000200:0.0:1787759713.850399:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759713.850405:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.850410:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759713.850414:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759713.850417:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759713.850421:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759713.850423:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759713.850427:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776835:776835:256:4294967295] 192.168.201.104@tcp LPNI seq info [776826:776826:8:4294967295] 00000400:00000200:0.0:1787759713.850432:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.850440:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759713.850445:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.850449:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759713.850454:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759713.850458:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759713.850463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759713.850467:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759713.850481:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.850483:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759713.850488:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759713.850492:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759713.850495:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759713.850498:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759713.850507:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759713.850511:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850520:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.850524:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850656:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.850658:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759713.850664:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759713.850668:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759713.850672:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759713.850674:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313068047 00000100:00000001:0.0:1787759713.850677:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.850680:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313068047 00000100:00000001:0.0:1787759713.850682:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.850685:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.850687:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.850689:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759713.850694:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713] req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759713.850704:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759713.850706:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759713.850708:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759713.850711:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759713.850713:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759713.850716:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759713.850720:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759713.850729:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850737:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759713.850738:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.850741:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.850743:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759713.850764:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850772:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759713.850777:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850785:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759713.850788:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.850790:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.850791:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.850793:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759713.850797:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759713.850800:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759713.850803:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759713.850806:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759713.850811:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759713.850828:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564544:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759713.850833:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759713.850838:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850845:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.850859:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.850862:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759713.850865:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759713.850867:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.850871:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759713.850874:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759713.850877:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759713.850880:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.850882:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759713.850886:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759713.850888:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.850893:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759713.850896:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759713.850900:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759713.850903:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564672, portal 4 00000100:00000001:0.0:1787759713.850906:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759713.850907:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759713.850914:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.850933:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759713.850991:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759713.850994:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759713.850998:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875564672, offset 0 00000400:00000200:0.0:1787759713.851003:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759713.851008:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.851012:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759713.851015:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759713.851018:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759713.851021:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759713.851023:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759713.851027:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776836:776836:256:4294967295] 192.168.201.104@tcp LPNI seq info [776827:776827:8:4294967295] 00000400:00000200:0.0:1787759713.851031:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.851038:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759713.851043:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.851047:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759713.851051:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759713.851054:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759713.851059:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759713.851062:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759713.851067:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.851069:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759713.851073:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759713.851077:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759713.851080:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759713.851082:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759713.851085:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759713.851090:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851114:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.851251:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851258:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.851261:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759713.851265:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759713.851269:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759713.851273:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759713.851275:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313068107 00000100:00000001:0.0:1787759713.851286:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.851289:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313068107 00000100:00000001:0.0:1787759713.851291:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.851294:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.851297:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.851299:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759713.851314:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713] req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759713.851323:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759713.851325:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759713.851327:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759713.851330:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759713.851332:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759713.851334:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759713.851338:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759713.851347:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851359:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759713.851361:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.851363:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.851364:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759713.851368:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851376:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759713.851381:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851389:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759713.851391:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.851393:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.851395:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.851397:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759713.851399:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759713.851420:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759713.851424:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759713.851427:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759713.851431:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759713.851439:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564672:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759713.851444:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759713.851448:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851454:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759713.851456:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.851459:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759713.851461:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759713.851463:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759713.851466:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759713.851470:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759713.851473:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759713.851475:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759713.851476:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759713.851480:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759713.851482:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759713.851486:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759713.851488:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759713.851492:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759713.851495:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564800, portal 4 00000100:00000001:0.0:1787759713.851498:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759713.851499:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759713.851513:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.851521:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759713.851524:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759713.851526:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759713.851600:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875564800, offset 0 00000400:00000200:0.0:1787759713.851606:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759713.851611:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.851615:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759713.851618:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759713.851630:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759713.851633:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759713.851641:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759713.851645:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776837:776837:256:4294967295] 192.168.201.104@tcp LPNI seq info [776828:776828:8:4294967295] 00000400:00000200:0.0:1787759713.851650:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759713.851656:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759713.851662:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.851665:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759713.851669:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759713.851672:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1787759713.851677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759713.851680:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1787759713.851684:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759713.851686:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759713.853451:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759713.853465:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759713.853472:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759713.853475:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759713.853479:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759713.853493:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853505:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.853509:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853516:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.853524:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759713.853532:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759713.853538:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759713.853543:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759713.853551:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313068073 00000100:00000001:0.0:1787759713.853555:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.853558:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313068073 00000100:00000001:0.0:1787759713.853561:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313069324 00000100:00000001:0.0:1787759713.853564:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759713.853568:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.853570:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759713.853575:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759713/real 1787759713] req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759713.853591:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759713.853592:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759713.853595:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759713.853598:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759713.853600:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759713.853604:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759713.853608:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759713.853628:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853637:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759713.853639:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853641:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.853643:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759713.853648:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853659:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759713.853664:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853672:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759713.853675:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853677:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759713.853679:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853681:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759713.853684:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759713.853691:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759713.853695:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759713.853698:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759713.853703:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759713.853716:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875564800:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759713.853721:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853725:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.853729:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875564416/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853737:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759713.853743:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759713.853748:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759713.853752:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759713.853755:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759713.853758:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759713.853760:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759713.853763:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:0.0:1787759713.853767:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759713.853773:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759713.853775:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:0.0:1787759713.853780:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759713.853781:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853783:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.853787:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875564544/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853794:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759713.853796:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759713.853798:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759713.853800:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759713.853802:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759713.853803:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759713.853805:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759713.853807:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:0.0:1787759713.853810:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759713.853812:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759713.853813:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:0.0:1787759713.853816:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759713.853817:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853819:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.853827:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875564672/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853834:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759713.853835:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759713.853837:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759713.853839:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759713.853841:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759713.853842:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759713.853844:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759713.853845:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759713.853848:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759713.853849:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759713.853854:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759713.853856:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759713.853858:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853859:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759713.853862:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875564800/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759738 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759713.853869:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759713.853870:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759713.853871:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4800. 02000000:00000001:0.0:1787759713.853877:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759713.853879:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759713.853880:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759713.853882:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759713.853884:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759713.853886:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759713.853887:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759713.853889:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759713.853891:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759713.853892:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853896:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759713.853908:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759713.853911:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759713.853914:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759713.853916:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759714.294307:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759714.294318:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759714.294321:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759714.294328:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759714.294332:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759714.294336:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759714.294340:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759714.294343:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759714.294347:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759714.550277:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759714.550281:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759714.550287:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759714.550291:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759714.550292:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759714.550296:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759714.550301:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:1.0:1787759714.550304:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759714.550310:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759714.550311:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759714.550317:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759714.550318:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.550326:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759714.550331:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.550335:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759714.550336:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759714.550341:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759714.550345:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759714.550442:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759714.550446:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759714.550448:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759714.550451:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759714.550454:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759714.550457:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.550459:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759714.550461:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.550463:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759714.614334:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759714.614346:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759714.614350:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759714.614357:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759714.614363:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759714.614368:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759714.614373:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759714.614374:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759714.614376:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.614384:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759714.614386:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759714.614391:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759714.614394:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759714.614396:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759714.614404:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.614409:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759714.614412:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.614416:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759714.614446:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759714.614449:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759714.614453:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759714.614454:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759714.614458:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759714.614459:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759714.614463:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759714.614464:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759714.614588:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759714.614592:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759714.614600:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759714.614603:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759714.614606:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759714.614616:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.614618:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759714.614621:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.614623:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759714.614852:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759714.614856:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759714.614860:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759714.614899:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759714.614903:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759714.614904:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759714.614906:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759714.614908:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759714.614911:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.614913:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759714.614914:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759714.614916:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759714.616867:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759714.616874:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759714.616876:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759714.616880:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759714.616883:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759714.616886:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.616889:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759714.616891:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759714.616894:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759715.190492:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313069324, at 4313069376 00000100:00000010:2.0:1787759715.190535:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000040:3.0:1787759715.190706:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313069324, at 4313069376 00000100:00000010:3.0:1787759715.190715:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000001:2.0:1787759715.318181:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759715.318192:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759715.318195:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759715.318203:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759715.318208:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759715.318213:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759715.318217:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759715.318220:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759715.318224:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759715.574240:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759715.574249:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759715.574251:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759715.574257:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759715.574262:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759715.574265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.574268:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759715.574270:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.574274:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759715.574364:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759715.574367:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759715.574368:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759715.574371:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759715.574373:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759715.574375:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759715.574377:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759715.574379:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759715.574382:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759715.574741:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759715.574748:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759715.574751:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759715.574756:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759715.574759:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759715.574762:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759715.574765:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759715.574767:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759715.574771:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759715.638259:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759715.638266:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759715.638269:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759715.638274:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759715.638278:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759715.638282:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.638285:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759715.638287:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.638290:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759715.638399:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759715.638403:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759715.638405:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759715.638407:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759715.638410:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759715.638412:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759715.638414:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759715.638415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759715.638417:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759715.638439:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759715.638442:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759715.638446:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759715.638448:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759715.638451:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759715.638452:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759715.638455:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759715.638456:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759715.638475:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759715.638478:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759715.638482:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759715.638529:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759715.638532:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759715.638534:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759715.638536:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759715.638538:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759715.638540:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.638543:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759715.638544:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759715.638546:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759715.647782:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759715.647791:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759715.647794:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759715.647801:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759715.647807:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759715.647811:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759715.647815:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759715.647818:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759715.647822:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759715.647896:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759715.647900:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759715.647901:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759715.647904:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759715.647907:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759715.647909:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759715.647911:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759715.647913:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759715.647916:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.342472:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759716.342483:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759716.342486:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759716.342493:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759716.342497:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759716.342502:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759716.342505:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759716.342508:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759716.342512:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759716.598241:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759716.598248:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759716.598250:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759716.598255:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759716.598259:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759716.598263:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759716.598266:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759716.598268:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759716.598272:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759716.598359:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759716.598362:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759716.598364:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759716.598366:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759716.598369:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759716.598371:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759716.598373:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759716.598374:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759716.598376:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759716.598449:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759716.598452:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759716.598453:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759716.598456:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759716.598458:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759716.598461:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759716.598462:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759716.598464:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759716.598466:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.662320:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759716.662324:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759716.662335:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759716.662335:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1787759716.662342:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759716.662344:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759716.662349:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759716.662353:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759716.662357:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1787759716.662360:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759716.662363:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.662368:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759716.662369:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.662375:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759716.662376:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.662381:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759716.662385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759716.662389:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759716.662390:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759716.662399:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759716.662401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759716.662406:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759716.662408:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759716.662445:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759716.662448:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759716.662452:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759716.662757:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759716.662762:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759716.662764:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759716.662768:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759716.662771:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759716.662775:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759716.662777:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759716.662780:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759716.662784:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759716.662831:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759716.662835:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759716.662851:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759716.662854:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759716.662857:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759716.662859:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759716.662861:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759716.662862:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759716.662864:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759716.662936:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759716.662940:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759716.662941:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759716.662943:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759716.662945:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759716.662947:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759716.662949:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759716.662951:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759716.662953:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759716.663164:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759716.663168:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759716.663170:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759716.663173:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759716.663176:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759716.663179:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759716.663182:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759716.663184:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759716.663186:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759717.366249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759717.366259:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759717.366261:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759717.366268:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759717.366272:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759717.366278:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759717.366281:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759717.366285:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759717.366288:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759717.622237:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759717.622244:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759717.622246:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759717.622252:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759717.622256:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759717.622260:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.622263:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759717.622266:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.622269:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759717.622387:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759717.622391:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759717.622393:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759717.622395:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759717.622398:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759717.622400:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759717.622402:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759717.622403:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759717.622406:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759717.622580:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759717.622584:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759717.622585:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759717.622588:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759717.622590:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759717.622592:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.622594:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759717.622596:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.622598:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759717.686273:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759717.686274:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759717.686286:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759717.686286:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759717.686293:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759717.686294:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759717.686307:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759717.686307:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759717.686316:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759717.686322:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759717.686326:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759717.686329:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.686329:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759717.686336:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759717.686337:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759717.686343:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759717.686347:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.686352:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759717.686386:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759717.686390:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759717.686394:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759717.686395:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759717.686398:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759717.686399:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759717.686403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759717.686404:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759717.686524:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759717.686528:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759717.686529:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759717.686538:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759717.686541:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759717.686543:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.686545:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759717.686547:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.686549:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759717.686632:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759717.686636:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759717.686639:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759717.686697:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759717.686700:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759717.686701:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759717.686704:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759717.686706:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759717.686708:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.686711:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759717.686712:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759717.686714:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759717.687162:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759717.687166:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759717.687167:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759717.687170:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759717.687173:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759717.687175:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.687177:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759717.687178:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759717.687181:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759718.392692:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759718.392704:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759718.392707:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759718.392715:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759718.392719:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759718.392724:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.392728:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759718.392731:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.392735:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.647010:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759718.647019:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759718.647021:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.647027:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759718.647031:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759718.647034:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759718.647037:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759718.647039:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759718.647042:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.656701:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759718.656714:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759718.656717:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.656724:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759718.656728:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759718.656734:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.656736:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.656740:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.656744:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759718.669215:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759718.669222:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759718.669223:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759718.669228:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759718.669231:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759718.669234:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759718.669236:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759718.669238:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759718.669240:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759718.710324:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759718.710336:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759718.710340:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759718.710347:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759718.710351:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759718.710356:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.710360:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759718.710364:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.710367:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.710580:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759718.710588:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759718.710591:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.710597:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759718.710601:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759718.710604:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759718.710607:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759718.710609:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759718.710610:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759718.710614:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759718.710616:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.710616:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759718.710621:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759718.710624:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759718.710626:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759718.710627:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759718.710629:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759718.710630:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710647:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759718.710651:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710656:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759718.710657:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710660:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759718.710663:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759718.710666:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759718.710669:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710672:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759718.710675:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710677:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710679:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710683:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759718.710685:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759718.710686:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759718.710689:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710690:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759718.710692:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710693:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759718.710695:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759718.710715:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759718.710718:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759718.710722:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759718.710815:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759718.710819:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759718.710820:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759718.710823:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759718.710826:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759718.710828:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.710830:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759718.710832:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759718.710834:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.710929:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759718.710933:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759718.710934:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.710937:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759718.710939:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759718.710941:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.710943:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.710944:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.710946:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759718.966268:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759718.966279:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759718.966282:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759718.966287:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759718.966302:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759718.966310:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18400 00000400:00000200:3.0:1787759718.966320:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759718.966326:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759718.966330:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759718.966334:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966338:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966341:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966343:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759718.966349:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759718.966351:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759718.966354:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759718.966357:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759718.966361:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759718.966364:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759718.966367:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966370:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966372:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966375:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759718.966379:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759718.966383:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966386:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759718.966390:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759718.966394:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759718.966397:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966400:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759718.966403:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759718.966413:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f840. 00000020:00000040:3.0:1787759718.966417:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759718.966422:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759718.966424:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966427:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759718.966430:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759718.966436:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759718.966447:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc000. 00000100:00000001:3.0:1787759718.966455:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.966464:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759718.966474:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759718.966480:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.966485:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000814b8455] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759718.966514:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759718.966518:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759718.966522:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759718.966523:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759718.966525:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759718.966542:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759718.966545:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18400 00000400:00000200:3.0:1787759718.966550:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759718.966553:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759718.966555:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759718.966559:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966561:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966563:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966566:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759718.966569:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759718.966571:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759718.966572:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759718.966574:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759718.966576:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759718.966578:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759718.966582:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966584:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966586:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966589:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759718.966591:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759718.966594:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966597:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759718.966599:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759718.966606:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759718.966608:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966610:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759718.966614:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759718.966617:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966619:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759718.966622:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cf00. 00000020:00000040:3.0:1787759718.966625:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759718.966628:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759718.966630:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966632:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759718.966633:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759718.966635:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759718.966640:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dec00. 00000100:00000001:3.0:1787759718.966645:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.966651:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759718.966659:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759718.966661:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.966665:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a86b56] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759718.966673:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759718.966676:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759718.966680:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759718.966681:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759718.966683:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759718.966686:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759718.966689:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18400 00000400:00000200:3.0:1787759718.966693:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759718.966696:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759718.966699:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759718.966702:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966705:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966707:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966709:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759718.966712:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759718.966714:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759718.966716:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759718.966718:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759718.966720:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759718.966722:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759718.966726:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966728:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966731:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966733:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759718.966736:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759718.966740:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966742:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759718.966744:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759718.966746:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759718.966748:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966750:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759718.966752:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759718.966755:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966757:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759718.966760:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77ed00. 00000020:00000040:3.0:1787759718.966763:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759718.966765:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759718.966767:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966769:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759718.966771:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759718.966772:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759718.966776:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de400. 00000100:00000001:3.0:1787759718.966779:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.966783:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759718.966790:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759718.966793:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.966796:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081aaf704] to pc [ptlrpcd_rcv+-1] req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759718.966803:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759718.966806:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759718.966809:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759718.966811:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759718.966813:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759718.966816:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759718.966818:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18400 00000400:00000200:3.0:1787759718.966822:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759718.966825:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759718.966827:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759718.966830:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966832:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966834:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966836:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759718.966839:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759718.966840:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759718.966842:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759718.966844:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759718.966846:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759718.966849:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759718.966852:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966854:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966856:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966858:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759718.966861:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759718.966864:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966866:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759718.966868:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759718.966871:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759718.966873:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966875:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759718.966877:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759718.966880:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966882:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759718.966887:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e1c0. 00000020:00000040:3.0:1787759718.966890:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759718.966892:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759718.966893:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.966894:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759718.966896:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759718.966897:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759718.966901:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd800. 00000100:00000001:3.0:1787759718.966904:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.966908:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759718.966914:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759718.966916:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.966919:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281567f4] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759718.966926:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759718.966928:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759718.966932:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759718.966933:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759718.966934:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759718.966936:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759718.966939:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18400 00000400:00000200:3.0:1787759718.966942:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759718.966945:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759718.966947:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759718.966962:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966964:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966966:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966968:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759718.966970:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759718.966972:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759718.966973:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759718.966975:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759718.966977:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759718.966980:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759718.966983:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966985:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759718.966987:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966989:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759718.966992:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759718.966995:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759718.966997:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759718.966999:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759718.967001:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759718.967004:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.967005:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759718.967007:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759718.967009:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.967011:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759718.967015:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77cb40. 00000020:00000040:3.0:1787759718.967017:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759718.967019:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759718.967020:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759718.967022:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759718.967023:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759718.967025:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759718.967029:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de800. 00000100:00000001:3.0:1787759718.967031:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759718.967036:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759718.967042:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759718.967044:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.967048:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c962daf] to pc [ptlrpcd_rcv+-1] req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759718.967055:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759718.967060:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18410) 00000100:00000001:0.0:1787759718.967295:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759718.967300:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759718.967303:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759718.967310:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967319:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.967322:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.967325:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759718.967328:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759718.967331:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.967335:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875564928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759718.967340:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759718.967344:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759718.967347:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.967350:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759718.967356:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759718.967358:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.967363:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759718.967368:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759718.967375:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759718.967382:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875564928, portal 25 00000100:00000001:0.0:1787759718.967385:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759718.967387:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170178624 : -114921539372992 : ffff977abe77f840) 00000100:00000040:0.0:1787759718.967392:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967400:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759718.967403:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759718.967406:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759718.967410:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875564928, offset 0 00000400:00000200:0.0:1787759718.967417:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759718.967425:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.967431:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759718.967437:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759718.967441:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759718.967444:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759718.967447:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759718.967451:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776838:776838:256:4294967295] 192.168.201.104@tcp LPNI seq info [776829:776829:8:4294967295] 00000400:00000200:0.0:1787759718.967455:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.967466:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759718.967473:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.967479:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759718.967485:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759718.967489:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759718.967495:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759718.967499:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759718.967504:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.967507:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759718.967514:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759718.967519:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759718.967524:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759718.967527:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759718.967544:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759718.967548:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967557:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.967561:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967568:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.967570:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759718.967576:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.967581:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759718.967584:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313074444 00000100:00000010:0.0:1787759718.967589:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052a80. 00000100:00000001:0.0:1787759718.967596:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759718.967601:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313074444 00000100:00000010:0.0:1787759718.967605:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052480. 00000100:00000001:0.0:1787759718.967608:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759718.967611:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759718.967614:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.967617:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759718.967621:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718] req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759718.967635:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759718.967637:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759718.967639:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759718.967642:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759718.967644:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759718.967646:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759718.967650:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759718.967658:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967664:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759718.967666:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967668:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.967670:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759718.967674:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967681:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759718.967685:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967692:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759718.967696:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967697:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.967699:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967701:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759718.967703:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759718.967706:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759718.967710:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759718.967712:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759718.967717:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759718.967725:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875564928:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759718.967729:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759718.967733:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967739:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.967741:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.967743:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759718.967744:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759718.967747:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.967749:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759718.967753:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759718.967755:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759718.967757:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.967758:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759718.967762:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759718.967764:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.967768:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759718.967771:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759718.967774:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759718.967777:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565056, portal 10 00000100:00000001:0.0:1787759718.967779:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759718.967780:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170168064 : -114921539383552 : ffff977abe77cf00) 00000100:00000040:0.0:1787759718.967786:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967793:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759718.967795:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759718.967798:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759718.967800:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875565056, offset 0 00000400:00000200:0.0:1787759718.967805:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759718.967809:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.967812:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759718.967815:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759718.967817:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759718.967820:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759718.967822:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759718.967824:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776839:776839:256:4294967295] 192.168.201.104@tcp LPNI seq info [776830:776830:8:4294967295] 00000400:00000200:0.0:1787759718.967829:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.967835:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759718.967840:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.967843:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759718.967848:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759718.967850:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759718.967855:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759718.967858:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759718.967862:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.967864:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759718.967867:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759718.967870:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759718.967873:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759718.967875:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759718.967877:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759718.967880:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967887:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.967890:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967896:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.967897:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759718.967900:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759718.967904:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759718.967907:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759718.967909:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313073164 00000100:00000001:0.0:1787759718.967913:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.967915:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313073164 00000100:00000001:0.0:1787759718.967917:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.967919:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759718.967921:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.967923:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759718.967927:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718] req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759718.967934:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759718.967935:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759718.967937:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759718.967939:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759718.967941:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759718.967943:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759718.967947:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759718.967954:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967961:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759718.967962:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967964:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.967965:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759718.967968:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967974:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759718.967978:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.967984:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759718.967988:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967989:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.967990:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.967992:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759718.967997:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759718.967999:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759718.968003:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759718.968005:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759718.968009:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759718.968017:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565056:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759718.968021:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759718.968024:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968031:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.968033:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968035:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759718.968036:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759718.968038:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.968041:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759718.968044:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759718.968046:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759718.968048:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968049:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759718.968053:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759718.968055:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.968059:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759718.968061:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759718.968064:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759718.968067:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565184, portal 10 00000100:00000001:0.0:1787759718.968070:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759718.968072:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170175744 : -114921539375872 : ffff977abe77ed00) 00000100:00000040:0.0:1787759718.968077:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968084:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759718.968086:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759718.968089:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759718.968092:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875565184, offset 0 00000400:00000200:0.0:1787759718.968096:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968099:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968103:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759718.968106:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759718.968108:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759718.968111:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759718.968113:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968154:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776840:776840:256:4294967295] 192.168.201.104@tcp LPNI seq info [776831:776831:8:4294967295] 00000400:00000200:0.0:1787759718.968160:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968166:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759718.968170:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968174:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759718.968177:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759718.968180:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759718.968184:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759718.968186:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759718.968190:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968192:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759718.968196:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759718.968199:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759718.968202:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759718.968204:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759718.968206:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759718.968210:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968223:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.968226:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968233:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968234:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759718.968238:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759718.968241:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759718.968244:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759718.968246:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313073165 00000100:00000001:0.0:1787759718.968248:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968250:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313073165 00000100:00000001:0.0:1787759718.968252:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968254:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759718.968256:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968258:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759718.968261:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718] req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759718.968268:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759718.968270:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759718.968271:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759718.968274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759718.968275:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759718.968278:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759718.968281:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759718.968288:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968293:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759718.968295:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968297:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968298:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759718.968301:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968307:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759718.968310:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968315:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759718.968318:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968319:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968320:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968322:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759718.968325:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759718.968327:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759718.968330:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759718.968332:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759718.968336:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759718.968343:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565184:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759718.968347:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759718.968350:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968357:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.968358:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968360:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759718.968362:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759718.968363:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.968367:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759718.968370:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759718.968372:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759718.968374:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968375:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759718.968379:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759718.968381:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.968384:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759718.968387:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759718.968390:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759718.968394:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565312, portal 4 00000100:00000001:0.0:1787759718.968396:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759718.968397:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170172864 : -114921539378752 : ffff977abe77e1c0) 00000100:00000040:0.0:1787759718.968403:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968410:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759718.968412:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759718.968414:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759718.968417:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875565312, offset 0 00000400:00000200:0.0:1787759718.968421:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968425:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968429:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759718.968431:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759718.968434:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759718.968436:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759718.968438:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968441:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776841:776841:256:4294967295] 192.168.201.104@tcp LPNI seq info [776832:776832:8:4294967295] 00000400:00000200:0.0:1787759718.968445:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968452:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759718.968456:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968459:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759718.968463:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759718.968466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759718.968471:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759718.968473:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759718.968477:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968479:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759718.968482:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759718.968486:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759718.968488:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759718.968490:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759718.968492:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759718.968495:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968503:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.968506:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968512:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968513:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759718.968516:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759718.968519:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759718.968522:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759718.968524:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313073224 00000100:00000001:0.0:1787759718.968526:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968528:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313073224 00000100:00000001:0.0:1787759718.968545:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968548:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759718.968550:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968552:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759718.968556:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718] req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759718.968563:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759718.968565:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759718.968567:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759718.968569:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759718.968571:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759718.968573:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759718.968576:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759718.968584:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968590:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759718.968591:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968593:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968595:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759718.968598:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968604:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759718.968608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968615:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759718.968617:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968619:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968620:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968622:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759718.968624:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759718.968627:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759718.968630:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759718.968633:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759718.968637:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759718.968650:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565312:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759718.968655:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759718.968658:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968665:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759718.968666:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968668:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759718.968670:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759718.968672:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759718.968675:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759718.968678:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759718.968680:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759718.968681:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759718.968683:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759718.968686:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759718.968688:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759718.968692:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759718.968695:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759718.968698:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759718.968702:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565440, portal 4 00000100:00000001:0.0:1787759718.968704:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759718.968706:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170167104 : -114921539384512 : ffff977abe77cb40) 00000100:00000040:0.0:1787759718.968711:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968718:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759718.968721:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759718.968724:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759718.968727:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875565440, offset 0 00000400:00000200:0.0:1787759718.968731:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968736:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968739:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759718.968742:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759718.968745:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759718.968747:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759718.968750:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759718.968753:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776842:776842:256:4294967295] 192.168.201.104@tcp LPNI seq info [776833:776833:8:4294967295] 00000400:00000200:0.0:1787759718.968758:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759718.968764:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759718.968769:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968773:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759718.968777:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759718.968780:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1787759718.968785:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759718.968788:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 53 secs later) 00000800:00000100:0.0:1787759718.968793:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759718.968795:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759718.968798:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759718.968802:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759718.968805:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759718.968806:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759718.968809:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759718.968812:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968819:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.968822:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759743 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968828:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968830:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759718.968833:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759718.968836:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759718.968839:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759718.968841:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313073188 00000100:00000001:0.0:1787759718.968844:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968846:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313073188 00000100:00000001:0.0:1787759718.968848:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313074444 00000100:00000001:0.0:1787759718.968851:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759718.968853:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.968855:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759718.968859:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759718/real 1787759718] req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759718.968866:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759718.968868:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759718.968869:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759718.968872:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759718.968873:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759718.968876:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759718.968879:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759718.968887:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968894:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759718.968895:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968897:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968898:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759718.968902:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968908:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759718.968912:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968919:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759718.968923:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968924:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759718.968925:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968927:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759718.968929:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759718.968932:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759718.968936:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759718.968938:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759718.968942:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759718.968950:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565440:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759718.968955:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.968957:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.968961:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f840 x1874582875564928/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.968967:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759718.968971:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759718.968973:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759718.968976:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759718.968980:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759718.968982:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759718.968984:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759718.968987:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc000. 02000000:00000001:0.0:1787759718.968991:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759718.968993:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759718.968995:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f840. 00000100:00000001:0.0:1787759718.968999:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759718.969000:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969001:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.969005:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cf00 x1874582875565056/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.969017:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759718.969018:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759718.969019:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759718.969022:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759718.969024:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759718.969025:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759718.969027:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759718.969029:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dec00. 02000000:00000001:0.0:1787759718.969031:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759718.969032:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759718.969034:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cf00. 00000100:00000001:0.0:1787759718.969036:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759718.969038:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969040:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.969043:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77ed00 x1874582875565184/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.969049:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759718.969050:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759718.969052:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759718.969055:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759718.969056:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759718.969057:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759718.969059:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759718.969061:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de400. 02000000:00000001:0.0:1787759718.969063:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759718.969064:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759718.969065:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77ed00. 00000100:00000001:0.0:1787759718.969068:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759718.969069:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969070:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.969074:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e1c0 x1874582875565312/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.969081:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759718.969082:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759718.969084:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759718.969086:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759718.969087:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759718.969089:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759718.969091:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759718.969092:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd800. 02000000:00000001:0.0:1787759718.969095:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759718.969096:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759718.969098:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e1c0. 00000100:00000001:0.0:1787759718.969100:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759718.969102:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969104:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759718.969107:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77cb40 x1874582875565440/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759743 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759718.969114:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759718.969138:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759718.969139:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759718.969142:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759718.969143:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759718.969145:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759718.969148:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759718.969149:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de800. 02000000:00000001:0.0:1787759718.969152:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759718.969153:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759718.969154:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77cb40. 00000100:00000001:0.0:1787759718.969157:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759718.969158:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969160:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759718.969168:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759718.969170:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759718.969173:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759718.969175:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759719.415599:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759719.415676:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759719.415680:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759719.415687:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759719.415691:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759719.415696:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759719.415700:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759719.415702:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759719.415706:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759719.670228:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759719.670236:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759719.670239:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759719.670244:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759719.670248:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759719.670252:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759719.670255:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759719.670257:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759719.670260:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759719.670650:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759719.670658:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759719.670660:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759719.670666:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759719.670669:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759719.670673:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.670676:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759719.670679:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.670683:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759719.671378:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759719.671383:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759719.671385:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759719.671389:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759719.671391:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759719.671394:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.671396:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759719.671402:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.671404:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759719.734271:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759719.734271:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759719.734283:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759719.734283:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759719.734290:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759719.734290:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759719.734302:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00100000:0.0:1787759719.734303:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759719.734310:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759719.734312:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759719.734317:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.734318:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.734328:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759719.734332:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.734336:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759719.734338:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759719.734342:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.734346:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759719.734475:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759719.734479:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759719.734483:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759719.734484:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759719.734488:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759719.734489:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759719.734493:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759719.734494:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759719.734514:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759719.734525:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759719.734529:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759719.735704:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759719.735710:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759719.735712:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759719.735716:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759719.735719:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759719.735722:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759719.735725:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759719.735746:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759719.735750:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759719.736284:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759719.736288:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759719.736290:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759719.736293:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759719.736296:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759719.736299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.736302:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759719.736304:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759719.736306:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759719.738691:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759719.738717:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759719.738731:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759719.738737:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759719.738741:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759719.738746:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.738758:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759719.738761:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759719.738765:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759720.310287:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313074444, at 4313074496 00000100:00000010:3.0:1787759720.310302:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052480. 00000100:00000040:2.0:1787759720.310411:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313074444, at 4313074496 00000100:00000010:2.0:1787759720.310418:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052a80. 00000100:00000001:2.0:1787759720.438246:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759720.438255:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759720.438257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759720.438262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759720.438266:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759720.438271:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.438274:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759720.438277:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.438280:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759720.696682:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759720.696691:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759720.696693:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759720.696699:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759720.696703:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759720.696706:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759720.696709:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759720.696711:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759720.696715:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759720.697278:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759720.697282:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759720.697283:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759720.697286:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759720.697289:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759720.697292:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759720.697293:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759720.697295:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759720.697297:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759720.697366:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759720.697369:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759720.697370:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759720.697373:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759720.697375:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759720.697377:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759720.697379:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759720.697381:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759720.697383:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759720.758596:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759720.758604:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759720.758607:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759720.758613:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759720.758616:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759720.758620:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759720.758623:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759720.758626:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759720.758629:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759720.758805:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759720.758808:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759720.758810:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759720.758813:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759720.758815:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759720.758818:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.758820:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759720.758822:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.758824:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759720.758910:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759720.758913:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759720.758915:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759720.758918:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759720.758920:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759720.758922:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759720.758924:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759720.758926:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759720.758928:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759720.758970:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759720.758973:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759720.758975:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759720.758977:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759720.758979:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759720.758981:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.758984:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759720.758985:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759720.758987:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759720.759063:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759720.759067:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759720.759071:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759720.759072:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759720.759076:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759720.759077:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759720.759081:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759720.759082:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759720.759105:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759720.759108:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759720.759109:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759720.759112:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759720.759114:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759720.759128:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759720.759131:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759720.759132:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759720.759134:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759720.760250:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759720.760262:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759720.760266:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759721.462353:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759721.462362:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759721.462365:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759721.462371:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759721.462376:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759721.462380:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759721.462383:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759721.462385:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759721.462389:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759721.718479:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759721.718498:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759721.718500:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759721.718505:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759721.718509:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759721.718513:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.718516:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759721.718519:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.718523:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759721.718936:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759721.718941:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759721.718942:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759721.718945:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759721.718948:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759721.718950:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759721.718953:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759721.718954:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759721.718957:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759721.718991:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759721.718994:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759721.718995:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759721.718998:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759721.719001:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759721.719003:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.719005:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759721.719007:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.719010:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759721.782252:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759721.782252:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759721.782260:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759721.782263:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759721.782268:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759721.782270:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759721.782273:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759721.782277:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759721.782281:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759721.782283:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759721.782287:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782313:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759721.782316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782320:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759721.782323:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759721.782325:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759721.782329:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782332:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759721.782334:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782346:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782349:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782353:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759721.782355:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759721.782358:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759721.782360:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759721.782378:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759721.782381:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759721.782384:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759721.782536:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759721.782539:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759721.782541:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759721.782551:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759721.782554:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759721.782556:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759721.782558:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759721.782561:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759721.782563:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759721.782615:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759721.782618:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759721.782622:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759721.782624:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759721.782627:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759721.782628:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759721.782632:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759721.782642:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759721.782647:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759721.782649:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759721.782652:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759721.782655:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759721.782657:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.782660:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759721.782661:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759721.782663:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759721.782707:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759721.782710:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759721.782711:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759721.782713:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759721.782715:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759721.782717:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759721.782719:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759721.782720:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759721.782722:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759722.486335:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759722.486344:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759722.486346:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759722.486353:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759722.486357:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759722.486362:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759722.486365:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759722.486368:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759722.486372:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759722.742226:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759722.742233:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759722.742236:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759722.742240:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759722.742244:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759722.742247:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.742250:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759722.742253:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.742256:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759722.744534:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759722.744543:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759722.744545:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759722.744552:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759722.744559:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759722.744563:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759722.744569:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759722.744572:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759722.744576:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759722.744618:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759722.744622:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759722.744626:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759722.744629:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759722.744632:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759722.744636:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759722.744638:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759722.744640:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759722.744642:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759722.806231:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759722.806238:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759722.806240:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759722.806245:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759722.806249:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759722.806253:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.806256:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759722.806259:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.806262:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759722.807159:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759722.807167:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759722.807168:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759722.807174:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759722.807177:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759722.807180:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759722.807183:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759722.807186:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759722.807189:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759722.807215:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759722.807219:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759722.807224:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759722.807225:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759722.807229:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759722.807231:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759722.807234:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759722.807236:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759722.807261:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759722.807264:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759722.807266:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759722.807572:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759722.807576:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759722.807577:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759722.807580:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759722.807582:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759722.807584:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759722.807586:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759722.807588:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759722.807591:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759722.807640:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759722.807643:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759722.807644:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759722.807647:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759722.807649:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759722.807652:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759722.807654:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759722.807655:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759722.807658:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759722.807712:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759722.807715:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759722.807717:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759722.807720:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759722.807722:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759722.807724:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.807727:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759722.807728:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759722.807730:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759723.510301:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759723.510320:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759723.510323:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759723.510328:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759723.510333:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759723.510337:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.510341:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759723.510344:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.510347:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759723.766281:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759723.766303:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759723.766306:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759723.766315:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759723.766320:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759723.766326:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759723.766329:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759723.766333:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759723.766337:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759723.766834:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759723.766838:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759723.766840:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759723.766843:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759723.766846:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759723.766849:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.766851:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759723.766852:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.766855:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759723.776000:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759723.776011:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759723.776014:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759723.776021:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759723.776026:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759723.776031:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.776034:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759723.776037:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.776041:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759723.830269:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759723.830269:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759723.830280:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759723.830280:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759723.830284:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759723.830284:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759723.830292:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759723.830297:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759723.830302:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759723.830303:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759723.830306:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759723.830308:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759723.830310:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.830312:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759723.830316:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759723.830316:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759723.830320:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.830324:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759723.830352:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759723.830355:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759723.830360:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759723.830361:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759723.830364:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759723.830365:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759723.830369:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759723.830370:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759723.830422:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759723.830427:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759723.830429:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759723.830433:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759723.830436:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759723.830438:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.830441:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759723.830444:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759723.830469:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759723.830506:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759723.830510:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759723.830512:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759723.830515:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759723.830517:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759723.830519:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759723.830521:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759723.830523:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759723.830525:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759723.830659:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759723.830663:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759723.830666:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759723.830794:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759723.830797:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759723.830799:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759723.830801:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759723.830804:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759723.830806:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.830807:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759723.830809:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759723.830812:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759724.087183:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759724.087192:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759724.087195:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759724.087199:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759724.087204:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759724.087211:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18405 00000400:00000200:3.0:1787759724.087221:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759724.087227:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759724.087231:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759724.087234:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087238:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087240:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087243:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759724.087248:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759724.087250:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759724.087253:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759724.087256:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759724.087259:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759724.087262:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759724.087266:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087268:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087270:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087273:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759724.087277:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759724.087280:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087283:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759724.087286:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759724.087290:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759724.087293:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087296:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759724.087299:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759724.087309:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77c000. 00000020:00000040:3.0:1787759724.087313:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759724.087317:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759724.087320:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087323:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759724.087327:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759724.087332:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759724.087341:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df800. 00000100:00000001:3.0:1787759724.087348:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.087357:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759724.087367:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759724.087371:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087376:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3b99f35] to pc [ptlrpcd_rcv+-1] req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759724.087406:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759724.087410:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759724.087413:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759724.087415:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759724.087417:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759724.087420:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759724.087423:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18405 00000400:00000200:3.0:1787759724.087435:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759724.087438:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759724.087448:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759724.087452:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087455:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087457:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087459:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759724.087463:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759724.087464:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759724.087466:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759724.087468:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759724.087471:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759724.087473:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759724.087477:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087479:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087481:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087484:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759724.087486:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759724.087490:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087492:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759724.087494:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759724.087501:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759724.087503:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087505:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759724.087509:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759724.087511:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087514:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759724.087517:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77f480. 00000020:00000040:3.0:1787759724.087520:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759724.087522:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759724.087524:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087526:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759724.087527:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759724.087529:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759724.087533:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dd400. 00000100:00000001:3.0:1787759724.087536:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.087541:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759724.087549:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759724.087552:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087556:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b88121c] to pc [ptlrpcd_rcv+-1] req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759724.087564:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759724.087566:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759724.087570:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759724.087572:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759724.087574:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759724.087577:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759724.087580:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18405 00000400:00000200:3.0:1787759724.087584:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759724.087587:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759724.087589:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759724.087592:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087595:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087597:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087600:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759724.087602:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759724.087604:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759724.087606:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759724.087608:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759724.087610:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759724.087613:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759724.087616:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087619:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087621:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087623:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759724.087626:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759724.087629:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087632:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759724.087634:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759724.087637:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759724.087639:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087641:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759724.087643:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759724.087646:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087648:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759724.087651:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d680. 00000020:00000040:3.0:1787759724.087654:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759724.087656:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759724.087658:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087660:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759724.087661:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759724.087663:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759724.087667:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc400. 00000100:00000001:3.0:1787759724.087670:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.087675:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759724.087683:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759724.087685:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087689:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093ca6a26] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759724.087697:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759724.087700:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759724.087703:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759724.087704:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759724.087706:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759724.087709:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759724.087711:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18405 00000400:00000200:3.0:1787759724.087715:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759724.087719:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759724.087721:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759724.087723:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087726:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087728:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087731:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759724.087733:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759724.087735:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759724.087736:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759724.087739:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759724.087741:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759724.087743:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759724.087747:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087749:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087751:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087754:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759724.087756:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759724.087760:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087762:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759724.087765:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759724.087767:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759724.087769:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087771:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759724.087774:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759724.087776:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087778:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759724.087781:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77d2c0. 00000020:00000040:3.0:1787759724.087784:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759724.087786:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759724.087787:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087789:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759724.087791:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759724.087793:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759724.087796:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6dc800. 00000100:00000001:3.0:1787759724.087800:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.087804:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759724.087811:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759724.087814:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087817:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fa211e9] to pc [ptlrpcd_rcv+-1] req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759724.087825:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759724.087828:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759724.087831:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759724.087833:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759724.087834:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759724.087837:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759724.087840:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18405 00000400:00000200:3.0:1787759724.087843:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759724.087846:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759724.087848:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759724.087851:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087853:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087855:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087857:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759724.087870:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759724.087872:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759724.087873:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759724.087875:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759724.087878:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759724.087880:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759724.087885:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087887:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759724.087889:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087892:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759724.087895:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759724.087898:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759724.087901:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759724.087902:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759724.087905:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759724.087908:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087910:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759724.087912:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759724.087915:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087917:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759724.087920:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759724.087923:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759724.087925:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759724.087926:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.087928:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759724.087930:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759724.087931:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759724.087935:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759724.087938:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.087943:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759724.087950:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759724.087953:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087957:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759724.087965:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759724.087970:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18415) 00000100:00000001:0.0:1787759724.088440:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759724.088453:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759724.088456:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759724.088463:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088471:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.088473:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.088478:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759724.088480:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759724.088483:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.088487:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875565568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759724.088491:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759724.088495:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759724.088498:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.088500:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759724.088506:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759724.088508:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.088514:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759724.088518:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759724.088524:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759724.088532:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565568, portal 25 00000100:00000001:0.0:1787759724.088535:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759724.088537:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170164224 : -114921539387392 : ffff977abe77c000) 00000100:00000040:0.0:1787759724.088542:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088550:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759724.088553:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759724.088556:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759724.088560:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875565568, offset 0 00000400:00000200:0.0:1787759724.088567:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759724.088575:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.088581:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759724.088587:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759724.088591:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759724.088595:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759724.088597:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759724.088601:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776843:776843:256:4294967295] 192.168.201.104@tcp LPNI seq info [776834:776834:8:4294967295] 00000400:00000200:0.0:1787759724.088605:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.088616:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759724.088623:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.088628:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759724.088636:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759724.088640:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759724.088645:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759724.088649:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759724.088653:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.088656:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759724.088663:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759724.088668:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759724.088673:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759724.088676:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759724.088680:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759724.088685:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088705:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.088709:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088717:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.088719:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759724.088726:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.088730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759724.088733:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313079565 00000100:00000010:0.0:1787759724.088738:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759724.088746:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759724.088751:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313079565 00000100:00000010:0.0:1787759724.088755:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052360. 00000100:00000001:0.0:1787759724.088758:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759724.088762:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759724.088765:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.088768:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759724.088772:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759724/real 1787759724] req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759724.088788:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759724.088789:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759724.088791:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759724.088794:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759724.088796:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759724.088799:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759724.088803:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759724.088812:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088819:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759724.088821:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.088824:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.088826:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759724.088830:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088838:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759724.088843:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088851:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759724.088854:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.088856:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.088857:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.088869:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759724.088871:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759724.088874:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759724.088878:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759724.088881:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759724.088886:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759724.088895:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875565568:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759724.088900:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759724.088904:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088911:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.088913:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.088915:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759724.088917:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759724.088919:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.088922:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759724.088926:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759724.088928:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759724.088930:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.088931:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759724.088935:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759724.088937:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.088941:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759724.088944:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759724.088947:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759724.088961:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565696, portal 10 00000100:00000001:0.0:1787759724.088963:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759724.088965:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170177664 : -114921539373952 : ffff977abe77f480) 00000100:00000040:0.0:1787759724.088972:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.088979:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759724.088982:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759724.088985:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759724.088988:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875565696, offset 0 00000400:00000200:0.0:1787759724.088992:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759724.088997:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089000:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759724.089003:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759724.089006:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759724.089008:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759724.089010:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089013:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776844:776844:256:4294967295] 192.168.201.104@tcp LPNI seq info [776835:776835:8:4294967295] 00000400:00000200:0.0:1787759724.089017:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089023:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759724.089028:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089032:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759724.089036:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759724.089039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759724.089044:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759724.089047:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759724.089051:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089053:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759724.089056:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759724.089060:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759724.089063:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759724.089065:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759724.089067:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759724.089071:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089079:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.089082:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089089:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089090:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759724.089093:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759724.089097:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759724.089101:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759724.089104:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313078285 00000100:00000001:0.0:1787759724.089106:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089109:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313078285 00000100:00000001:0.0:1787759724.089111:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089114:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759724.089156:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089158:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759724.089163:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759724/real 1787759724] req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759724.089171:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759724.089173:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759724.089175:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759724.089178:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759724.089181:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759724.089186:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759724.089191:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759724.089200:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089210:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759724.089212:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089214:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089215:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759724.089218:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089226:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759724.089230:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089237:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759724.089241:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089243:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089244:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089246:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759724.089250:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759724.089253:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759724.089257:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759724.089259:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759724.089264:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759724.089273:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565696:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759724.089277:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759724.089281:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089289:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.089291:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089293:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759724.089295:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759724.089298:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.089301:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759724.089304:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759724.089306:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759724.089308:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089310:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759724.089313:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759724.089315:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.089319:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759724.089322:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759724.089325:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759724.089328:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565824, portal 10 00000100:00000001:0.0:1787759724.089331:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759724.089332:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169984 : -114921539381632 : ffff977abe77d680) 00000100:00000040:0.0:1787759724.089338:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089345:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759724.089347:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759724.089349:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759724.089352:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875565824, offset 0 00000400:00000200:0.0:1787759724.089356:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089360:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089363:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759724.089366:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759724.089369:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759724.089371:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759724.089373:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089376:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776845:776845:256:4294967295] 192.168.201.104@tcp LPNI seq info [776836:776836:8:4294967295] 00000400:00000200:0.0:1787759724.089380:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089387:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759724.089392:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089395:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759724.089400:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759724.089403:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759724.089407:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759724.089410:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759724.089415:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089417:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759724.089420:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759724.089423:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759724.089426:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759724.089428:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759724.089430:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759724.089434:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089460:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.089464:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089470:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089472:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759724.089476:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759724.089479:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759724.089482:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759724.089484:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313078286 00000100:00000001:0.0:1787759724.089487:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089490:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313078286 00000100:00000001:0.0:1787759724.089492:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089494:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759724.089496:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089498:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759724.089502:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759724/real 1787759724] req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759724.089510:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759724.089511:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759724.089513:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759724.089515:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759724.089517:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759724.089519:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759724.089523:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759724.089531:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089538:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759724.089541:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089543:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089544:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759724.089548:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089556:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759724.089560:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089567:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759724.089570:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089572:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089573:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089575:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759724.089578:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759724.089581:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759724.089585:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759724.089587:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759724.089592:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759724.089600:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565824:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759724.089605:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759724.089608:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089616:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.089617:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089620:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759724.089622:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759724.089624:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.089627:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759724.089630:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759724.089633:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759724.089634:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089636:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759724.089640:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759724.089642:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.089646:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759724.089648:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759724.089651:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759724.089654:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875565952, portal 4 00000100:00000001:0.0:1787759724.089656:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759724.089657:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170169024 : -114921539382592 : ffff977abe77d2c0) 00000100:00000040:0.0:1787759724.089663:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089670:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759724.089672:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759724.089675:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759724.089677:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875565952, offset 0 00000400:00000200:0.0:1787759724.089681:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089686:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089689:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759724.089692:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759724.089695:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759724.089697:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759724.089699:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089702:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776846:776846:256:4294967295] 192.168.201.104@tcp LPNI seq info [776837:776837:8:4294967295] 00000400:00000200:0.0:1787759724.089707:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089713:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759724.089717:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089720:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759724.089725:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759724.089728:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759724.089733:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759724.089736:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759724.089740:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.089742:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759724.089745:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759724.089749:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759724.089752:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759724.089754:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759724.089756:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759724.089760:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089768:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.089771:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089778:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089779:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759724.089782:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759724.089785:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759724.089788:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759724.089790:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313078345 00000100:00000001:0.0:1787759724.089793:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089795:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313078345 00000100:00000001:0.0:1787759724.089798:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.089800:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759724.089802:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.089804:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759724.089807:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759724/real 1787759724] req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759724.089815:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759724.089817:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759724.089819:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759724.089822:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759724.089824:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759724.089827:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759724.089830:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759724.089839:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089847:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759724.089848:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089850:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089851:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759724.089855:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089862:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759724.089867:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089874:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759724.089876:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089878:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.089879:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.089881:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759724.089883:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759724.089886:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759724.089890:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759724.089893:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759724.089897:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759724.089912:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875565952:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759724.089916:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759724.089919:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089926:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.089928:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089930:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759724.089932:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759724.089934:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.089937:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759724.089940:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759724.089942:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759724.089944:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759724.089946:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759724.089949:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759724.089951:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759724.089955:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759724.089957:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759724.089960:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759724.089964:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566080, portal 4 00000100:00000001:0.0:1787759724.089966:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759724.089967:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:0.0:1787759724.089973:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.089979:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759724.089981:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759724.089984:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759724.089987:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875566080, offset 0 00000400:00000200:0.0:1787759724.089991:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759724.089996:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.089999:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759724.090002:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759724.090004:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759724.090006:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759724.090009:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759724.090012:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776847:776847:256:4294967295] 192.168.201.104@tcp LPNI seq info [776838:776838:8:4294967295] 00000400:00000200:0.0:1787759724.090017:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759724.090023:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759724.090027:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.090031:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759724.090035:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759724.090038:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1787759724.090043:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759724.090046:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 48 secs later) 00000800:00000100:0.0:1787759724.090050:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759724.090052:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759724.090055:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759724.090059:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759724.090062:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759724.090064:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759724.090066:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759724.090069:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090078:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090081:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759749 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090087:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.090089:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759724.090092:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759724.090095:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759724.090098:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759724.090101:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313078309 00000100:00000001:0.0:1787759724.090103:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.090106:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313078309 00000100:00000001:0.0:1787759724.090108:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313079565 00000100:00000001:0.0:1787759724.090111:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759724.090113:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.090133:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759724.090138:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759724/real 1787759724] req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759724.090146:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759724.090148:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759724.090150:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759724.090152:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759724.090154:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759724.090156:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759724.090159:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759724.090167:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090174:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759724.090175:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090177:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.090179:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759724.090183:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090190:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759724.090194:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090201:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759724.090204:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090206:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759724.090208:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090209:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759724.090211:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759724.090214:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759724.090218:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759724.090220:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759724.090224:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759724.090232:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566080:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759724.090236:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090238:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090242:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77c000 x1874582875565568/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090250:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759724.090252:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759724.090255:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7400. 02000000:00000001:0.0:1787759724.090258:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759724.090261:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759724.090263:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759724.090265:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759724.090268:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df800. 02000000:00000001:0.0:1787759724.090272:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759724.090274:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759724.090276:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77c000. 00000100:00000001:0.0:1787759724.090279:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759724.090280:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090282:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090285:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77f480 x1874582875565696/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090298:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759724.090299:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759724.090300:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759724.090303:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759724.090304:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759724.090305:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759724.090308:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759724.090309:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dd400. 02000000:00000001:0.0:1787759724.090313:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759724.090314:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759724.090316:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77f480. 00000100:00000001:0.0:1787759724.090318:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759724.090320:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090322:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090325:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d680 x1874582875565824/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090332:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759724.090333:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759724.090335:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759724.090337:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759724.090338:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759724.090340:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759724.090342:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759724.090344:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc400. 02000000:00000001:0.0:1787759724.090346:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759724.090347:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759724.090349:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d680. 00000100:00000001:0.0:1787759724.090351:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759724.090353:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090354:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090357:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77d2c0 x1874582875565952/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090363:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759724.090364:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759724.090366:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759724.090368:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759724.090370:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759724.090371:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759724.090373:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759724.090375:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6dc800. 02000000:00000001:0.0:1787759724.090377:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759724.090378:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759724.090380:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77d2c0. 00000100:00000001:0.0:1787759724.090382:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759724.090384:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090386:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759724.090389:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875566080/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759749 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759724.090397:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759724.090398:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759724.090400:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b4c00. 02000000:00000001:0.0:1787759724.090402:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759724.090403:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759724.090405:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759724.090407:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759724.090408:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:0.0:1787759724.090411:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759724.090412:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759724.090413:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:0.0:1787759724.090416:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759724.090418:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090420:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.090428:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759724.090429:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.090432:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759724.090434:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.534402:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759724.534414:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759724.534418:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759724.534425:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759724.534430:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759724.534445:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.534449:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759724.534452:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.534457:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759724.790895:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759724.790904:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759724.790906:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759724.790913:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759724.790918:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759724.790922:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759724.790925:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759724.790928:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759724.790931:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.792526:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759724.792532:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759724.792534:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.792539:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759724.792542:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759724.792546:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.792548:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.792550:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.792553:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.792556:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759724.792561:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759724.792563:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759724.792566:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759724.792569:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759724.792572:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.792574:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759724.792577:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.792579:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.854228:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759724.854228:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759724.854237:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759724.854237:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759724.854240:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.854241:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.854248:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759724.854248:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759724.854254:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759724.854255:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759724.854259:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.854260:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.854262:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.854265:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.854265:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.854268:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.854269:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.854274:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759724.854463:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759724.854466:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759724.854467:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759724.854470:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759724.854472:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759724.854475:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.854477:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759724.854478:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759724.854480:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759724.854501:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759724.854504:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759724.854505:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.854509:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759724.854513:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759724.854513:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759724.854515:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759724.854518:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759724.854522:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759724.854523:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759724.854526:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.854527:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759724.854531:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759724.854532:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759724.854533:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759724.854535:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759724.854540:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759724.854551:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759724.854554:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759724.854557:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759724.857820:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759724.857841:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759724.857844:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759724.857850:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759724.857855:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759724.857859:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759724.857862:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759724.857865:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759724.857869:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759725.431084:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313079565, at 4313079616 00000100:00000010:3.0:1787759725.431107:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052360. 00000100:00000040:2.0:1787759725.431252:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313079565, at 4313079617 00000100:00000010:2.0:1787759725.431259:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000001:2.0:1787759725.558370:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759725.558382:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759725.558385:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759725.558391:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759725.558396:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759725.558400:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759725.558404:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759725.558406:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759725.558409:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759725.814281:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759725.814291:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759725.814293:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759725.814299:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759725.814303:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759725.814307:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759725.814309:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759725.814311:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759725.814315:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759725.814655:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759725.814660:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759725.814661:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759725.814664:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759725.814667:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759725.814669:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759725.814671:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759725.814673:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759725.814675:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759725.816525:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759725.816533:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759725.816535:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759725.816540:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759725.816544:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759725.816547:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759725.816550:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759725.816553:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759725.816556:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759725.878256:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759725.878257:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759725.878265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759725.878266:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759725.878271:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759725.878273:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759725.878276:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759725.878277:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759725.878282:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1787759725.878283:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759725.878284:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759725.878289:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759725.878290:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759725.878291:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759725.878295:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759725.878296:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759725.878297:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759725.878300:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759725.878302:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759725.878305:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759725.878309:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759725.878310:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759725.878313:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878317:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759725.878319:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878322:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759725.878323:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759725.878327:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759725.878331:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759725.878577:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759725.878582:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759725.878584:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759725.878587:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759725.878590:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759725.878593:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878594:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759725.878595:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759725.878599:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759725.878599:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878603:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759725.878604:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759725.878608:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759725.878613:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759725.878615:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878618:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759725.878620:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759725.878623:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759725.879009:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759725.879012:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759725.879014:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759725.879017:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759725.879020:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759725.879022:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759725.879024:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759725.879026:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759725.879028:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.582286:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759726.582293:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759726.582295:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759726.582301:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759726.582303:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759726.582306:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.582309:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759726.582311:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.582314:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.838266:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759726.838266:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759726.838277:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759726.838277:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759726.838281:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759726.838282:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759726.838291:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759726.838291:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759726.838296:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759726.838298:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759726.838301:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.838302:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759726.838307:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759726.838311:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759726.838315:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.838316:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759726.838319:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.838323:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759726.839485:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759726.839490:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759726.839492:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759726.839496:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759726.839499:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759726.839501:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.839504:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759726.839506:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.839509:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.902223:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759726.902223:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759726.902224:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759726.902230:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759726.902231:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759726.902231:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759726.902233:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759726.902235:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.902235:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759726.902238:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:0.0:1787759726.902240:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1787759726.902240:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759726.902242:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759726.902245:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759726.902245:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759726.902247:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.902248:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.902249:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759726.902251:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759726.902255:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759726.902258:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.902259:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759726.902262:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.902265:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759726.902265:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759726.902267:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.902269:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902286:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759726.902291:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759726.902293:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759726.902297:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902300:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759726.902302:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902304:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902305:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902308:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759726.902309:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902311:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759726.902312:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759726.902314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759726.902315:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759726.902388:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1787759726.902401:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1787759726.902402:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759726.902403:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759726.902404:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759726.902406:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00010000:1.0:1787759726.902408:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759726.902408:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759726.902410:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.902412:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759726.902414:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759726.902417:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759726.902447:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759726.902450:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759726.902452:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759726.902454:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759726.902456:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759726.902459:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.902461:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759726.902462:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759726.902464:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759727.607843:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.607852:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759727.607854:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759727.607862:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759727.607865:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759727.607869:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.607872:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759727.607874:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.607878:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759727.862221:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759727.862230:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759727.862231:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759727.862237:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759727.862240:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759727.862244:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759727.862246:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759727.862249:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759727.862252:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759727.863211:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.863214:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759727.863216:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759727.863219:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759727.863222:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.863222:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759727.863224:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.863227:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759727.863229:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759727.863229:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759727.863233:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759727.863234:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759727.863240:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759727.863244:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759727.863247:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759727.863249:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759727.863251:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759727.863254:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759727.927627:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.927637:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759727.927640:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759727.927646:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:2.0:1787759727.927650:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759727.927654:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.927657:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759727.927659:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.927662:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759727.927894:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759727.927899:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759727.927900:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759727.927903:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759727.927906:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759727.927908:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759727.927911:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759727.927913:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759727.927916:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759727.928068:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759727.928072:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759727.928074:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759727.928077:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759727.928079:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759727.928081:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759727.928084:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759727.928086:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759727.928088:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759727.933912:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.933921:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759727.933921:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759727.933924:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759727.933927:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759727.933930:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759727.933931:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:3.0:1787759727.933935:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759727.933937:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759727.933940:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759727.933943:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759727.933944:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.933948:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759727.933952:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759727.933956:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759727.933956:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759727.933959:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759727.933964:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759727.933994:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759727.933997:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759727.934001:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759727.934003:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759727.934006:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759727.934008:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759727.934012:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759727.934013:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759727.934032:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759727.934036:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759727.934039:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759728.630245:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759728.630254:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759728.630257:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759728.630262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759728.630266:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759728.630271:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.630273:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759728.630276:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.630279:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759728.886442:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759728.886458:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759728.886461:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759728.886465:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759728.886469:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759728.886472:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759728.886475:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759728.886478:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759728.886481:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759728.886768:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759728.886772:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759728.886774:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759728.886777:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759728.886779:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759728.886781:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759728.886783:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759728.886784:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759728.886786:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759728.886901:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759728.886905:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759728.886906:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759728.886908:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759728.886910:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759728.886912:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.886914:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759728.886916:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.886918:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759728.950271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759728.950280:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759728.950292:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759728.950297:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759728.950301:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759728.950305:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759728.950308:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759728.950310:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759728.950314:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759728.950490:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759728.950494:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759728.950495:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759728.950498:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759728.950500:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759728.950502:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.950504:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759728.950505:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.950507:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950752:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759728.950756:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950760:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759728.950762:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950765:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759728.950768:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759728.950770:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759728.950774:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950777:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759728.950779:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950781:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950783:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950787:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759728.950789:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759728.950790:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759728.950792:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950794:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759728.950795:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950797:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759728.950799:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759728.950819:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759728.950822:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759728.950825:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759728.950878:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759728.950881:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759728.950882:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759728.950885:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759728.950887:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759728.950889:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759728.950891:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759728.950893:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759728.950895:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759728.950985:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759728.950989:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759728.950990:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759728.950993:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759728.950995:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759728.950997:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759728.950999:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759728.951001:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759728.951003:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759728.951047:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759728.951050:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759728.951052:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759728.951054:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759728.951056:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759728.951058:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.951060:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759728.951062:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759728.951064:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759729.206577:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759729.206601:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759729.206604:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759729.206608:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759729.206613:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759729.206621:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18410 00000400:00000200:1.0:1787759729.206632:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759729.206639:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759729.206643:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759729.206646:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.206650:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.206653:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.206656:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759729.206660:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759729.206663:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759729.206665:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759729.206669:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759729.206672:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759729.206675:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759729.206678:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.206681:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.206683:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.206686:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759729.206689:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759729.206693:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759729.206696:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759729.206700:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759729.206704:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759729.206707:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.206710:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759729.206713:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759729.206724:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38f00. 00000020:00000040:1.0:1787759729.206729:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759729.206734:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759729.206750:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.206754:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759729.206757:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759729.206917:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759729.206928:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521800. 00000100:00000001:1.0:1787759729.206935:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.206946:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759729.206957:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759729.206962:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.206967:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa819b1] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759729.206996:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759729.207000:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759729.207004:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759729.207005:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759729.207007:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759729.207010:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759729.207014:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18410 00000400:00000200:1.0:1787759729.207018:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759729.207022:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759729.207024:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759729.207028:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207030:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.207032:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207035:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759729.207038:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759729.207039:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759729.207041:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759729.207044:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759729.207046:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759729.207049:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759729.207052:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207055:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.207057:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207059:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759729.207062:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759729.207065:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207068:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759729.207070:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759729.207077:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759729.207079:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207081:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759729.207086:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759729.207089:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207091:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759729.207095:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b480. 00000020:00000040:1.0:1787759729.207097:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759729.207100:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759729.207102:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207103:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759729.207105:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759729.207107:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759729.207111:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520800. 00000100:00000001:1.0:1787759729.207114:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.207150:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759729.207158:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759729.207160:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.207164:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002953bac7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759729.207178:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759729.207181:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759729.207184:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759729.207185:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759729.207187:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759729.207190:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759729.207193:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18410 00000400:00000200:1.0:1787759729.207197:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759729.207200:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759729.207203:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759729.207206:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207208:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.207210:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207213:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759729.207216:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759729.207217:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759729.207219:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759729.207221:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759729.207223:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759729.207225:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759729.207228:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207230:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.207232:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207235:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759729.207237:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759729.207240:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207242:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759729.207245:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759729.207248:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759729.207250:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207252:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759729.207254:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759729.207257:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207259:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759729.207263:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f38b40. 00000020:00000040:1.0:1787759729.207266:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759729.207268:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759729.207270:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.207272:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759729.207273:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759729.207275:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.207632:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759729.207638:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759729.207640:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759729.207647:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.207656:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.207658:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.207662:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759729.207665:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759729.207667:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759729.207671:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875566208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759729.207675:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759729.207679:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759729.207682:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.207685:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759729.207690:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759729.207692:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.207698:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759729.207703:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759729.207710:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759729.207718:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566208, portal 25 00000100:00000001:0.0:1787759729.207721:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759729.207722:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792402176 : -114921917149440 : ffff977aa7f38f00) 00000100:00000040:0.0:1787759729.207728:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1787759729.207926:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522400. 00000100:00000001:1.0:1787759729.207932:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.207939:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759729.207947:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759729.207949:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.207953:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000755746aa] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759729.207963:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759729.207965:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759729.207968:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759729.207970:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759729.207971:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759729.207974:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759729.207977:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18410 00000400:00000200:1.0:1787759729.207981:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759729.207984:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759729.207987:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759729.207990:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207993:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.207995:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.207997:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759729.208000:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759729.208001:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759729.208003:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759729.208006:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759729.208008:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759729.208010:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759729.208014:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208016:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.208018:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208020:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759729.208023:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759729.208026:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208029:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759729.208031:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759729.208034:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759729.208036:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208039:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759729.208041:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759729.208044:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208046:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759729.208050:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b840. 00000020:00000040:1.0:1787759729.208053:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759729.208056:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759729.208058:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208060:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759729.208062:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759729.208064:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759729.208068:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523800. 00000100:00000001:1.0:1787759729.208072:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.208077:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759729.208085:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759729.208088:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.208091:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de45e218] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759729.208099:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759729.208102:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759729.208106:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759729.208107:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759729.208109:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759729.208112:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759729.208115:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18410 00000400:00000200:1.0:1787759729.208143:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759729.208146:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759729.208149:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759729.208152:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208154:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.208156:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208159:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759729.208162:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759729.208163:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759729.208165:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759729.208167:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759729.208170:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759729.208172:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759729.208176:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208178:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759729.208180:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208183:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759729.208186:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759729.208189:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759729.208191:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759729.208193:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759729.208196:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759729.208198:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208200:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759729.208202:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759729.208205:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208207:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759729.208211:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3bc00. 00000020:00000040:1.0:1787759729.208214:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759729.208216:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759729.208218:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.208220:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759729.208221:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759729.208223:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759729.208227:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523000. 00000100:00000001:1.0:1787759729.208230:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.208235:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759729.208243:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759729.208245:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.208248:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000062b864a] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759729.208255:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759729.208261:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18421) 00000100:00000001:0.0:1787759729.208339:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759729.208343:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759729.208361:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759729.208368:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875566208, offset 0 00000400:00000200:0.0:1787759729.208376:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759729.208384:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.208389:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759729.208395:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759729.208400:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759729.208404:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759729.208407:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759729.208410:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776848:776848:256:4294967295] 192.168.201.104@tcp LPNI seq info [776839:776839:8:4294967295] 00000400:00000200:0.0:1787759729.208416:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.208425:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759729.208432:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.208438:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759729.208557:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759729.208561:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759729.208567:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759729.208570:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787759729.208575:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.208578:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759729.208647:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759729.208653:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759729.208658:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759729.208660:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759729.208664:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759729.208669:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.208678:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.208681:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.208688:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.208690:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759729.208696:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.208701:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759729.208703:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313084685 00000100:00000010:0.0:1787759729.208709:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052300. 00000100:00000001:0.0:1787759729.208715:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787759729.208720:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313084685 00000100:00000010:0.0:1787759729.208724:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abb052f60. 00000100:00000001:0.0:1787759729.208727:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787759729.208731:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759729.208733:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.208881:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759729.208888:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759729/real 1787759729] req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759729.208897:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759729.208900:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759729.208902:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759729.208905:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759729.208907:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759729.208910:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759729.208913:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759729.208923:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.208931:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759729.208933:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.208935:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.208937:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.208942:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.208948:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759729.208953:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.208960:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759729.208963:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.208965:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.208966:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.208968:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759729.208970:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759729.208973:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759729.208977:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759729.208980:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759729.208985:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759729.208994:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875566208:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759729.208999:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759729.209003:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209009:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.209010:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.209012:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759729.209014:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759729.209016:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759729.209019:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759729.209022:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759729.209026:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759729.209027:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.209029:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759729.209033:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759729.209036:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.209040:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759729.209043:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759729.209047:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759729.209050:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566336, portal 10 00000100:00000001:0.0:1787759729.209052:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759729.209054:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792411776 : -114921917139840 : ffff977aa7f3b480) 00000100:00000040:0.0:1787759729.209061:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209067:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759729.209070:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759729.209072:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759729.209074:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875566336, offset 0 00000400:00000200:0.0:1787759729.209079:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759729.209083:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.209086:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759729.209089:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759729.209092:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759729.209094:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759729.209096:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759729.209099:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776849:776849:256:4294967295] 192.168.201.104@tcp LPNI seq info [776840:776840:8:4294967295] 00000400:00000200:0.0:1787759729.209103:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.209110:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759729.209114:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.209140:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759729.209145:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759729.209147:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759729.209152:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759729.209155:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787759729.209158:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.209160:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759729.209164:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759729.209167:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759729.209171:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759729.209173:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759729.209176:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759729.209180:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209187:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.209191:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209196:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.209198:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759729.209202:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759729.209205:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:0.0:1787759729.209209:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759729.209211:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313083406 00000100:00000001:0.0:1787759729.209214:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.209217:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313083406 00000100:00000001:0.0:1787759729.209220:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.209223:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759729.209225:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.209227:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759729.209231:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759729/real 1787759729] req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759729.209240:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759729.209241:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759729.209243:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759729.209245:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759729.209248:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759729.209250:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759729.209254:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759729.209263:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209270:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759729.209272:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.209274:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.209275:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.209279:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209286:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759729.209290:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.209297:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759729.209300:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.209301:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.209303:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.209305:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759729.209310:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759729.209313:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759729.209317:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759729.209320:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759729.209324:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759729.209333:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566336:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759729.209338:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.209341:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.209344:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38f00 x1874582875566208/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.210852:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759729.210857:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759729.210861:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759729.210867:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759729.210870:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759729.210872:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:0.0:1787759729.210874:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759729.210877:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521800. 02000000:00000001:0.0:1787759729.210883:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759729.210885:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759729.210887:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38f00. 00000100:00000001:0.0:1787759729.210891:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759729.210892:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.210895:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.210902:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b480 x1874582875566336/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.210909:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759729.210911:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759729.210912:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759729.210915:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759729.210917:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759729.210918:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759729.210920:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759729.210921:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520800. 02000000:00000001:0.0:1787759729.210923:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759729.210924:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759729.210926:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b480. 00000100:00000001:0.0:1787759729.210928:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759729.210929:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.210931:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.210940:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759729.210942:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.210944:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759729.210947:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759729.210948:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759729.210952:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.210960:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.210962:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.210965:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759729.210967:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759729.210970:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759729.210975:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759729.210978:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759729.210982:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759729.210984:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.210987:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759729.210992:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759729.210994:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.210999:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759729.211004:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759729.211010:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759729.211016:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566464, portal 10 00000100:00000001:0.0:1787759729.211018:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759729.211020:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792401216 : -114921917150400 : ffff977aa7f38b40) 00000100:00000040:0.0:1787759729.211027:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211034:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759729.211037:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759729.211040:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759729.211043:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875566464, offset 0 00000400:00000200:0.0:1787759729.211050:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759729.211055:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.211061:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759729.211066:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759729.211069:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759729.211072:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759729.211075:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759729.211079:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776850:776850:256:4294967295] 192.168.201.104@tcp LPNI seq info [776841:776841:8:4294967295] 00000400:00000200:0.0:1787759729.211083:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.211091:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759729.211097:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.211102:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759729.211108:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759729.211112:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759729.211133:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759729.211137:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787759729.211141:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.211143:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759729.211149:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759729.211153:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759729.211157:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759729.211160:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759729.211163:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759729.211167:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211175:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.211179:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211187:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.211189:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759729.211194:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759729.211197:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:0.0:1787759729.211201:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759729.211204:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313083408 00000100:00000001:0.0:1787759729.211207:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.211210:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313083408 00000100:00000001:0.0:1787759729.211213:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.211215:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759729.211218:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.211220:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759729.211224:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759729/real 1787759729] req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759729.211232:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759729.211234:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759729.211236:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759729.211239:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759729.211241:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759729.211243:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759729.211247:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759729.211254:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211261:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759729.211262:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.211264:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.211266:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.211271:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211288:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759729.211294:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211301:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759729.211304:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.211305:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.211307:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.211308:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759729.211312:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759729.211315:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759729.211319:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759729.211322:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759729.211326:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759729.211335:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566464:192.168.201.104@tcp:38:kworker.0 00000100:00000001:0.0:1787759729.211339:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759729.211344:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211366:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.211367:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.211370:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759729.211372:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759729.211374:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759729.211377:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759729.211379:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759729.211382:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759729.211384:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.211385:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759729.211389:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759729.211391:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.211395:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759729.211398:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759729.211401:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759729.211405:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566592, portal 4 00000100:00000001:0.0:1787759729.211407:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759729.211409:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792412736 : -114921917138880 : ffff977aa7f3b840) 00000100:00000040:0.0:1787759729.211415:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.211421:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759729.211424:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759729.211426:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759729.211429:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875566592, offset 0 00000400:00000200:0.0:1787759729.211433:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759729.211437:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.213061:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759729.213068:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759729.213072:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759729.213075:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759729.213079:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759729.213083:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776851:776851:256:4294967295] 192.168.201.104@tcp LPNI seq info [776842:776842:8:4294967295] 00000400:00000200:0.0:1787759729.213089:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.213099:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759729.213105:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.213113:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759729.213133:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759729.213137:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759729.213143:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759729.213146:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787759729.213151:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.213154:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759729.213160:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759729.213165:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759729.213170:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759729.213172:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759729.213176:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759729.213183:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213192:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.213195:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213202:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.213204:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759729.213210:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759729.213214:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:0.0:1787759729.213218:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759729.213221:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313083469 00000100:00000001:0.0:1787759729.213224:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.213226:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313083469 00000100:00000001:0.0:1787759729.213229:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.213232:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759729.213234:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.213237:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759729.213241:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759729/real 1787759729] req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759729.213249:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759729.213251:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759729.213254:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759729.213256:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759729.213258:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759729.213261:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759729.213265:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759729.213274:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213290:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759729.213292:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.213294:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.213296:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.213300:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213307:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759729.213312:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213319:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759729.213323:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.213324:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.213326:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.213328:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759729.213330:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759729.213334:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759729.213339:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759729.213342:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759729.213345:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759729.213421:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566592:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759729.213425:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759729.213429:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213437:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.213439:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.213503:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759729.213506:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759729.213508:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759729.213512:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759729.213516:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759729.213519:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759729.213521:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759729.213524:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759729.213529:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759729.213531:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759729.213535:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759729.213539:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759729.213544:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759729.213549:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566720, portal 4 00000100:00000001:0.0:1787759729.213551:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759729.213552:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792413696 : -114921917137920 : ffff977aa7f3bc00) 00000100:00000040:0.0:1787759729.213559:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213565:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759729.213567:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759729.213569:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759729.213573:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875566720, offset 0 00000400:00000200:0.0:1787759729.213579:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759729.213704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.213710:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759729.213714:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759729.213717:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759729.213720:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759729.213722:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759729.213726:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776852:776852:256:4294967295] 192.168.201.104@tcp LPNI seq info [776843:776843:8:4294967295] 00000400:00000200:0.0:1787759729.213731:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759729.213896:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759729.213903:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.213907:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759729.213912:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759729.213915:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1787759729.213920:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759729.213923:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1787759729.213927:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759729.213930:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759729.213934:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759729.213938:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759729.213941:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759729.213944:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759729.213947:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759729.213951:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213960:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.213963:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759754 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.213971:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.213973:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759729.213978:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759729.213981:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:0.0:1787759729.213984:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759729.213987:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313083433 00000100:00000001:0.0:1787759729.213990:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.213992:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313083433 00000100:00000001:0.0:1787759729.213995:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313084685 00000100:00000001:0.0:1787759729.213998:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787759729.214001:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.214003:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1787759729.214007:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759729/real 1787759729] req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1787759729.214015:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787759729.214017:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787759729.214019:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:0.0:1787759729.214022:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:0.0:1787759729.214023:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:0.0:1787759729.214026:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787759729.214029:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787759729.214038:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214045:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787759729.214046:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214048:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.214050:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.214054:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214061:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787759729.214065:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214072:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1787759729.214075:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214076:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787759729.214078:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214080:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759729.214082:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1787759729.214085:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787759729.214090:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:0.0:1787759729.214092:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1787759729.214096:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787759729.214104:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566720:192.168.201.104@tcp:8:kworker.0 00000100:00000001:0.0:1787759729.214108:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214111:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.214115:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f38b40 x1874582875566464/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214149:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759729.214152:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759729.214154:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b7000. 02000000:00000001:0.0:1787759729.214158:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759729.214160:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759729.214162:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:0.0:1787759729.214165:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759729.214167:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522400. 02000000:00000001:0.0:1787759729.214171:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759729.214173:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759729.214175:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f38b40. 00000100:00000001:0.0:1787759729.214178:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759729.214179:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214181:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.214184:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b840 x1874582875566592/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214191:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759729.214193:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759729.214194:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759729.214197:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759729.214198:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759729.214199:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:0.0:1787759729.214201:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759729.214203:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523800. 02000000:00000001:0.0:1787759729.214206:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759729.214207:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759729.214208:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b840. 00000100:00000001:0.0:1787759729.214211:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759729.214213:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214214:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759729.214218:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3bc00 x1874582875566720/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759754 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759729.214224:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787759729.214226:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787759729.214227:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b6800. 02000000:00000001:0.0:1787759729.214230:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787759729.214231:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787759729.214233:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:0.0:1787759729.214236:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787759729.214237:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523000. 02000000:00000001:0.0:1787759729.214239:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787759729.214241:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787759729.214242:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3bc00. 00000100:00000001:0.0:1787759729.214244:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787759729.214246:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214248:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.214257:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759729.214260:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.214263:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759729.214264:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759729.654262:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759729.654270:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759729.654273:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759729.654278:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759729.654282:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759729.654285:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.654287:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759729.654290:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.654293:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.910223:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759729.910227:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759729.910231:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759729.910233:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759729.910234:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759729.910236:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.910242:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:3.0:1787759729.910242:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759729.910249:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759729.910249:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759729.910253:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759729.910254:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759729.910259:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759729.910263:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759729.910276:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.910277:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759729.910281:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759729.910284:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759729.910616:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759729.910619:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759729.910620:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759729.910623:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759729.910624:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759729.910626:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.910627:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759729.910628:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.910630:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.974236:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759729.974242:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759729.974244:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759729.974248:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759729.974248:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.974254:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00010000:00000001:3.0:1787759729.974257:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759729.974259:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759729.974260:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.974264:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759729.974266:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759729.974267:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759729.974269:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.974271:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759729.974275:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759729.974276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759729.974279:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759729.974280:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759729.974286:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759729.974288:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759729.974291:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759729.974294:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759729.974297:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.974308:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759729.974311:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759729.974314:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759729.974324:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759729.974328:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759729.974332:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787759729.975355:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759729.975358:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759729.975360:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759729.975363:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759729.975366:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759729.975366:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759729.975368:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.975369:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759729.975371:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759729.975371:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759729.975372:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759729.975373:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759729.975375:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759729.975375:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759729.975377:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.975379:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759729.975380:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759729.975383:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759729.975469:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759729.975472:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759729.975473:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759729.975475:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759729.975478:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759729.975480:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759729.975483:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759729.975484:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759729.975486:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759730.550238:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313084685, at 4313084736 00000100:00000010:3.0:1787759730.550254:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052f60. 00000100:00000040:2.0:1787759730.551301:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313084685, at 4313084737 00000100:00000010:2.0:1787759730.551312:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abb052300. 00000100:00000001:2.0:1787759730.678210:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759730.678217:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759730.678220:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759730.678225:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759730.678228:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759730.678231:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.678233:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759730.678236:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.678239:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759730.934265:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759730.934277:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759730.934280:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.934284:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759730.934286:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1787759730.934287:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:1.0:1787759730.934295:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759730.934295:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759730.934296:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759730.934301:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759730.934301:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759730.934304:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759730.934311:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759730.934311:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:3.0:1787759730.934312:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759730.934333:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759730.934334:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759730.934338:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759730.934341:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759730.934342:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.934344:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.934358:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759730.934362:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.934367:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.934368:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759730.934371:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759730.934375:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759730.998254:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759730.998258:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759730.998263:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759730.998265:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759730.998267:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.998269:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759730.998277:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1787759730.998277:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759730.998277:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759730.998285:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759730.998285:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759730.998285:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759730.998291:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.998293:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.998293:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759730.998298:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759730.998300:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759730.998300:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759730.998303:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759730.998306:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759730.998312:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759730.998313:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759730.998313:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759730.998317:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759730.998318:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759730.998331:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759730.998343:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759730.998343:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759730.998344:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759730.998348:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759730.998353:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759730.998355:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759730.998361:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759730.998367:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759730.998371:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759730.998376:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759730.998389:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759730.998394:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759730.998395:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759730.998398:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759730.998400:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759730.998404:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759730.998406:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759730.998407:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759730.998409:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759730.998420:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759730.998425:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759730.998433:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759730.998435:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759730.998441:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759730.998443:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759730.998447:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759730.998448:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759730.998473:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759730.998477:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759730.998481:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759731.702189:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759731.702197:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759731.702199:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759731.702205:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759731.702209:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759731.702212:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759731.702216:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759731.702218:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759731.702220:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759731.958203:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759731.958204:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759731.958213:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759731.958213:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759731.958217:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759731.958222:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759731.958226:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759731.958229:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759731.958232:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759731.958234:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759731.958238:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759731.958282:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759731.958287:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759731.958289:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759731.958292:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759731.958294:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759731.958295:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759731.958298:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759731.958516:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759731.958520:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759731.958521:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759731.958525:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:2.0:1787759731.958527:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759731.958529:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759731.958531:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759731.958533:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759731.958535:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022236:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759732.022243:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022248:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759732.022252:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759732.022254:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759732.022257:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022260:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759732.022263:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022265:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022267:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022271:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759732.022272:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759732.022276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759732.022277:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759732.022289:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759732.022295:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759732.022297:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759732.022301:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1787759732.022312:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759732.022317:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759732.022320:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759732.022323:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759732.022325:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759732.022328:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759732.022336:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759732.022341:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759732.023789:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759732.023794:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759732.023796:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759732.023800:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759732.023803:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759732.023806:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.023809:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759732.023811:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.023814:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759732.030968:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759732.030978:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759732.030980:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759732.030986:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759732.030990:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759732.030995:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759732.030998:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759732.031001:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759732.031004:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759732.031020:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759732.031022:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759732.031024:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759732.031026:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759732.031028:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759732.031029:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759732.031031:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759732.031033:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759732.031035:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759732.031108:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759732.031112:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759732.031113:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759732.031131:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759732.031134:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759732.031136:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.031138:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759732.031140:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.031142:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759732.726628:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759732.726640:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759732.726642:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759732.726649:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759732.726653:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759732.726657:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.726661:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759732.726664:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.726668:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759732.982230:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759732.982239:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759732.982241:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759732.982246:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759732.982250:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759732.982254:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759732.982266:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759732.982269:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759732.982274:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759732.982352:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759732.982352:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759732.982358:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759732.982358:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759732.982360:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759732.982360:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759732.982364:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787759732.982365:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759732.982368:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759732.982368:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759732.982372:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.982372:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759732.982374:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759732.982376:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759732.982379:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759732.982381:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759732.982382:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759732.982384:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759733.046263:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759733.046273:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759733.046276:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759733.046283:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759733.046301:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759733.046305:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759733.046308:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759733.046311:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759733.046315:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759733.046332:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759733.046336:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759733.046337:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759733.046340:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759733.046342:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759733.046344:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759733.046346:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759733.046348:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759733.046351:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759733.046567:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759733.046574:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759733.046581:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759733.046582:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759733.046586:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759733.046587:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759733.046590:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759733.046592:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759733.046646:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759733.046650:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759733.046654:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759733.048154:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759733.048159:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759733.048161:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759733.048165:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759733.048167:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759733.048171:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759733.048173:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759733.048175:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759733.048177:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759733.048486:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759733.048489:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759733.048491:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759733.048494:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759733.048496:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759733.048499:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759733.048501:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759733.048502:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759733.048504:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759733.048692:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759733.048696:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759733.048697:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759733.048700:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759733.048703:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759733.048705:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759733.048707:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759733.048708:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759733.048710:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759733.755249:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759733.755258:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759733.755260:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759733.755266:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759733.755270:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759733.755288:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759733.755291:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759733.755294:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759733.755297:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.007615:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759734.007624:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759734.007626:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.007632:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759734.007636:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759734.007640:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759734.007643:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759734.007645:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759734.007649:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.008225:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759734.008229:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.008231:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759734.008234:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759734.008249:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759734.008252:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.008254:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.008255:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.008258:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759734.009157:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759734.009162:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759734.009164:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759734.009168:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759734.009170:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759734.009173:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.009175:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759734.009177:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.009180:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759734.070221:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759734.070227:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759734.070228:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759734.070232:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759734.070235:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759734.070238:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759734.070248:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759734.070249:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759734.070252:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759734.070448:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759734.070451:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759734.070454:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759734.070455:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759734.070457:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759734.070458:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759734.070461:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759734.070462:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759734.070482:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759734.070484:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759734.070487:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759734.070830:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759734.070832:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759734.070833:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759734.070835:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759734.070837:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759734.070839:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.070840:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759734.070841:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.070842:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.070877:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759734.070879:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759734.070880:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.070882:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759734.070883:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759734.070884:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759734.070886:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759734.070887:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759734.070889:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.070959:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759734.070962:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.070963:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759734.070967:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759734.070969:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759734.070971:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.070973:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.070975:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.070977:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759734.071020:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759734.071023:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759734.071024:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759734.071027:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759734.071029:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759734.071031:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.071033:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759734.071035:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759734.071037:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.329516:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759734.329526:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1787759734.329529:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759734.329533:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759734.329537:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759734.329547:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18416 00000400:00000200:3.0:1787759734.330433:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759734.330443:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759734.330447:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759734.330451:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.330454:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.330457:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.330460:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759734.330465:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759734.330468:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:3.0:1787759734.330471:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759734.330474:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:3.0:1787759734.330477:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:3.0:1787759734.330480:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:3.0:1787759734.330483:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.330486:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.330488:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.330490:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759734.330495:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:3.0:1787759734.330499:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759734.330501:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759734.330504:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759734.330509:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759734.330511:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.330514:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1787759734.330517:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759734.330526:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759734.330531:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:3.0:1787759734.330535:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759734.330537:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.330541:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759734.330544:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759734.330550:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759734.330744:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759734.330752:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.330763:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759734.330775:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759734.330781:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.330786:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759734.330871:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787759734.330875:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759734.330878:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787759734.330885:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759734.330899:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759734.330901:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759734.330904:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787759734.330907:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759734.330910:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759734.330913:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875566848:192.168.201.104@tcp:250:kworker.0 00000100:00000001:0.0:1787759734.330918:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787759734.330922:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787759734.330925:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759734.330928:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787759734.330934:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b6b5800. 02000000:00000001:0.0:1787759734.330936:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759734.330942:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:0.0:1787759734.330947:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9f7465d8. 00000400:00000010:0.0:1787759734.330955:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0afa18. 00000100:00000200:0.0:1787759734.330963:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566848, portal 25 00000100:00000001:0.0:1787759734.330965:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787759734.330967:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:0.0:1787759734.330974:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759734.330981:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787759734.330985:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:0.0:1787759734.330988:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a9e0aff68. 00000100:00000200:0.0:1787759734.330992:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875566848, offset 0 00000400:00000200:0.0:1787759734.330999:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:0.0:1787759734.331008:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759734.331013:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:0.0:1787759734.331019:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787759734.331024:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:0.0:1787759734.331029:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787759734.331033:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:0.0:1787759734.331037:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776853:776853:256:4294967295] 192.168.201.104@tcp LPNI seq info [776844:776844:8:4294967295] 00000400:00000200:0.0:1787759734.331042:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759734.331053:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:0.0:1787759734.331060:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759734.331066:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97799c2c3800. 00000800:00000200:0.0:1787759734.331074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.0:1787759734.331078:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1787759734.331084:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:0.1:1787759734.331087:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1787759734.331091:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:0.0:1787759734.331094:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97799c2c3800. 00000400:00000200:0.0:1787759734.331103:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1787759734.331108:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1787759734.331114:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0aff68 00000400:00000010:0.0:1787759734.331444:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0aff68. 00000100:00000001:0.0:1787759734.331450:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787759734.331456:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759734.331498:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.331502:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759734.331507:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1787759734.331509:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759734.331510:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759734.331514:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759734.331518:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18416 00000400:00000200:3.0:1787759734.331523:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759734.331527:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759734.331530:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759734.331533:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.331536:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.331539:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.331541:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759734.331544:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759734.331546:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:3.0:1787759734.331549:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759734.331561:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:3.0:1787759734.331564:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:3.0:1787759734.331567:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:3.0:1787759734.331571:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.331574:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.331576:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.331579:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759734.331582:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:3.0:1787759734.331586:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759734.331589:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759734.331591:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759734.331597:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759734.331600:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.331602:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759734.331606:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759734.331609:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.331611:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759734.331616:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759734.331619:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759734.331623:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759734.331625:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.331627:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759734.331629:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759734.331632:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759734.331637:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759734.331640:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.331646:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759734.331653:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759734.331656:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.331660:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759734.335695:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787759734.335716:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759734.335729:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759734.335732:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787759734.335750:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787759734.335757:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:0.0:1787759734.335761:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313089808 00000100:00000010:1.0:1787759734.336227:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eae0. 00000100:00000001:1.0:1787759734.336247:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759734.336256:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313089813 00000100:00000010:1.0:1787759734.336260:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e780. 00000100:00000001:1.0:1787759734.336272:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759734.336276:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759734.336280:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.336283:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759734.336291:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734] req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759734.336304:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759734.336307:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759734.336310:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9f7465d8. 00000400:00000200:1.0:1787759734.336315:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a9e0afa18 00000400:00000010:1.0:1787759734.336318:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a9e0afa18. 00000100:00000001:1.0:1787759734.336322:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759734.336326:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759734.336336:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336343:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759734.336345:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336347:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.336349:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759734.336478:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336492:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759734.336498:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336507:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759734.336510:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336512:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.336514:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336516:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759734.336518:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759734.336523:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759734.336528:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759734.336531:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759734.336536:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759734.336544:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875566848:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759734.336549:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336619:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.336625:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875566848/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336631:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759734.336635:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759734.336638:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b6b5800. 02000000:00000001:1.0:1787759734.336643:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759734.336646:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759734.336648:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759734.336650:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759734.336653:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759734.336657:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759734.336659:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759734.336661:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:1.0:1787759734.336665:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759734.336667:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336668:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.336678:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.336680:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.336682:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759734.336685:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759734.336687:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759734.336692:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336700:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.336702:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.336706:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759734.336709:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759734.336712:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759734.336715:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759734.336719:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759734.336723:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759734.336726:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.336729:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759734.336734:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.336736:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759734.336742:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759734.336746:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759734.336753:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759734.336759:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875566976, portal 10 00000100:00000001:1.0:1787759734.336762:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759734.336763:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759734.336772:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336778:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759734.336781:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759734.336784:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759734.336788:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875566976, offset 0 00000400:00000200:1.0:1787759734.336794:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759734.336803:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.336809:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759734.336815:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759734.336819:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759734.336823:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759734.336826:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759734.336830:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776854:776854:256:4294967295] 192.168.201.104@tcp LPNI seq info [776845:776845:8:4294967295] 00000400:00000200:1.0:1787759734.336835:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.336845:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759734.336851:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.336856:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759734.336864:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759734.336868:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759734.336874:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759734.336878:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759734.336882:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.336885:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759734.336889:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759734.336894:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759734.336898:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759734.336900:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759734.336903:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759734.336907:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336916:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.336919:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336926:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.336928:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759734.336933:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759734.336936:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759734.336940:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759734.336942:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313088533 00000100:00000001:1.0:1787759734.336945:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313089808 00000100:00000001:1.0:1787759734.336947:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313088533 00000100:00000001:1.0:1787759734.336949:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313089813 00000100:00000001:1.0:1787759734.336952:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759734.336954:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.336956:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759734.336960:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734] req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759734.336968:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759734.336970:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759734.336971:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759734.336974:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759734.336976:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759734.336978:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759734.336982:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759734.336990:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.336997:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759734.336998:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337000:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.337001:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759734.337004:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.337011:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759734.337014:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.337022:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759734.337024:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337026:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.337027:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337029:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759734.337034:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759734.337037:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759734.337041:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759734.337043:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759734.337047:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759734.337056:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875566976:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759734.337060:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337062:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.337066:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875566976/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.337073:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759734.337074:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759734.337077:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.337080:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759734.337082:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759734.337084:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759734.337086:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759734.337087:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:1.0:1787759734.337090:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759734.337091:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759734.337093:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759734.337095:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759734.337097:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337099:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.337103:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.337104:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.337106:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759734.337108:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.337468:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.337473:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759734.337477:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1787759734.337479:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759734.337481:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759734.337484:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759734.337489:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18416 00000400:00000200:3.0:1787759734.337494:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759734.337498:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759734.337501:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759734.337505:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.337508:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.337511:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.337514:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759734.337517:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759734.337519:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:3.0:1787759734.337522:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759734.337525:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:3.0:1787759734.337527:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:3.0:1787759734.337530:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:3.0:1787759734.337534:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.337537:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.337539:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.337541:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759734.337545:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:3.0:1787759734.337549:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338205:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759734.338208:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759734.338216:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759734.338220:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338222:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759734.338227:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1787759734.338242:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338245:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759734.338252:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77da40. 00000020:00000040:3.0:1787759734.338256:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:3.0:1787759734.338261:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759734.338271:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338275:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759734.338278:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759734.338282:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759734.338290:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6df400. 00000100:00000001:3.0:1787759734.338296:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.338305:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759734.338314:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759734.338319:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.338324:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c4cd3] to pc [ptlrpcd_rcv+-1] req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759734.338335:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.338338:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759734.338341:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1787759734.338343:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759734.338344:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759734.338347:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1787759734.338521:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759734.338525:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759734.338527:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759734.338532:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.338540:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.338542:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.338545:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759734.338547:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759734.338550:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.338623:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18416 00000400:00000200:3.0:1787759734.338630:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759734.338634:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759734.338636:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759734.338640:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338642:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.338644:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338646:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759734.338649:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759734.338651:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:3.0:1787759734.338653:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759734.338655:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:3.0:1787759734.338658:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:3.0:1787759734.338660:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:3.0:1787759734.338663:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338665:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.338668:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338670:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759734.338673:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:3.0:1787759734.338676:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338679:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759734.338681:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759734.338684:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759734.338686:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338688:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759734.338690:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759734.338693:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338695:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759734.338700:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77de00. 00000020:00000040:3.0:1787759734.338703:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:3.0:1787759734.338706:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759734.338707:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338709:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759734.338711:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759734.338713:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759734.338717:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6ddc00. 00000100:00000001:3.0:1787759734.338721:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.338726:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759734.338733:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759734.338735:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.338739:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082f4e6c1] to pc [ptlrpcd_rcv+-1] req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759734.338747:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1787759734.338749:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787759734.338752:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1787759734.338753:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1787759734.338754:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1787759734.338757:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1787759734.338759:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18416 00000400:00000200:3.0:1787759734.338763:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:3.0:1787759734.338766:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:3.0:1787759734.338768:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1787759734.338771:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338773:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.338775:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338778:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:3.0:1787759734.338781:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1787759734.338782:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:3.0:1787759734.338784:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787759734.338786:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:3.0:1787759734.338788:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:3.0:1787759734.338791:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:3.0:1787759734.338794:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338796:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787759734.338798:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338800:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:3.0:1787759734.338803:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:3.0:1787759734.338806:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:3.0:1787759734.338809:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787759734.338811:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1787759734.338814:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787759734.338816:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338817:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1787759734.338819:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1787759734.338822:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338823:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787759734.338827:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977abe77e580. 00000020:00000040:3.0:1787759734.338829:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:3.0:1787759734.338832:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1787759734.338833:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759734.338834:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787759734.338836:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787759734.338838:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787759734.338841:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6de000. 00000100:00000001:3.0:1787759734.338845:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759734.338850:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787759734.338863:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787759734.338866:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.338869:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bec40b22] to pc [ptlrpcd_rcv+-1] req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787759734.338876:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759734.338881:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18426) 00000100:00100000:1.0:1787759734.338940:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759734.338944:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759734.338948:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759734.338950:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.338952:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759734.338956:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.338958:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759734.338963:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759734.338967:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759734.338973:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759734.338978:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567104, portal 10 00000100:00000001:1.0:1787759734.338981:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759734.338982:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170170944 : -114921539380672 : ffff977abe77da40) 00000100:00000040:1.0:1787759734.338991:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.338997:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759734.339001:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759734.339003:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759734.339007:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875567104, offset 0 00000400:00000200:1.0:1787759734.339014:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759734.339021:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.339026:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759734.339031:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759734.339036:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759734.339039:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759734.339042:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759734.339046:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776855:776855:256:4294967295] 192.168.201.104@tcp LPNI seq info [776846:776846:8:4294967295] 00000400:00000200:1.0:1787759734.339051:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.339058:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759734.339064:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.339069:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759734.339075:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759734.339079:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759734.339085:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759734.339089:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759734.339094:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.339096:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759734.339101:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759734.339106:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759734.339111:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759734.339113:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759734.339333:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759734.339339:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.339348:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.339537:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.339544:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.339547:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759734.340338:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759734.340345:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759734.340422:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759734.340427:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313088537 00000100:00000001:1.0:1787759734.340432:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313089808 00000100:00000001:1.0:1787759734.340435:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313088537 00000100:00000001:1.0:1787759734.340437:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313089813 00000100:00000001:1.0:1787759734.340440:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759734.340443:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.340446:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759734.340453:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734] req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759734.340463:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759734.340466:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759734.340468:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759734.340472:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759734.340475:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759734.340478:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759734.340482:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759734.340492:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340500:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759734.340502:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340505:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.340507:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759734.340511:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340519:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759734.340524:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340532:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759734.340536:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340538:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.340539:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340542:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759734.340546:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759734.340549:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759734.340676:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759734.340679:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759734.340684:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759734.340693:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567104:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759734.340698:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340701:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.340704:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77da40 x1874582875567104/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340712:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759734.340715:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759734.340719:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.340723:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759734.340726:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759734.340728:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759734.340730:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759734.340733:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6df400. 02000000:00000001:1.0:1787759734.340737:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759734.340739:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759734.340741:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77da40. 00000100:00000001:1.0:1787759734.340745:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759734.340746:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340748:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.340756:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.340758:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.340761:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759734.340763:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759734.340765:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759734.340769:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340777:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.340779:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.340781:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759734.340785:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759734.340787:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759734.340791:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759734.340794:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759734.340797:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759734.340800:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.340802:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759734.340807:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.340810:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759734.340815:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759734.340819:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759734.340825:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759734.340829:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567232, portal 4 00000100:00000001:1.0:1787759734.340832:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759734.340833:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170171904 : -114921539379712 : ffff977abe77de00) 00000100:00000040:1.0:1787759734.340841:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340848:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759734.340851:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759734.340854:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759734.340857:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875567232, offset 0 00000400:00000200:1.0:1787759734.340862:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759734.340869:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.340874:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759734.340880:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759734.340883:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759734.340887:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759734.340890:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759734.340894:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776856:776856:256:4294967295] 192.168.201.104@tcp LPNI seq info [776847:776847:8:4294967295] 00000400:00000200:1.0:1787759734.340899:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.340907:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759734.340913:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.340918:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759734.340924:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759734.340928:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759734.340933:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759734.340938:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759734.340942:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.340944:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759734.340948:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759734.340952:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759734.340956:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759734.340958:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759734.340961:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759734.340965:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340973:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.340976:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.340982:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.340984:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759734.340988:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759734.340992:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759734.340995:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759734.340998:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313088596 00000100:00000001:1.0:1787759734.341001:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313089808 00000100:00000001:1.0:1787759734.341003:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313088596 00000100:00000001:1.0:1787759734.341006:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313089813 00000100:00000001:1.0:1787759734.341008:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759734.341010:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.341012:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759734.341016:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734] req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759734.341024:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759734.341026:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759734.341027:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759734.341030:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759734.341032:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759734.341035:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759734.341038:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759734.341047:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.341053:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759734.341054:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.341056:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.341058:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759734.341062:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.341069:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759734.341073:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.341080:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759734.341084:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.341085:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.341087:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.341088:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759734.341091:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759734.341094:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759734.341098:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759734.341101:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759734.341105:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759734.341329:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567232:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759734.341336:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759734.341342:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.342212:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759734.342216:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.342220:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759734.342223:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759734.342225:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759734.342231:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759734.342313:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759734.342317:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759734.342319:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759734.342322:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759734.342327:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759734.342330:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759734.342335:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759734.342339:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759734.342344:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759734.342349:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567360, portal 4 00000100:00000001:1.0:1787759734.342419:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759734.342421:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152170173824 : -114921539377792 : ffff977abe77e580) 00000100:00000040:1.0:1787759734.342430:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.342442:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759734.342445:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759734.342448:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759734.342452:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875567360, offset 0 00000400:00000200:1.0:1787759734.342458:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759734.342464:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.342470:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759734.342475:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759734.342479:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759734.342482:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759734.342485:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759734.342488:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776857:776857:256:4294967295] 192.168.201.104@tcp LPNI seq info [776848:776848:8:4294967295] 00000400:00000200:1.0:1787759734.342492:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759734.342501:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759734.342507:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.342511:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759734.342517:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759734.342521:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1787759734.342527:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759734.342531:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1787759734.342536:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759734.342538:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759734.342543:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759734.342547:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759734.342616:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759734.342619:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759734.342624:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759734.342628:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.342637:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.342640:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759759 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.342652:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.342654:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759734.342658:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759734.342662:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759734.342666:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759734.342669:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313088562 00000100:00000001:1.0:1787759734.342673:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313089808 00000100:00000001:1.0:1787759734.342676:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313088562 00000100:00000001:1.0:1787759734.342678:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313089813 00000100:00000001:1.0:1787759734.342681:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759734.342683:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.342686:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759734.342691:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759734/real 1787759734] req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759734.342700:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759734.342702:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759734.342704:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759734.342707:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759734.342709:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759734.342711:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759734.342714:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759734.342722:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.343548:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759734.343966:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.343970:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.343972:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759734.343980:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.343990:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759734.343995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.344003:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759734.344006:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344008:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759734.344009:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344012:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759734.344015:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759734.344018:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759734.344024:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759734.344027:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759734.344032:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759734.344041:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977abe77e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567360:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759734.344047:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344050:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.344054:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77de00 x1874582875567232/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.344067:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759734.344070:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759734.344073:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759734.344078:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759734.344081:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759734.344083:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759734.344086:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759734.344089:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6ddc00. 02000000:00000001:1.0:1787759734.344094:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759734.344096:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759734.344098:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77de00. 00000100:00000001:1.0:1787759734.344102:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759734.344103:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344104:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759734.344108:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977abe77e580 x1874582875567360/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759759 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759734.344114:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759734.344367:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759734.344370:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759734.344374:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759734.344376:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759734.344377:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759734.344380:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759734.344382:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6de000. 02000000:00000001:1.0:1787759734.344384:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759734.344386:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759734.344387:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977abe77e580. 00000100:00000001:1.0:1787759734.344390:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759734.344391:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344394:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759734.344403:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759734.344404:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759734.344407:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759734.344409:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759734.774854:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759734.774863:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759734.774865:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759734.774871:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759734.774874:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759734.774878:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759734.774882:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759734.774884:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759734.774888:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759735.030454:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759735.030460:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759735.030462:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759735.030466:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759735.030469:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759735.030472:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759735.030473:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759735.030475:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759735.030477:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759735.030619:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759735.030621:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759735.030622:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759735.030624:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759735.030626:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759735.030627:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759735.030629:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759735.030630:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759735.030632:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759735.031126:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759735.031129:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759735.031130:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759735.031132:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759735.031133:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759735.031135:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759735.031137:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759735.031138:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759735.031139:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759735.095047:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759735.095056:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759735.095058:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759735.095059:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759735.095062:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759735.095064:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759735.095064:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:1.0:1787759735.095067:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759735.095068:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759735.095069:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759735.095072:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759735.095072:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759735.095075:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759735.095078:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759735.095081:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759735.095082:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759735.095084:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759735.095086:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759735.095188:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759735.095192:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759735.095193:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759735.095195:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759735.095197:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759735.095199:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759735.095201:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759735.095203:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759735.095205:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759735.095225:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759735.095228:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759735.095232:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759735.095233:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759735.095236:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759735.095237:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759735.095241:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759735.095242:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759735.095301:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759735.095304:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759735.095308:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759735.095515:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759735.095519:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759735.095520:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759735.095523:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759735.095526:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759735.095528:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759735.095530:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759735.095531:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759735.095533:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759735.095579:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759735.095582:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759735.095584:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759735.095586:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759735.095588:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759735.095590:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759735.095592:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759735.095593:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759735.095595:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759735.670367:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313089813, at 4313089856 00000100:00000010:3.0:1787759735.670386:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e780. 00000100:00000040:2.0:1787759735.670480:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313089808, at 4313089856 00000100:00000010:2.0:1787759735.670489:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eae0. 00000100:00000001:2.0:1787759735.798235:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759735.798272:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759735.798274:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759735.798280:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759735.798284:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759735.798288:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759735.798291:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759735.798294:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759735.798297:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759736.054219:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759736.054219:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759736.054228:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759736.054229:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759736.054241:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759736.054248:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759736.054252:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759736.054256:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759736.054258:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759736.054261:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759736.054264:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.054265:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759736.054271:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759736.054274:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759736.054277:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759736.054279:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759736.054281:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759736.054284:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759736.054328:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759736.054332:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759736.054334:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759736.054337:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759736.054339:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759736.054341:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759736.054343:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759736.054345:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759736.054347:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.118254:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759736.118260:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759736.118263:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759736.118266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759736.118266:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759736.118270:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1787759736.118274:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759736.118275:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.118280:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759736.118284:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759736.118286:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759736.118289:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759736.118290:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.118293:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759736.118295:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.118299:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759736.118299:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759736.118309:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759736.118311:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759736.118314:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759736.118316:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759736.118319:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759736.118321:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759736.118349:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759736.118354:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759736.118357:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759736.119331:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759736.119337:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759736.119338:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759736.119342:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759736.119344:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759736.119347:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759736.119349:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759736.119351:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759736.119353:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759736.119443:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759736.119446:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759736.119447:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759736.119450:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759736.119452:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759736.119454:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759736.119456:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759736.119457:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759736.119459:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759736.119510:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759736.119514:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759736.119515:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759736.119518:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759736.119520:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759736.119522:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759736.119524:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759736.119525:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759736.119527:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759736.119643:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759736.119690:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759736.119691:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759736.119694:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759736.119696:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759736.119698:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759736.119700:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759736.119702:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759736.119705:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759736.822216:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759736.822289:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759736.822292:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759736.822297:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759736.822300:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759736.822304:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759736.822307:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759736.822309:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759736.822313:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759737.078238:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759737.078238:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759737.078246:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759737.078246:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759737.078248:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759737.078248:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759737.078254:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:3.0:1787759737.078254:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:0.0:1787759737.078258:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759737.078258:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759737.078263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759737.078263:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759737.078265:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759737.078268:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759737.078271:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759737.078271:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759737.078273:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759737.078275:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759737.079311:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759737.079316:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759737.079317:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759737.079321:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759737.079324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759737.079327:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759737.079329:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759737.079330:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759737.079333:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759737.142246:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759737.142246:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759737.142252:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759737.142252:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759737.142254:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759737.142255:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759737.142260:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759737.142260:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759737.142264:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759737.142264:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759737.142267:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.142267:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759737.142270:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759737.142270:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759737.142273:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.142273:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759737.142276:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759737.142276:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759737.143622:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759737.143626:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759737.143632:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759737.143634:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759737.143637:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759737.143639:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759737.143643:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759737.143644:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759737.143905:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759737.143910:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759737.143912:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759737.143915:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759737.143918:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759737.143921:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759737.143923:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759737.143925:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759737.143928:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759737.143952:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759737.143955:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759737.143956:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759737.143959:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759737.143962:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759737.143964:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759737.143966:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759737.143968:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759737.143969:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759737.144017:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759737.144020:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759737.144022:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759737.144025:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759737.144027:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759737.144029:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.144031:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759737.144033:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.144035:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759737.145293:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759737.145299:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759737.145304:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759737.846240:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759737.846249:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759737.846251:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759737.846257:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759737.846261:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759737.846265:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.846268:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759737.846270:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759737.846274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759738.102186:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759738.102186:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759738.102193:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759738.102194:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759738.102206:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759738.102210:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759738.102211:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759738.102215:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1787759738.102217:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:1.0:1787759738.102218:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759738.102222:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759738.102222:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759738.102224:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759738.102227:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759738.102228:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759738.102232:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759738.102235:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759738.102237:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759738.102359:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759738.102362:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759738.102364:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759738.102367:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759738.102370:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759738.102372:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759738.102374:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759738.102375:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759738.102377:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759738.166250:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759738.166259:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759738.166260:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759738.166267:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759738.166271:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759738.166274:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759738.166277:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759738.166280:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759738.166284:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759738.166710:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759738.166714:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759738.166715:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759738.166719:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759738.166722:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759738.166724:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.166726:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759738.166728:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.166730:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759738.166795:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759738.166799:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759738.166800:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759738.166802:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759738.166804:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759738.166806:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759738.166808:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759738.166810:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759738.166812:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759738.166872:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759738.166875:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759738.166876:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759738.166878:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759738.166879:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759738.166881:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.166883:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759738.166884:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.166886:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759738.167269:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759738.167285:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759738.167286:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759738.167289:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759738.167291:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759738.167294:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759738.167296:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759738.167298:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759738.167300:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171045:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759738.171053:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171059:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759738.171060:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171064:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759738.171067:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759738.171070:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759738.171073:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171076:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759738.171078:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171081:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171083:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171087:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759738.171089:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759738.171090:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759738.171092:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171093:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759738.171095:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171097:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759738.171099:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759738.171161:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759738.171165:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759738.171168:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759738.870234:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759738.870242:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759738.870244:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759738.870250:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759738.870254:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759738.870258:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.870262:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759738.870264:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759738.870268:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759739.126207:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759739.126216:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759739.126218:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759739.126224:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759739.126227:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759739.126231:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759739.126233:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759739.126237:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759739.126241:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.126357:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759739.126360:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759739.126362:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.126365:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759739.126367:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759739.126369:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.126371:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.126372:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.126374:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759739.126428:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759739.126431:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759739.126433:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759739.126435:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759739.126437:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759739.126440:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759739.126442:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759739.126444:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759739.126446:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.190471:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759739.190481:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759739.190483:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.190488:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759739.190492:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759739.190496:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759739.190499:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759739.190502:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759739.190505:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.190606:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759739.190609:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759739.190611:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.190613:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759739.190616:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759739.190617:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.190620:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.190621:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.190623:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759739.191821:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759739.191826:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759739.191828:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759739.191831:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759739.191833:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759739.191836:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759739.191838:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759739.191840:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759739.191842:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759739.193793:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759739.193800:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759739.193806:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759739.193807:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759739.193810:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759739.193812:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759739.193815:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759739.193817:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759739.193841:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759739.193844:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759739.193846:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759739.193848:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759739.193852:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759739.193855:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759739.193858:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759739.193860:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759739.193863:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759739.193990:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759739.193993:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759739.193996:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759739.194096:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759739.194100:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759739.194101:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.194104:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759739.194106:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759739.194109:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.194111:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.194112:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.194115:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759739.451149:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759739.451161:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759739.451163:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759739.451168:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759739.451181:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759739.451190:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18421 00000400:00000200:2.0:1787759739.451201:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759739.451208:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759739.451212:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759739.451215:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451219:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451222:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451225:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759739.451230:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759739.451232:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759739.451235:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759739.451241:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759739.451243:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759739.451246:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759739.451250:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451253:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451255:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451257:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759739.451261:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759739.451264:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451267:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759739.451271:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759739.451274:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759739.451278:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451281:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759739.451284:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759739.451295:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759739.451300:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759739.451304:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759739.451306:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451310:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759739.451313:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759739.451318:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759739.451328:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759739.451335:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.451344:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759739.451355:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759739.451360:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.451366:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759739.451396:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759739.451399:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759739.451403:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759739.451404:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759739.451416:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759739.451420:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759739.451424:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18421 00000400:00000200:2.0:1787759739.451428:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759739.451432:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759739.451434:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759739.451437:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451440:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451442:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451444:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759739.451447:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759739.451449:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759739.451450:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759739.451453:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759739.451455:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759739.451458:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759739.451461:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451464:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451466:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451468:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759739.451471:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759739.451474:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451477:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759739.451479:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759739.451485:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759739.451487:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451489:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759739.451493:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759739.451496:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451499:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759739.451503:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759739.451506:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759739.451509:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759739.451511:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451513:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759739.451514:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759739.451516:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759739.451520:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759739.451524:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.451530:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759739.451537:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759739.451540:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.451544:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759739.451552:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759739.451555:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759739.451558:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759739.451559:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759739.451561:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759739.451563:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759739.451566:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18421 00000400:00000200:2.0:1787759739.451570:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759739.451573:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759739.451576:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759739.451579:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451581:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451583:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451585:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759739.451588:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759739.451589:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759739.451603:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759739.451605:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759739.451607:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759739.451610:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759739.451613:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451615:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451617:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451619:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759739.451622:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759739.451625:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451627:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759739.451629:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759739.451632:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759739.451634:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451636:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759739.451638:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759739.451641:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451643:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759739.451646:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759739.451649:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759739.451652:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759739.451653:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451655:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759739.451656:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759739.451658:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759739.451662:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759739.451665:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.451670:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759739.451677:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759739.451679:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.451683:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759739.451691:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759739.451694:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759739.451697:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759739.451699:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759739.451701:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759739.451716:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759739.451719:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18421 00000400:00000200:2.0:1787759739.451724:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759739.451727:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759739.451729:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759739.451732:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451734:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451737:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451739:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759739.451742:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759739.451743:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759739.451745:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759739.451748:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759739.451750:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759739.451752:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759739.451756:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451758:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451760:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451762:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759739.451765:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759739.451768:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451770:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759739.451772:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759739.451775:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759739.451777:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451779:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759739.451782:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759739.451784:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451786:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759739.451790:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759739.451793:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759739.451796:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759739.451797:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451799:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759739.451800:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759739.451802:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759739.451806:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759739.451810:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.451815:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759739.451823:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759739.451825:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.451829:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759739.451837:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759739.451840:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759739.451843:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759739.451845:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759739.451846:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759739.451849:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759739.451851:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18421 00000400:00000200:2.0:1787759739.451855:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759739.451859:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759739.451861:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759739.451864:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451866:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451868:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451871:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759739.451873:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759739.451875:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759739.451877:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759739.451879:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759739.451881:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759739.451883:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759739.451887:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451889:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759739.451891:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451894:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759739.451897:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759739.451900:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759739.451916:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759739.451918:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759739.451921:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759739.451924:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451925:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759739.451928:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759739.451930:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451932:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759739.451936:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759739.451939:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759739.451941:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759739.451943:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.451945:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759739.451947:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759739.451948:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759739.451952:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759739.451955:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.451961:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759739.451974:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759739.451976:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.451993:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759739.452001:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759739.452007:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18431) 00000100:00000001:1.0:1787759739.456559:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759739.456568:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759739.456571:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759739.456585:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.456608:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.456611:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.456615:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759739.456619:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759739.456622:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.456626:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875567488:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759739.456631:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759739.456635:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759739.456638:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.456641:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759739.456651:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759739.456654:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.456663:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759739.456668:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759739.456676:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759739.456683:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567488, portal 25 00000100:00000001:1.0:1787759739.456686:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759739.456688:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759739.456695:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.456703:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759739.456706:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759739.456709:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759739.456713:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875567488, offset 0 00000400:00000200:1.0:1787759739.456721:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759739.456730:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.456738:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759739.456744:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759739.456748:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759739.456752:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759739.456756:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759739.456759:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776858:776858:256:4294967295] 192.168.201.104@tcp LPNI seq info [776849:776849:8:4294967295] 00000400:00000200:1.0:1787759739.456764:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.456775:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759739.456781:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.456788:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759739.456795:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759739.456799:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759739.456805:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759739.456810:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759739.456814:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.456817:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759739.456823:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759739.456828:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759739.456833:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759739.456836:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759739.456840:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759739.456844:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.456855:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.456859:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.456867:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.456869:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759739.456875:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.456879:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759739.456883:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313094933 00000100:00000010:1.0:1787759739.456888:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e1e0. 00000100:00000001:1.0:1787759739.456896:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759739.456916:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313094933 00000100:00000010:1.0:1787759739.456920:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e180. 00000100:00000001:1.0:1787759739.456923:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759739.456926:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759739.456929:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.456932:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759739.456936:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739] req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759739.456946:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759739.456948:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759739.456950:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759739.456953:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759739.456955:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759739.456958:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759739.456961:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759739.456970:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.456988:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759739.456990:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.456993:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.456995:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759739.456999:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457007:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759739.457013:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457020:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759739.457023:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457026:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.457028:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457030:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759739.457033:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759739.457037:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759739.457042:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759739.457045:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759739.457050:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759739.457059:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875567488:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759739.457064:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759739.457068:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457076:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.457077:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457079:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759739.457081:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759739.457083:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.457087:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759739.457090:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759739.457092:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759739.457094:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457095:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759739.457099:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759739.457101:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.457105:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759739.457107:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759739.457111:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759739.457115:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567616, portal 10 00000100:00000001:1.0:1787759739.457157:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759739.457160:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759739.457168:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457185:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759739.457188:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759739.457191:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759739.457194:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875567616, offset 0 00000400:00000200:1.0:1787759739.457199:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457204:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457208:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759739.457211:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759739.457214:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759739.457216:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759739.457219:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457222:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776859:776859:256:4294967295] 192.168.201.104@tcp LPNI seq info [776850:776850:8:4294967295] 00000400:00000200:1.0:1787759739.457227:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457233:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759739.457238:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457241:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759739.457246:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759739.457249:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759739.457254:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759739.457257:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759739.457262:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457264:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759739.457267:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759739.457271:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759739.457274:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759739.457276:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759739.457279:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759739.457283:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457291:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.457295:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457302:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457304:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759739.457307:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759739.457311:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759739.457315:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759739.457317:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313093654 00000100:00000001:1.0:1787759739.457320:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457322:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313093654 00000100:00000001:1.0:1787759739.457325:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457327:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759739.457330:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457332:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759739.457336:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739] req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759739.457345:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759739.457346:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759739.457348:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759739.457351:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759739.457353:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759739.457355:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759739.457358:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759739.457366:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457373:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759739.457375:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457377:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.457378:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759739.457382:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457388:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759739.457392:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457399:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759739.457402:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457403:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.457404:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457406:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759739.457411:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759739.457413:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759739.457417:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759739.457419:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759739.457423:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759739.457431:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567616:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759739.457436:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759739.457440:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457447:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.457449:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457451:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759739.457453:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759739.457455:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.457458:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759739.457461:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759739.457465:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759739.457467:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457469:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759739.457472:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759739.457474:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.457478:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759739.457481:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759739.457484:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759739.457488:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567744, portal 10 00000100:00000001:1.0:1787759739.457490:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759739.457492:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759739.457498:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457506:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759739.457509:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759739.457512:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759739.457515:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875567744, offset 0 00000400:00000200:1.0:1787759739.457519:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457524:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457528:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759739.457531:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759739.457534:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759739.457536:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759739.457539:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457542:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776860:776860:256:4294967295] 192.168.201.104@tcp LPNI seq info [776851:776851:8:4294967295] 00000400:00000200:1.0:1787759739.457547:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457553:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759739.457558:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457562:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759739.457566:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759739.457569:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759739.457574:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759739.457576:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759739.457581:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457583:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759739.457586:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759739.457590:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759739.457593:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759739.457595:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759739.457598:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759739.457601:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457609:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.457612:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457619:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457621:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759739.457625:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759739.457628:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759739.457632:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759739.457634:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313093654 00000100:00000001:1.0:1787759739.457636:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457639:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313093654 00000100:00000001:1.0:1787759739.457641:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457644:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759739.457646:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457648:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759739.457652:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739] req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759739.457660:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759739.457662:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759739.457664:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759739.457666:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759739.457668:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759739.457671:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759739.457674:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759739.457683:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457689:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759739.457690:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457692:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.457693:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759739.457697:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457703:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759739.457707:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457713:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759739.457715:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457717:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.457718:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457719:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759739.457722:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759739.457725:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759739.457729:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759739.457731:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759739.457735:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759739.457743:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567744:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759739.457747:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759739.457751:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457758:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.457759:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457761:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759739.457763:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759739.457765:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.457768:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759739.457772:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759739.457774:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759739.457775:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.457777:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759739.457781:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759739.457783:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.457786:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759739.457789:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759739.457793:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759739.457796:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875567872, portal 4 00000100:00000001:1.0:1787759739.457798:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759739.457799:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759739.457805:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457812:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759739.457815:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759739.457817:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759739.457820:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875567872, offset 0 00000400:00000200:1.0:1787759739.457824:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457828:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457831:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759739.457834:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759739.457837:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759739.457839:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759739.457842:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759739.457845:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776861:776861:256:4294967295] 192.168.201.104@tcp LPNI seq info [776852:776852:8:4294967295] 00000400:00000200:1.0:1787759739.457850:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.457856:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759739.457861:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457864:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759739.457869:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759739.457872:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759739.457876:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759739.457880:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759739.457884:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.457887:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759739.457889:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759739.457893:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759739.457897:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759739.457898:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759739.457901:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759739.457905:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457913:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.457916:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457923:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457925:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759739.457928:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759739.457932:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759739.457935:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759739.457938:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313093713 00000100:00000001:1.0:1787759739.457941:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457943:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313093713 00000100:00000001:1.0:1787759739.457946:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.457948:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759739.457951:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.457953:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759739.457957:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739] req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759739.457966:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759739.457967:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759739.457969:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759739.457972:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759739.457974:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759739.457977:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759739.457980:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759739.457989:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.457996:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759739.457997:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.457999:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.458001:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759739.458004:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458011:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759739.458015:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458022:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759739.458025:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458027:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.458028:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458030:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759739.458032:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759739.458035:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759739.458039:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759739.458042:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759739.458047:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759739.458056:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875567872:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759739.458061:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759739.458065:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458072:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759739.458074:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.458108:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759739.458110:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759739.458112:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759739.458145:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759739.458150:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759739.458152:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759739.458154:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759739.458156:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458160:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759739.458163:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759739.458166:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759739.458169:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759739.458180:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759739.458184:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568000, portal 4 00000100:00000001:1.0:1787759739.458187:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759739.458188:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759739.458194:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458201:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759739.458204:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759739.458207:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759739.458210:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875568000, offset 0 00000400:00000200:1.0:1787759739.458214:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759739.458219:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.458222:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759739.458225:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759739.458227:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759739.458229:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759739.458232:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759739.458235:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776862:776862:256:4294967295] 192.168.201.104@tcp LPNI seq info [776853:776853:8:4294967295] 00000400:00000200:1.0:1787759739.458239:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759739.458246:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759739.458251:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.458254:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759739.458259:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759739.458261:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1787759739.458265:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759739.458268:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1787759739.458272:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759739.458274:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759739.458277:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759739.458281:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759739.458283:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759739.458285:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759739.458288:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759739.458292:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458299:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458302:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759764 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458307:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.458310:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759739.458313:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759739.458316:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759739.458320:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759739.458322:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313093678 00000100:00000001:1.0:1787759739.458324:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.458327:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313093678 00000100:00000001:1.0:1787759739.458329:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313094933 00000100:00000001:1.0:1787759739.458331:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759739.458333:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.458335:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759739.458338:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759739/real 1787759739] req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759739.458345:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759739.458346:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759739.458348:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759739.458350:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759739.458352:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759739.458354:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759739.458357:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759739.458365:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458372:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759739.458373:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458375:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.458376:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759739.458380:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458387:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759739.458391:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458398:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759739.458401:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458402:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759739.458404:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458405:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759739.458408:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759739.458410:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759739.458414:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759739.458417:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759739.458421:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759739.458429:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568000:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759739.458434:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458436:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458440:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875567488/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458446:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759739.458449:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458452:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759739.458455:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759739.458458:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759739.458460:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759739.458463:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759739.458466:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759739.458471:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759739.458474:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759739.458476:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759739.458479:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759739.458481:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458483:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458486:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875567616/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458493:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759739.458494:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458496:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759739.458499:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759739.458500:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759739.458502:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759739.458504:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759739.458505:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:1.0:1787759739.458508:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759739.458509:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759739.458511:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759739.458513:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759739.458514:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458516:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458519:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875567744/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458526:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759739.458527:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458529:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759739.458531:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759739.458532:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759739.458534:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759739.458536:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759739.458538:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759739.458540:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759739.458542:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759739.458543:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759739.458545:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759739.458547:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458548:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458551:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875567872/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458564:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759739.458577:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458579:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759739.458582:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759739.458584:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759739.458585:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759739.458587:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759739.458589:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759739.458591:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759739.458592:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759739.458593:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759739.458596:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759739.458597:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458599:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759739.458603:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875568000/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759764 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759739.458609:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759739.458611:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759739.458612:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759739.458615:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759739.458616:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759739.458617:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759739.458619:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759739.458621:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759739.458623:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759739.458624:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759739.458626:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759739.458628:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759739.458629:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458631:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759739.458640:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759739.458642:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759739.458644:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759739.458646:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759739.894300:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759739.894307:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759739.894309:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759739.894315:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759739.894319:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759739.894323:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759739.894326:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759739.894329:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759739.894332:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759740.150267:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759740.150285:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759740.150287:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759740.150293:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759740.150297:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759740.150301:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.150304:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759740.150306:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.150310:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759740.150747:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759740.150750:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759740.150751:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759740.150754:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759740.150756:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759740.150759:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759740.150760:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759740.150762:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759740.150764:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759740.151086:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759740.151089:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759740.151091:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759740.151093:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759740.151096:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759740.151098:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759740.151100:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759740.151101:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759740.151103:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759740.215298:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759740.215306:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759740.215308:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759740.215314:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759740.215317:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759740.215321:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.215324:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759740.215327:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.215330:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759740.218274:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759740.218281:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759740.218283:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759740.218288:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759740.218291:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759740.218294:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759740.218297:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759740.218299:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759740.218302:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759740.221381:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759740.221387:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759740.221389:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759740.221394:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759740.221398:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759740.221402:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759740.221405:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759740.221408:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759740.221411:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759740.225006:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759740.225014:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759740.225016:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759740.225021:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759740.225024:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759740.225028:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.225031:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759740.225033:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759740.225036:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759740.233031:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759740.233037:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759740.233037:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759740.233042:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1787759740.233043:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759740.233044:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759740.233045:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759740.233048:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00010000:00000001:3.0:1787759740.233048:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759740.233049:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759740.233052:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759740.233053:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759740.233054:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759740.233054:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759740.233057:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759740.233059:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759740.233062:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759740.233630:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759740.233633:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759740.233636:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787759740.790245:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313094933, at 4313094976 00000100:00000010:3.0:1787759740.790261:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e180. 00000100:00000040:2.0:1787759740.793408:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313094933, at 4313094979 00000100:00000010:2.0:1787759740.793427:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e1e0. 00000100:00000001:2.0:1787759740.918553:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759740.918561:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759740.918564:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759740.918570:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759740.918574:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759740.918577:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759740.918580:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759740.918582:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759740.918586:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759741.174239:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759741.174247:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759741.174249:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759741.174255:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759741.174260:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759741.174263:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759741.174266:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759741.174269:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759741.174272:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759741.174352:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759741.174357:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759741.174358:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759741.174361:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759741.174365:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759741.174367:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.174369:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759741.174370:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759741.174374:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759741.174374:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.174378:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759741.174378:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759741.174384:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759741.174387:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759741.174389:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.174392:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759741.174394:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.174397:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238247:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759741.238247:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759741.238254:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238256:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759741.238260:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759741.238262:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1787759741.238267:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00010000:00000001:3.0:1787759741.238267:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759741.238272:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759741.238276:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759741.238279:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1787759741.238281:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759741.238282:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759741.238286:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238287:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759741.238289:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238291:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759741.238294:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759741.238296:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1787759741.238299:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759741.238299:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759741.238303:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759741.238306:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759741.238328:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759741.238332:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759741.238334:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759741.238420:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759741.238423:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759741.238424:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759741.238427:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759741.238430:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759741.238432:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759741.238434:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759741.238436:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759741.238439:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238488:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759741.238491:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759741.238493:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759741.238495:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759741.238497:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759741.238499:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.238501:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759741.238502:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.238504:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759741.238716:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759741.238721:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759741.238723:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759741.238726:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759741.238729:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759741.238732:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759741.238735:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759741.238736:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759741.238739:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759741.238777:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759741.238780:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759741.238782:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759741.238784:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759741.238787:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759741.238789:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.238791:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759741.238792:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759741.238794:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759741.942381:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759741.942388:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759741.942391:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759741.942396:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759741.942400:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759741.942404:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759741.942407:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759741.942409:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759741.942412:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759742.198375:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759742.198383:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759742.198386:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759742.198391:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759742.198396:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759742.198399:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759742.198402:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759742.198405:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759742.198408:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759742.198666:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759742.198669:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759742.198671:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759742.198673:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759742.198676:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759742.198678:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759742.198680:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759742.198681:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759742.198684:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759742.198818:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759742.198822:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759742.198823:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759742.198826:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759742.198828:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759742.198830:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759742.198832:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759742.198834:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759742.198836:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759742.262581:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759742.262588:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759742.262594:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759742.262596:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759742.262599:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759742.262600:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759742.262604:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759742.262606:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759742.262816:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759742.262821:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759742.262823:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759742.262827:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759742.262831:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759742.262834:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.262837:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759742.262839:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.262842:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759742.263458:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759742.263462:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759742.263466:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759742.263877:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759742.263880:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759742.263882:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759742.263885:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759742.263887:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759742.263890:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759742.263892:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759742.263894:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759742.263896:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759742.263993:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759742.263996:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759742.263997:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759742.264000:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759742.264002:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759742.264004:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759742.264006:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759742.264008:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759742.264011:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759742.264052:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759742.264055:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759742.264057:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759742.264059:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759742.264061:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759742.264063:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759742.264065:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759742.264066:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759742.264068:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759742.264143:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759742.264146:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759742.264147:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759742.264149:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759742.264152:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759742.264154:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.264156:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759742.264157:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.264159:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759742.967150:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759742.967159:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759742.967161:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759742.967167:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759742.967170:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759742.967174:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.967177:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759742.967180:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759742.967182:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759743.222202:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759743.222211:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759743.222213:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759743.222220:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759743.222223:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759743.222227:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759743.222229:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759743.222232:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759743.222236:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759743.222383:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759743.222387:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759743.222388:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759743.222392:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759743.222394:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759743.222405:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759743.222407:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759743.222409:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759743.222411:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759743.222511:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759743.222515:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759743.222516:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759743.222519:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:1.0:1787759743.222521:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759743.222523:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.222609:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759743.222611:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.222614:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759743.286262:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759743.286271:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759743.286274:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759743.286281:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759743.286285:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759743.286289:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.286293:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759743.286295:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.286298:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759743.286398:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759743.286402:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759743.286403:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759743.286407:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759743.286409:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759743.286411:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759743.286413:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759743.286415:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759743.286417:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759743.286611:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759743.286614:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759743.286616:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759743.286618:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759743.286621:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759743.286623:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.286625:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759743.286626:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.286628:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759743.286716:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759743.286719:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759743.286720:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759743.286723:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759743.286725:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759743.286727:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759743.286729:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759743.286730:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759743.286732:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759743.286752:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759743.286755:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759743.286759:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759743.286761:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759743.286765:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759743.286766:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759743.286770:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759743.286771:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759743.286985:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759743.286989:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759743.286993:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759743.287037:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759743.287040:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759743.287041:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759743.287043:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759743.287045:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759743.287047:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.287049:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759743.287051:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759743.287053:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759743.990650:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759743.990659:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759743.990661:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759743.990668:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759743.990671:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759743.990675:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759743.990677:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759743.990680:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759743.990684:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759744.246444:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759744.246451:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759744.246453:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759744.246458:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759744.246462:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759744.246466:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759744.246469:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759744.246471:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759744.246474:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759744.246627:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759744.246630:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759744.246631:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759744.246634:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759744.246636:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759744.246638:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759744.246640:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759744.246642:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759744.246645:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.246940:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759744.246943:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759744.246944:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.246947:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759744.246949:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759744.246952:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759744.246953:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759744.246955:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759744.246957:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759744.310258:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759744.310265:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759744.310271:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759744.310273:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759744.310276:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759744.310277:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759744.310282:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759744.310283:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759744.310320:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759744.310324:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759744.310327:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759744.310480:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759744.310496:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759744.310498:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.310502:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759744.310514:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759744.310517:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.310521:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.310523:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.310527:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759744.310783:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759744.310787:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759744.310788:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759744.310790:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759744.310793:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759744.310795:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759744.310797:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759744.310799:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759744.310801:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.310998:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759744.311002:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759744.311004:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.311007:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759744.311010:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759744.311012:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759744.311014:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759744.311015:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759744.311017:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759744.311066:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759744.311068:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759744.311070:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759744.311072:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759744.311074:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759744.311076:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759744.311078:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759744.311079:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759744.311081:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.311138:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759744.311141:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759744.311142:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.311144:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759744.311146:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759744.311148:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.311150:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.311151:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.311153:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759744.566223:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759744.566234:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759744.566237:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759744.566242:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759744.566246:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759744.566254:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18426 00000400:00000200:2.0:1787759744.566265:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759744.566272:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759744.566276:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759744.566280:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566284:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566287:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566290:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759744.566294:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759744.566296:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759744.566300:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759744.566303:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759744.566306:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759744.566310:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759744.566313:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566315:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566318:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566320:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759744.566323:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759744.566327:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566330:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759744.566333:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759744.566336:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759744.566340:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566342:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759744.566345:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759744.566354:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759744.566359:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759744.566363:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759744.566365:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566368:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759744.566370:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759744.566375:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759744.566384:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697400. 00000100:00000001:2.0:1787759744.566390:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.566400:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759744.566411:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759744.566416:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566421:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759744.566448:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759744.566451:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759744.566455:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759744.566457:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759744.566459:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759744.566463:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759744.566466:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18426 00000400:00000200:2.0:1787759744.566470:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759744.566473:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759744.566476:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759744.566479:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566481:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566484:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566486:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759744.566490:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759744.566491:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759744.566493:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759744.566496:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759744.566499:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759744.566501:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759744.566505:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566507:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566510:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566512:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759744.566515:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759744.566518:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566521:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759744.566523:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759744.566529:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759744.566531:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566534:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759744.566537:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759744.566541:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566543:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759744.566547:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759744.566550:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759744.566553:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759744.566554:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566556:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759744.566557:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759744.566559:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759744.566564:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694c00. 00000100:00000001:2.0:1787759744.566568:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.566573:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759744.566582:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759744.566584:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566588:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759744.566596:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759744.566599:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759744.566602:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759744.566603:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759744.566605:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759744.566608:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759744.566611:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18426 00000400:00000200:2.0:1787759744.566615:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759744.566618:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759744.566620:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759744.566624:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566626:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566629:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566631:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759744.566634:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759744.566636:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759744.566638:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759744.566640:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759744.566642:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759744.566645:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759744.566648:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566651:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566653:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566655:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759744.566658:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759744.566661:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566663:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759744.566665:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759744.566668:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759744.566670:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566672:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759744.566674:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759744.566676:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566678:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759744.566682:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759744.566684:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759744.566687:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759744.566688:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566690:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759744.566692:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759744.566693:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759744.566698:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694000. 00000100:00000001:2.0:1787759744.566701:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.566705:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759744.566712:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759744.566714:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566718:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759744.566725:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759744.566727:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759744.566730:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759744.566732:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759744.566733:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759744.566736:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759744.566739:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18426 00000400:00000200:2.0:1787759744.566743:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759744.566746:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759744.566748:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759744.566751:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566753:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566755:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566757:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759744.566759:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759744.566760:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759744.566762:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759744.566764:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759744.566766:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759744.566768:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759744.566771:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566773:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566775:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566777:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759744.566779:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759744.566782:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566784:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759744.566786:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759744.566789:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759744.566791:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566793:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759744.566795:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759744.566798:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566800:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759744.566804:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759744.566807:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759744.566809:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759744.566810:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566812:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759744.566814:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759744.566815:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759744.566819:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696800. 00000100:00000001:2.0:1787759744.566822:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.566827:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759744.566835:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759744.566837:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566842:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759744.566850:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759744.566853:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759744.566856:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759744.566858:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759744.566859:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759744.566862:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759744.566865:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18426 00000400:00000200:2.0:1787759744.566869:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759744.566872:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759744.566874:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759744.566878:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566880:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566882:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566885:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759744.566888:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759744.566889:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759744.566891:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759744.566892:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759744.566894:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759744.566897:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759744.566900:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566902:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759744.566903:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566905:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759744.566908:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759744.566911:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759744.566913:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759744.566915:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759744.566918:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759744.566920:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566922:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759744.566924:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759744.566927:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566928:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759744.566932:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759744.566934:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759744.566937:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759744.566938:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759744.566939:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759744.566941:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759744.566943:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759744.566946:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696400. 00000100:00000001:2.0:1787759744.566950:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759744.566954:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759744.566960:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759744.566962:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566965:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759744.566971:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759744.566976:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18436) 00000100:00000001:1.0:1787759744.567047:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759744.567052:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759744.567054:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759744.567061:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567068:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.567070:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567074:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759744.567076:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759744.567079:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.567082:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875568128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759744.567100:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759744.567104:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759744.567107:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567109:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759744.567114:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759744.567138:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.567144:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759744.567150:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759744.567156:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759744.567164:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568128, portal 25 00000100:00000001:1.0:1787759744.567166:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759744.567168:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759744.567174:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567181:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759744.567184:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759744.567187:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759744.567190:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875568128, offset 0 00000400:00000200:1.0:1787759744.567198:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567207:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567212:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759744.567219:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759744.567224:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759744.567228:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759744.567230:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567234:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776863:776863:256:4294967295] 192.168.201.104@tcp LPNI seq info [776854:776854:8:4294967295] 00000400:00000200:1.0:1787759744.567239:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567250:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759744.567256:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567262:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759744.567269:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759744.567273:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759744.567279:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759744.567283:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759744.567288:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567291:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759744.567296:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759744.567301:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759744.567306:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759744.567309:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759744.567313:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759744.567317:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567327:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.567330:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567337:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567339:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759744.567345:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.567349:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759744.567351:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313100044 00000100:00000010:1.0:1787759744.567357:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e1e0. 00000100:00000001:1.0:1787759744.567363:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759744.567368:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313100044 00000100:00000010:1.0:1787759744.567372:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e180. 00000100:00000001:1.0:1787759744.567376:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759744.567379:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759744.567382:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567384:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759744.567388:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744] req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759744.567397:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759744.567398:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759744.567400:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759744.567403:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759744.567405:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759744.567407:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759744.567411:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759744.567420:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567427:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759744.567430:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567432:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.567434:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759744.567438:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567444:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759744.567449:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567455:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759744.567458:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567460:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.567461:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567463:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759744.567464:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759744.567467:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759744.567471:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759744.567474:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759744.567478:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759744.567486:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875568128:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759744.567491:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759744.567494:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567501:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.567502:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567504:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759744.567506:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759744.567508:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.567511:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759744.567514:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759744.567517:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759744.567518:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567520:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759744.567523:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759744.567525:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.567528:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759744.567531:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759744.567534:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759744.567537:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568256, portal 10 00000100:00000001:1.0:1787759744.567539:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759744.567540:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759744.567548:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567555:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759744.567557:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759744.567560:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759744.567562:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875568256, offset 0 00000400:00000200:1.0:1787759744.567566:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567569:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567573:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759744.567575:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759744.567578:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759744.567580:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759744.567583:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567585:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776864:776864:256:4294967295] 192.168.201.104@tcp LPNI seq info [776855:776855:8:4294967295] 00000400:00000200:1.0:1787759744.567590:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567596:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759744.567601:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567605:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759744.567609:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759744.567612:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759744.567617:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759744.567619:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759744.567623:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567625:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759744.567628:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759744.567632:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759744.567635:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759744.567637:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759744.567639:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759744.567643:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567652:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.567656:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567663:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567664:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759744.567667:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759744.567671:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759744.567674:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759744.567676:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313098764 00000100:00000001:1.0:1787759744.567679:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.567682:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313098764 00000100:00000001:1.0:1787759744.567684:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.567687:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759744.567689:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567691:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759744.567694:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744] req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759744.567708:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759744.567709:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759744.567711:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759744.567714:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759744.567716:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759744.567718:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759744.567721:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759744.567730:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567737:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759744.567738:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567740:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.567741:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759744.567744:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567751:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759744.567754:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567761:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759744.567764:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567765:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.567766:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.567768:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759744.567772:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759744.567774:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759744.567778:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759744.567780:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759744.567785:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759744.567793:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568256:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759744.567796:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759744.567800:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567806:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.567807:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567810:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759744.567811:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759744.567813:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.567816:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759744.567819:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759744.567821:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759744.567823:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.567824:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759744.567828:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759744.567830:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.567833:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759744.567835:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759744.567838:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759744.567841:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568384, portal 10 00000100:00000001:1.0:1787759744.567843:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759744.567844:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759744.567849:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567855:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759744.567858:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759744.567860:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759744.567863:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875568384, offset 0 00000400:00000200:1.0:1787759744.567867:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567871:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567874:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759744.567877:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759744.567879:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759744.567881:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759744.567884:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759744.567886:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776865:776865:256:4294967295] 192.168.201.104@tcp LPNI seq info [776856:776856:8:4294967295] 00000400:00000200:1.0:1787759744.567890:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.567895:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759744.567899:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567903:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759744.567906:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759744.567909:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759744.567913:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759744.567916:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759744.567920:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.567921:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759744.567924:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759744.567928:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759744.567931:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759744.567932:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759744.567935:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759744.567938:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567944:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.567948:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.567955:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567957:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759744.567960:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759744.567964:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759744.567967:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759744.567970:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313098764 00000100:00000001:1.0:1787759744.567973:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.567976:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313098764 00000100:00000001:1.0:1787759744.567979:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.567981:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759744.567984:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.567986:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759744.567990:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744] req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759744.567998:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759744.568000:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759744.568002:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759744.568004:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759744.568007:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759744.568009:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759744.568013:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759744.568022:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.568028:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759744.568030:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.568032:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.568033:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759744.568037:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.568044:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759744.568048:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.568056:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759744.568060:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.568062:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.568063:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.568065:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759744.568068:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759744.568071:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759744.568075:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759744.568078:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759744.570157:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759744.570180:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568384:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759744.570186:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759744.570191:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570199:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.570201:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.570205:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759744.570209:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759744.570212:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.570215:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759744.570219:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759744.570224:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759744.570227:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.570230:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570236:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759744.570238:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.570245:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759744.570249:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759744.570255:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759744.570261:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568512, portal 4 00000100:00000001:1.0:1787759744.570264:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759744.570265:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759744.570274:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570281:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759744.570284:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759744.570287:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759744.570291:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875568512, offset 0 00000400:00000200:1.0:1787759744.570296:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759744.570304:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.570309:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759744.570315:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759744.570319:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759744.570323:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759744.570326:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759744.570329:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776866:776866:256:4294967295] 192.168.201.104@tcp LPNI seq info [776857:776857:8:4294967295] 00000400:00000200:1.0:1787759744.570334:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.570344:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759744.570350:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.570355:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759744.570361:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759744.570365:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759744.570371:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759744.570374:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759744.570379:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.570382:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759744.570387:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759744.570391:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759744.570396:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759744.570398:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759744.570402:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759744.570406:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570421:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570424:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570431:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.570433:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759744.570437:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759744.570441:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759744.570444:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759744.570447:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313098826 00000100:00000001:1.0:1787759744.570451:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.570453:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313098826 00000100:00000001:1.0:1787759744.570456:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.570458:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759744.570460:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.570462:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759744.570466:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744] req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759744.570473:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759744.570475:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759744.570477:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759744.570480:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759744.570482:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759744.570485:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759744.570488:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759744.570497:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570503:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759744.570506:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570508:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.570509:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759744.570513:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570518:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759744.570522:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570528:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759744.570531:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570532:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.570533:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570535:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759744.570538:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759744.570541:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759744.570544:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759744.570547:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759744.570551:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759744.570557:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568512:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759744.570561:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759744.570566:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570572:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759744.570573:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.570575:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759744.570577:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759744.570578:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759744.570582:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759744.570585:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759744.570587:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759744.570588:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759744.570590:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570593:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759744.570595:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759744.570598:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759744.570601:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759744.570604:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759744.570606:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568640, portal 4 00000100:00000001:1.0:1787759744.570608:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759744.570610:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759744.570614:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570620:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759744.570623:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759744.570625:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759744.570627:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875568640, offset 0 00000400:00000200:1.0:1787759744.570631:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759744.570634:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.570637:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759744.570640:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759744.570642:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759744.570644:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759744.570647:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759744.570649:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776867:776867:256:4294967295] 192.168.201.104@tcp LPNI seq info [776858:776858:8:4294967295] 00000400:00000200:1.0:1787759744.570653:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759744.570659:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759744.570663:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.570666:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759744.570670:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759744.570673:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1787759744.570677:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759744.570680:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1787759744.570684:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759744.570686:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759744.570688:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759744.570692:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759744.570694:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759744.570696:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759744.570698:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759744.570701:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570709:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570712:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759769 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570718:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.570719:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759744.570722:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759744.570724:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759744.570727:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759744.570729:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313098790 00000100:00000001:1.0:1787759744.570731:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.570733:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313098790 00000100:00000001:1.0:1787759744.570735:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313100044 00000100:00000001:1.0:1787759744.570738:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759744.570740:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.570742:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759744.570745:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759744/real 1787759744] req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759744.570752:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759744.570754:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759744.570756:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759744.570758:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759744.570759:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759744.570762:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759744.570764:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759744.570772:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570778:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759744.570779:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570781:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.570782:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759744.570785:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570791:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759744.570794:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570800:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759744.570802:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570804:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759744.570805:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570806:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759744.570809:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759744.570811:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759744.570814:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759744.570817:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759744.570821:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759744.570835:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568640:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759744.570839:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570842:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570846:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875568128/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570852:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759744.570855:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570858:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759744.570861:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759744.570864:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759744.570866:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759744.570869:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759744.570871:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697400. 02000000:00000001:1.0:1787759744.570876:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759744.570879:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759744.570880:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759744.570884:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759744.570885:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570887:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570891:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875568256/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570897:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759744.570899:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570900:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522000. 02000000:00000001:1.0:1787759744.570903:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759744.570904:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759744.570905:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759744.570907:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759744.570909:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694c00. 02000000:00000001:1.0:1787759744.570913:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759744.570915:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759744.570916:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759744.570919:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759744.570920:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570922:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570925:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875568384/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570932:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759744.570934:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570935:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759744.570937:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759744.570939:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759744.570940:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759744.570942:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759744.570943:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694000. 02000000:00000001:1.0:1787759744.570945:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759744.570946:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759744.570948:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759744.570950:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759744.570951:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570953:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570957:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875568512/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570962:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759744.570963:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570964:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759744.570966:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759744.570967:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759744.570968:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759744.570970:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759744.570972:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696800. 02000000:00000001:1.0:1787759744.570974:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759744.570975:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759744.570976:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759744.570978:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759744.570979:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.570980:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759744.570983:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875568640/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759769 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759744.570990:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759744.570991:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759744.570993:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521000. 02000000:00000001:1.0:1787759744.570995:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759744.570996:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759744.570997:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759744.570998:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759744.571000:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696400. 02000000:00000001:1.0:1787759744.571002:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759744.571003:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759744.571004:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759744.571006:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759744.571007:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.571009:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759744.571018:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759744.571020:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759744.571023:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759744.571024:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759745.014254:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759745.014262:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759745.014265:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759745.014271:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759745.014274:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759745.014279:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.014282:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759745.014284:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.014287:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759745.270680:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759745.270688:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759745.270690:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759745.270696:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759745.270699:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759745.270703:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.270705:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759745.270708:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.270711:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759745.271089:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759745.271097:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759745.271099:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759745.271105:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759745.271108:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759745.271112:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759745.271135:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759745.271138:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759745.271142:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759745.271810:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759745.271814:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759745.271815:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759745.271818:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759745.271820:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759745.271823:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.271825:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759745.271826:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.271829:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759745.334284:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759745.334289:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759745.334296:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759745.334298:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759745.334302:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759745.334303:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759745.334314:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00100000:2.0:1787759745.334315:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759745.334325:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759745.334325:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759745.334332:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.334334:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.334336:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759745.334339:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759745.334342:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.334344:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.334349:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759745.334351:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759745.334603:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759745.334607:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759745.334612:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759745.334613:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759745.334623:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759745.334625:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759745.334629:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759745.334631:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759745.334711:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759745.334715:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759745.334718:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759745.336225:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759745.336230:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759745.336232:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759745.336236:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759745.336240:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759745.336243:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759745.336246:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759745.336248:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759745.336251:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759745.336450:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759745.336454:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759745.336455:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759745.336458:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759745.336460:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759745.336462:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.336465:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759745.336466:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759745.336468:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759745.338042:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759745.338049:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759745.338052:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759745.338057:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759745.338060:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759745.338063:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.338066:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759745.338068:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759745.338097:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759745.910310:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313100044, at 4313100096 00000100:00000010:2.0:1787759745.910333:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e1e0. 00000100:00000040:3.0:1787759745.917314:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313100044, at 4313100103 00000100:00000010:3.0:1787759745.917337:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e180. 00000100:00000001:2.0:1787759746.038339:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759746.038348:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759746.038351:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759746.038356:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759746.038360:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759746.038364:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759746.038366:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759746.038368:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759746.038372:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759746.294252:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759746.294261:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759746.294263:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759746.294269:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759746.294273:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759746.294277:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759746.294280:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759746.294283:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759746.294286:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759746.294717:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759746.294721:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759746.294722:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759746.294725:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759746.294727:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759746.294729:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.294731:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759746.294733:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.294735:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759746.295171:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759746.295178:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759746.295180:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759746.295185:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759746.295189:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759746.295192:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759746.295195:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759746.295197:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759746.295200:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759746.358263:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759746.358263:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759746.358275:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759746.358275:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759746.358279:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759746.358280:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759746.358284:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1787759746.358288:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759746.358293:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759746.358296:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759746.358297:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759746.358303:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1787759746.358305:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759746.358308:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759746.358312:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759746.358314:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.358319:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759746.358321:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759746.358325:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759746.358329:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.358333:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759746.358354:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759746.358359:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759746.358360:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759746.358363:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759746.358367:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759746.358370:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.358372:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759746.358374:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759746.358376:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759746.359254:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759746.359260:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759746.359264:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759746.359266:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759746.359268:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759746.359271:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759746.370954:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759746.370962:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759746.370975:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759746.370980:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759746.370984:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759746.370988:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759746.370991:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759746.370993:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759746.370997:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371023:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759746.371027:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759746.371030:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759746.371034:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371037:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759746.371039:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371041:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371044:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371048:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759746.371050:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371082:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759746.371083:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759746.371087:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759746.371089:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787759746.371299:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787759746.371303:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787759746.371306:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759747.063221:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759747.063233:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759747.063236:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759747.063243:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759747.063247:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759747.063252:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.063255:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759747.063259:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.063263:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.318251:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759747.318255:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759747.318261:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759747.318264:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759747.318266:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759747.318268:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759747.318279:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759747.318279:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759747.318296:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759747.318296:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759747.318307:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.318308:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.318317:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759747.318323:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.318327:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.318328:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759747.318333:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.318338:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759747.318433:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759747.318437:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759747.318438:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759747.318441:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759747.318444:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759747.318447:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759747.318449:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759747.318451:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759747.318463:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.382256:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759747.382266:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759747.382269:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759747.382273:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1787759747.382276:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759747.382283:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759747.382284:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759747.382290:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.382291:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.382301:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787759747.382302:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759747.382305:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759747.382310:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759747.382312:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759747.382316:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759747.382322:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759747.382325:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759747.382329:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.382378:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759747.382382:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759747.382384:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759747.382386:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759747.382389:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759747.382391:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.382393:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759747.382395:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.382397:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759747.382867:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759747.382871:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759747.382875:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759747.382876:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759747.382879:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759747.382880:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759747.382884:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759747.382885:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759747.382902:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759747.382905:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759747.382909:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759747.383069:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759747.383074:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759747.383076:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759747.383079:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759747.383082:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759747.383085:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.383087:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759747.383089:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759747.383091:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759747.383102:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759747.383107:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759747.383108:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759747.383112:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759747.383135:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759747.383138:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.383140:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759747.383142:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759747.383144:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759748.086403:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759748.086413:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759748.086417:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759748.086424:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759748.086429:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759748.086434:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.086439:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759748.086442:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.086446:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759748.342279:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759748.342291:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759748.342294:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759748.342300:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759748.342306:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759748.342310:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.342315:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759748.342318:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.342322:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759748.342351:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759748.342359:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759748.342362:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759748.342367:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759748.342371:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759748.342374:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759748.342377:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759748.342380:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759748.342383:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759748.342470:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759748.342474:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759748.342475:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759748.342478:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759748.342480:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759748.342483:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.342485:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759748.342487:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.342490:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759748.406811:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759748.406825:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759748.406828:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759748.406837:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759748.406850:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759748.406856:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.406860:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759748.406865:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.406870:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759748.407463:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759748.407475:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759748.407478:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759748.407483:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759748.407487:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759748.407491:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.407494:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759748.407497:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759748.407501:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759748.407763:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759748.407767:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759748.407769:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759748.407772:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:1.0:1787759748.407774:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759748.407776:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759748.407778:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759748.407780:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759748.407783:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759748.407885:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759748.407891:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759748.407893:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759748.407896:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:3.0:1787759748.407899:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759748.407902:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759748.407905:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759748.407907:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759748.407909:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407946:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759748.407950:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407955:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759748.407956:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407960:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759748.407965:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759748.407968:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759748.407972:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407975:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759748.407978:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407980:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407983:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407987:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759748.407988:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759748.407990:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759748.407991:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407993:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759748.407994:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407996:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759748.407998:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759748.408077:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759748.408081:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759748.408085:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759748.408529:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759748.408533:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759748.408535:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759748.408538:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759748.408540:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759748.408542:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.408544:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759748.408546:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759748.408548:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759749.110273:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759749.110282:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759749.110285:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759749.110291:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759749.110295:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759749.110299:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759749.110302:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759749.110305:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759749.110309:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759749.366384:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759749.366392:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759749.366394:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759749.366399:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759749.366403:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759749.366408:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759749.366410:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759749.366413:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759749.366416:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759749.370249:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759749.370262:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759749.370265:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759749.370272:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759749.370276:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759749.370282:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759749.370285:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759749.370289:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759749.370293:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.372257:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759749.372265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759749.372268:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.372275:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759749.372278:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759749.372283:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.372285:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759749.372287:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.372291:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.430336:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759749.430336:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759749.430350:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759749.430351:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759749.430357:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.430358:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.430369:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1787759749.430369:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759749.430378:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.430378:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759749.430388:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.430389:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.430398:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.430400:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759749.430403:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.430405:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.430410:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.430412:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759749.430602:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759749.430609:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759749.430613:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759749.430616:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759749.430619:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759749.430623:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759749.430625:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759749.430627:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759749.430630:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759749.430666:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759749.430670:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759749.430675:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759749.430676:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759749.430681:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759749.430683:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759749.430689:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759749.430691:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759749.430724:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759749.430728:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759749.430732:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759749.430818:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759749.430823:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759749.430826:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.430829:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759749.430833:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.430836:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.430839:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.430841:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.430844:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.432546:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759749.432554:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759749.432556:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.432561:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759749.432564:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759749.432568:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.432571:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759749.432573:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759749.432575:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759749.696044:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759749.696058:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1787759749.696061:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759749.696066:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759749.696071:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759749.696080:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18431 00000400:00000200:0.0:1787759749.696091:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759749.696099:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759749.696103:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759749.696107:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696111:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.696114:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696385:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759749.696391:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759749.696393:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:0.0:1787759749.696396:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759749.696400:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:0.0:1787759749.696403:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:0.0:1787759749.696406:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:0.0:1787759749.696411:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696424:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.696427:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696429:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759749.696433:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:0.0:1787759749.696438:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696441:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759749.696445:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759749.696450:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759749.696454:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.696457:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1787759749.696461:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759749.696474:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bde00. 00000020:00000040:0.0:1787759749.696479:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:0.0:1787759749.696483:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759749.696485:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.696489:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759749.696492:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759749.696496:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759749.696505:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b6400. 00000100:00000001:0.0:1787759749.696514:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.696526:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759749.696543:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759749.696548:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.696554:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c070658f] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.696612:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.696617:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.696620:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759749.696628:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.696637:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.696640:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.696644:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759749.696647:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759749.696650:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.696654:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875568768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759749.696660:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759749.696666:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759749.696669:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.696672:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759749.696678:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.696681:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.696688:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759749.696693:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759749.696701:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759749.696710:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568768, portal 25 00000100:00000001:1.0:1787759749.696713:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759749.696715:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052993536 : -114921656558080 : ffff977ab77bde00) 00000100:00000040:1.0:1787759749.696723:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.696732:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759749.696736:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759749.696739:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759749.696743:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875568768, offset 0 00000400:00000200:1.0:1787759749.696751:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759749.696761:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.696768:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759749.696775:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759749.696781:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759749.696785:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759749.696788:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759749.696791:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776868:776868:256:4294967295] 192.168.201.104@tcp LPNI seq info [776859:776859:8:4294967295] 00000400:00000200:1.0:1787759749.696796:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.696808:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759749.696816:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.696822:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759749.696830:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759749.696835:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759749.696841:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759749.696846:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759749.696851:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.696854:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759749.696862:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759749.696868:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759749.696874:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759749.696876:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759749.696883:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759749.696887:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759749.696914:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759749.696918:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759749.696922:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1787759749.696923:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759749.696925:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759749.696929:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759749.696932:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18431 00000400:00000200:0.0:1787759749.696937:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759749.696940:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759749.696942:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759749.696945:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696948:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.696950:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696952:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759749.696966:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759749.696967:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:0.0:1787759749.696969:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759749.696972:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:0.0:1787759749.696974:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:0.0:1787759749.696976:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:0.0:1787759749.696980:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696982:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.696984:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.696987:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759749.696990:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:0.0:1787759749.697002:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759749.697005:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759749.697007:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759749.697012:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759749.697015:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.697017:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759749.697022:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759749.697025:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.697027:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759749.697033:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bf840. 00000020:00000040:0.0:1787759749.697036:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759749.697038:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759749.697039:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.697041:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759749.697043:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759749.697045:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759749.697049:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759749.697053:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.697059:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759749.697066:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759749.697069:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.697072:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967e45a5] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697276:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.697282:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697292:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.697294:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759749.697303:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.697308:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759749.697312:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313105174 00000100:00000010:1.0:1787759749.697319:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6eae0. 00000100:00000001:1.0:1787759749.697327:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759749.697336:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313105174 00000100:00000010:1.0:1787759749.697340:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e780. 00000100:00000001:1.0:1787759749.697344:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759749.697347:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759749.697350:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.697354:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759749.697358:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759749] req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759749.697369:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759749.697371:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759749.697374:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759749.697377:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759749.697379:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759749.697382:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759749.697386:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759749.697396:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697403:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759749.697406:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697504:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.697507:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759749.697513:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697522:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759749.697528:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697536:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759749.697540:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697542:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.697544:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697547:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759749.697549:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759749.697553:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759749.697557:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759749.697560:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759749.697566:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759749.697576:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875568768:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759749.697582:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697585:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.697589:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bde00 x1874582875568768/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697597:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759749.697600:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759749.697603:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.697606:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759749.697609:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759749.697610:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759749.697613:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759749.697616:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b6400. 02000000:00000001:1.0:1787759749.697620:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759749.697622:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759749.697624:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bde00. 00000100:00000001:1.0:1787759749.697630:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759749.697631:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697634:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697642:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759749.697645:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.697647:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.697649:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.697650:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759749.697654:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697662:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.697664:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.697666:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759749.697669:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759749.697671:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.697674:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759749.697679:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759749.697682:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759749.697684:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.697686:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759749.697689:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.697691:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.697696:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759749.697699:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759749.697703:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759749.697707:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875568896, portal 10 00000100:00000001:1.0:1787759749.697709:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759749.697710:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152053000256 : -114921656551360 : ffff977ab77bf840) 00000100:00000040:1.0:1787759749.697718:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697725:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759749.697728:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759749.697731:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759749.697734:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875568896, offset 0 00000400:00000200:1.0:1787759749.697739:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759749.697744:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.697749:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759749.697753:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759749.697756:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759749.697758:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759749.697761:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759749.697765:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776869:776869:256:4294967295] 192.168.201.104@tcp LPNI seq info [776860:776860:8:4294967295] 00000400:00000200:1.0:1787759749.697770:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.697776:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759749.697782:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.697786:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759749.697790:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759749.697793:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759749.697798:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759749.697801:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759749.697805:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.697807:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759749.697811:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759749.697814:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759749.697818:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759749.697819:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759749.697822:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759749.697826:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697834:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.697837:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697843:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.697845:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759749.697848:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759749.697853:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759749.697857:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759749.697858:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313103894 00000100:00000001:1.0:1787759749.697862:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.697865:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313103894 00000100:00000001:1.0:1787759749.697867:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.697869:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759749.697872:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.697874:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759749.697878:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759749] req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759749.697886:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759749.697888:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759749.697889:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759749.697892:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759749.697894:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759749.697897:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759749.697900:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759749.697909:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697917:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759749.697918:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697920:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.697921:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759749.697925:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697932:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759749.697936:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.697943:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759749.697946:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697948:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.697949:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.697951:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1787759749.698052:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759749.698055:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759749.698059:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1787759749.698060:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759749.698062:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759749.698066:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759749.698069:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18431 00000400:00000200:0.0:1787759749.698074:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759749.698078:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759749.698080:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759749.698083:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698086:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.698088:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698091:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759749.698094:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759749.698095:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:0.0:1787759749.698098:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759749.698100:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:0.0:1787759749.698103:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:0.0:1787759749.698106:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:0.0:1787759749.698109:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698111:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.698114:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698186:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759749.698190:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:0.0:1787759749.698194:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698196:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759749.698199:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759749.698203:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759749.698206:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.698208:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759749.698211:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1787759749.698213:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.698216:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759749.698220:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc3c0. 00000020:00000040:0.0:1787759749.698223:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:0.0:1787759749.698227:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759749.698282:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.698285:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759749.698287:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759749.698289:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759749.698294:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759749.698298:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.698304:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759749.698312:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759749.698315:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.698319:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f0a026] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759749.698329:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759749.698332:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759749.698335:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1787759749.698337:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759749.698339:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759749.698342:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759749.698345:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18431 00000400:00000200:0.0:1787759749.698349:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759749.698352:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759749.698354:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759749.698358:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698360:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.698363:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698365:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759749.698368:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759749.698369:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:0.0:1787759749.698371:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759749.698373:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:0.0:1787759749.698376:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:0.0:1787759749.698379:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:0.0:1787759749.698382:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698385:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.698387:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698390:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759749.698392:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:0.0:1787759749.698395:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759749.698398:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759749.698399:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759749.698402:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759749.698404:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.698406:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759749.698408:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759749.698411:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.698488:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759749.698493:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759749.698498:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759749.698501:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759749.698506:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759749.698515:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875568896:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759749.698520:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698522:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.698525:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bf840 x1874582875568896/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698533:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759749.698535:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759749.698537:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.698540:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759749.698542:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759749.698543:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759749.698546:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759749.698547:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:1.0:1787759749.698550:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759749.698551:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759749.698553:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bf840. 00000100:00000001:1.0:1787759749.698557:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759749.698558:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698560:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698564:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759749.698565:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.698567:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.698569:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.698570:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759749.698574:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698582:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.698584:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.698586:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759749.698588:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759749.698591:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.698594:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759749.698598:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759749.698600:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759749.698601:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.698603:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759749.698606:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.698609:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.698612:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759749.698615:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759749.698619:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759749.698623:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569024, portal 10 00000100:00000001:1.0:1787759749.698625:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759749.698627:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052986816 : -114921656564800 : ffff977ab77bc3c0) 00000100:00000040:1.0:1787759749.698633:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698640:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759749.698643:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759749.698645:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759749.698648:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875569024, offset 0 00000400:00000200:1.0:1787759749.698653:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759749.698657:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.698660:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759749.698664:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759749.698666:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759749.698669:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759749.698672:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759749.698675:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776870:776870:256:4294967295] 192.168.201.104@tcp LPNI seq info [776861:776861:8:4294967295] 00000400:00000200:1.0:1787759749.698680:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.698687:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759749.698693:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.698696:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759749.698701:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759749.698704:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759749.698710:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759749.698713:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759749.698717:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.698719:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759749.698722:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759749.698726:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759749.698730:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759749.698732:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759749.698735:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759749.698739:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698748:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.698751:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698758:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.698760:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759749.698763:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759749.698766:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759749.698770:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759749.698772:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313103895 00000100:00000001:1.0:1787759749.698775:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.698777:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313103895 00000100:00000001:1.0:1787759749.698780:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.698782:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759749.698785:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.698787:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759749.698791:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759749] req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759749.698800:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759749.698802:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759749.698803:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759749.698806:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759749.698808:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759749.698811:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759749.698814:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759749.698822:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698829:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759749.698831:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698833:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.698834:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759749.698838:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698846:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759749.698850:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698857:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759749.698860:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698862:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.698863:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698865:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759749.698868:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759749.698871:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759749.698875:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759749.698878:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759749.698884:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759749.698893:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569024:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759749.698897:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698899:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.698902:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc3c0 x1874582875569024/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.698909:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759749.698911:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759749.698913:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.698916:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759749.698918:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759749.698919:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759749.698921:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759749.698923:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:1.0:1787759749.698927:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759749.698928:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759749.698929:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc3c0. 00000100:00000001:1.0:1787759749.698934:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759749.698935:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698937:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.698941:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759749.698943:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.698945:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.698947:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.699026:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759749.699031:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77be940. 00000020:00000040:0.0:1787759749.699034:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:0.0:1787759749.699036:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759749.699038:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.699040:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759749.699041:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759749.699043:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759749.699048:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b5000. 00000100:00000001:0.0:1787759749.699052:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.699057:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759749.699066:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759749.699069:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.699073:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec73aa5d] to pc [ptlrpcd_rcv+-1] req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759749.699088:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1787759749.699092:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787759749.699096:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1787759749.699097:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1787759749.699099:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1787759749.699102:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1787759749.699104:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18431 00000400:00000200:0.0:1787759749.699109:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:0.0:1787759749.699112:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:0.0:1787759749.699184:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1787759749.699189:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.699191:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.699194:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.699196:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:0.0:1787759749.699199:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787759749.699201:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:0.0:1787759749.699203:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787759749.699205:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:0.0:1787759749.699207:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:0.0:1787759749.699210:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:0.0:1787759749.699213:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.699216:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787759749.699218:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:0.0:1787759749.699220:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:0.0:1787759749.699222:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:0.0:1787759749.699225:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:0.0:1787759749.699228:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787759749.699238:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1787759749.699242:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787759749.699244:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.699246:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1787759749.699249:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1787759749.699252:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.699254:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787759749.699258:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977ab77bc780. 00000020:00000040:0.0:1787759749.699260:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:0.0:1787759749.699263:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1787759749.699264:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759749.699266:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787759749.699268:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787759749.699270:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787759749.699273:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b6b4000. 00000100:00000001:0.0:1787759749.699277:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759749.699282:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787759749.699290:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787759749.699292:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.699296:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8c17022] to pc [ptlrpcd_rcv+-1] req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787759749.699304:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787759749.699309:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18441) 00000100:00000001:1.0:1787759749.699485:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.699488:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759749.699490:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759749.699495:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699502:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.699504:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.699506:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759749.699509:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759749.699512:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.699515:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759749.699519:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759749.699522:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759749.699523:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.699526:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759749.699529:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.699532:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.699536:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759749.699540:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759749.699544:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759749.699548:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569152, portal 4 00000100:00000001:1.0:1787759749.699550:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759749.699552:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052996416 : -114921656555200 : ffff977ab77be940) 00000100:00000040:1.0:1787759749.699558:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699566:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759749.699569:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759749.699571:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759749.699574:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875569152, offset 0 00000400:00000200:1.0:1787759749.699579:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759749.699584:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.699588:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759749.699591:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759749.699594:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759749.699597:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759749.699600:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759749.699604:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776871:776871:256:4294967295] 192.168.201.104@tcp LPNI seq info [776862:776862:8:4294967295] 00000400:00000200:1.0:1787759749.699609:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.699616:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759749.699622:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.699626:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759749.699631:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759749.699635:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759749.699640:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759749.699643:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759749.699648:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.699650:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759749.699654:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759749.699658:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759749.699662:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759749.699664:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759749.699667:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759749.699671:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699680:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.699683:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699691:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.699694:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759749.699697:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759749.699701:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759749.699704:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759749.699707:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313103955 00000100:00000001:1.0:1787759749.699710:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.699712:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313103955 00000100:00000001:1.0:1787759749.699715:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.699718:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759749.699720:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.699722:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759749.699726:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759749] req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759749.699741:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759749.699742:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759749.699744:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759749.699747:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759749.699749:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759749.699751:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759749.699755:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759749.699764:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699771:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759749.699773:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.699775:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.699776:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759749.699779:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699787:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759749.699791:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699799:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759749.699802:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.699804:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.699805:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.699807:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759749.699810:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759749.699812:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759749.699816:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759749.699819:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759749.699824:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759749.699832:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569152:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759749.699836:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759749.699839:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699846:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759749.699848:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.699850:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759749.699851:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759749.699853:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759749.699856:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759749.699860:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759749.699862:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759749.699863:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759749.699865:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759749.699868:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759749.699871:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759749.699874:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759749.699877:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759749.699881:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759749.699884:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569280, portal 4 00000100:00000001:1.0:1787759749.699886:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759749.699887:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629152052987776 : -114921656563840 : ffff977ab77bc780) 00000100:00000040:1.0:1787759749.699893:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.699899:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759749.699902:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759749.699904:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759749.699907:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875569280, offset 0 00000400:00000200:1.0:1787759749.699912:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759749.699916:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.699919:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759749.699922:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759749.699925:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759749.699927:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759749.699930:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759749.699933:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776872:776872:256:4294967295] 192.168.201.104@tcp LPNI seq info [776863:776863:8:4294967295] 00000400:00000200:1.0:1787759749.699938:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759749.699944:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759749.699949:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.699952:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759749.700028:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759749.700032:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1787759749.700036:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759749.700039:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1787759749.700044:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759749.700046:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759749.700049:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759749.700053:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759749.700056:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759749.700058:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759749.700061:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759749.700065:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700074:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.700077:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759774 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700085:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.700087:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759749.700090:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759749.700093:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759749.700096:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759749.700099:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313103919 00000100:00000001:1.0:1787759749.700102:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.700105:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313103919 00000100:00000001:1.0:1787759749.700108:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313105174 00000100:00000001:1.0:1787759749.700110:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759749.700113:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.700193:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759749.700199:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759749/real 1787759749] req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759749.700209:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759749.700211:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759749.700213:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759749.700216:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759749.700218:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759749.700221:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759749.700225:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759749.700289:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700297:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759749.700299:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700301:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.700303:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759749.700307:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700315:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759749.700319:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700327:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759749.700330:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700332:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759749.700333:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700335:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759749.700338:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759749.700341:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759749.700344:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759749.700347:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759749.700352:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759749.700361:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977ab77bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569280:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759749.700365:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700367:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.700371:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77be940 x1874582875569152/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700377:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759749.700379:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759749.700382:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522c00. 02000000:00000001:1.0:1787759749.700385:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759749.700386:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759749.700388:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759749.700391:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759749.700393:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b5000. 02000000:00000001:1.0:1787759749.700397:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759749.700398:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759749.700400:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77be940. 00000100:00000001:1.0:1787759749.700405:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759749.700406:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700408:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759749.700411:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977ab77bc780 x1874582875569280/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759774 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759749.700478:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759749.700479:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759749.700481:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521c00. 02000000:00000001:1.0:1787759749.700484:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759749.700485:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759749.700487:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759749.700489:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759749.700490:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b6b4000. 02000000:00000001:1.0:1787759749.700493:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759749.700494:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759749.700495:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977ab77bc780. 00000100:00000001:1.0:1787759749.700499:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759749.700500:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700502:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759749.700508:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759749.700509:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759749.700511:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759749.700513:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759750.134682:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759750.134691:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759750.134694:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759750.134710:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759750.134714:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759750.134718:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759750.134721:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759750.134723:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759750.134727:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759750.390256:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759750.390256:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759750.390265:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759750.390266:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759750.390267:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759750.390269:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759750.390273:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00100000:2.0:1787759750.390275:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:0.0:1787759750.390277:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759750.390281:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759750.390282:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759750.390286:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759750.390286:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759750.390288:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759750.390293:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759750.390295:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759750.390299:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759750.390302:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759750.390524:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759750.390529:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759750.390531:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759750.390533:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759750.390536:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759750.390538:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759750.390540:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759750.390541:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759750.390543:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759750.454385:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759750.454393:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759750.454398:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759750.454400:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759750.454403:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759750.454404:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759750.454408:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759750.454409:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759750.454434:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759750.454438:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759750.454441:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759750.455301:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759750.455313:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759750.455316:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759750.455323:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759750.455329:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759750.455336:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759750.455340:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759750.455344:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759750.455348:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759750.459195:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759750.459217:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759750.459219:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759750.459225:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759750.459229:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759750.459233:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759750.459236:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759750.459239:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759750.459242:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759750.459450:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759750.459453:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759750.459455:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759750.459457:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759750.459459:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759750.459462:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759750.459464:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759750.459466:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759750.459468:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759750.459523:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759750.459528:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759750.459529:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759750.459532:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759750.459534:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759750.459536:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759750.459538:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759750.459540:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759750.459542:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759750.464411:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759750.464420:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759750.464423:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759750.464429:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759750.464433:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759750.464437:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759750.464440:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759750.464443:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759750.464447:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759751.031661:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313105174, at 4313105217 00000100:00000010:2.0:1787759751.031679:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6eae0. 00000100:00000040:3.0:1787759751.033907:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313105174, at 4313105219 00000100:00000010:3.0:1787759751.033923:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e780. 00000100:00000001:2.0:1787759751.158242:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759751.158250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759751.158253:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759751.158258:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759751.158263:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759751.158266:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.158269:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759751.158271:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.158274:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759751.414243:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759751.414252:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759751.414254:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759751.414259:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759751.414263:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759751.414267:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.414269:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759751.414272:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.414275:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759751.414567:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759751.414571:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759751.414572:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759751.414575:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759751.414577:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759751.414580:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.414581:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759751.414583:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.414585:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759751.415753:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759751.415758:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759751.415760:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759751.415764:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759751.415766:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759751.415769:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759751.415771:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759751.415773:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759751.415775:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759751.478254:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759751.478254:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759751.478261:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759751.478262:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759751.478264:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759751.478264:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759751.478270:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00100000:2.0:1787759751.478270:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759751.478274:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759751.478274:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759751.478278:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.478278:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.478281:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759751.478284:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.478287:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759751.478362:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759751.478366:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759751.478367:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759751.478370:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759751.478372:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759751.478374:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759751.478442:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759751.478446:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759751.478448:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759751.478450:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759751.478452:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759751.478454:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.478523:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759751.478526:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759751.478527:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759751.478530:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759751.478532:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759751.478534:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.478536:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759751.478538:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759751.478540:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759751.479038:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759751.479041:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759751.479044:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759751.480529:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759751.480533:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759751.480537:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759751.490608:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759751.490617:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759751.490624:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490658:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759751.490661:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490666:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759751.490669:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759751.490671:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759751.490675:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490678:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759751.490681:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490682:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490685:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490688:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759751.490689:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759751.490693:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759751.490694:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759751.490755:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759751.490758:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759751.490761:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759752.182766:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759752.182774:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759752.182777:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759752.182782:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759752.182786:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759752.182791:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.182794:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759752.182797:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.182800:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759752.438440:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759752.438449:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759752.438451:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759752.438457:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759752.438461:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759752.438465:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.438468:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759752.438471:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.438475:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759752.438558:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759752.438561:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759752.438563:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759752.438565:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759752.438567:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759752.438569:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.438571:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759752.438573:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.438575:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759752.440479:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759752.440485:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759752.440487:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759752.440492:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759752.440495:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759752.440498:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759752.440501:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759752.440503:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759752.440506:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759752.502273:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759752.502282:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759752.502284:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759752.502290:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759752.502307:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759752.502312:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.502316:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759752.502319:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.502322:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759752.502496:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759752.502500:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759752.502502:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759752.502505:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759752.502507:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759752.502510:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759752.502512:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759752.502514:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759752.502517:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759752.502542:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759752.502545:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759752.502550:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759752.502551:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759752.502555:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759752.502556:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759752.502560:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759752.502561:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759752.502584:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759752.502588:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759752.502592:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759752.502695:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759752.502698:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759752.502700:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759752.502703:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759752.502705:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759752.502707:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759752.502720:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759752.502722:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759752.502724:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759752.502965:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759752.502968:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759752.502969:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759752.502973:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759752.502975:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759752.502977:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.502979:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759752.502981:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759752.502983:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759752.503027:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759752.503030:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759752.503032:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759752.503034:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759752.503037:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759752.503039:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.503041:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759752.503042:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759752.503044:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759753.207328:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759753.207337:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759753.207339:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759753.207345:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759753.207349:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759753.207352:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.207355:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759753.207358:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.207361:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759753.462216:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759753.462223:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759753.462226:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759753.462232:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759753.462235:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759753.462239:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.462241:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759753.462244:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.462247:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759753.462329:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759753.462333:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759753.462335:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759753.462337:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759753.462340:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759753.462342:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.462344:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759753.462346:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.462348:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759753.462546:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759753.462551:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759753.462552:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759753.462555:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759753.462557:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759753.462559:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759753.462561:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759753.462563:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759753.462565:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759753.526256:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759753.526264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759753.526266:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759753.526272:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759753.526276:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759753.526280:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.526283:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759753.526285:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759753.526289:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759753.526374:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759753.526378:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759753.526379:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759753.526382:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759753.526384:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759753.526386:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759753.526388:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759753.526389:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759753.526391:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759753.526497:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759753.526500:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759753.526502:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759753.526505:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759753.526507:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759753.526510:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.526512:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759753.526513:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.526515:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759753.526758:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759753.526762:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759753.526763:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759753.526766:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759753.526768:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759753.526771:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759753.526773:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759753.526775:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759753.526777:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759753.527078:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759753.527081:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759753.527082:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759753.527085:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759753.527087:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759753.527089:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.527091:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759753.527092:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759753.527094:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759753.527144:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759753.527147:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759753.527151:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759753.527152:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759753.527155:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759753.527156:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759753.527160:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759753.527161:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759753.527180:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759753.527183:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759753.527186:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759754.230241:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759754.230250:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759754.230252:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.230259:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759754.230263:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759754.230268:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.230271:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.230274:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.230277:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759754.486240:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759754.486248:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759754.486250:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759754.486255:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759754.486258:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759754.486262:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759754.486265:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759754.486267:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759754.486270:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759754.486595:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759754.486598:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759754.486599:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759754.486602:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759754.486605:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759754.486607:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.486609:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759754.486610:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.486612:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.486797:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759754.486800:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759754.486802:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.486805:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759754.486808:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759754.486810:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.486812:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.486814:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.486816:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.550506:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759754.550515:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759754.550518:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.550524:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:2.0:1787759754.550527:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759754.550531:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.550534:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.550537:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.550540:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.551016:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759754.551021:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759754.551022:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.551025:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759754.551027:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759754.551029:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759754.551031:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759754.551033:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759754.551035:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759754.551537:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759754.551542:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759754.551543:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759754.551547:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759754.551550:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759754.551552:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.551554:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759754.551555:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.551558:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.551630:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759754.551634:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759754.551635:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.551638:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759754.551640:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759754.551642:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.551644:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.551645:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.551647:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759754.552068:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759754.552072:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759754.552076:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759754.552077:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759754.552080:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759754.552081:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759754.552085:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759754.552086:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759754.552177:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759754.552181:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759754.552184:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787759754.552391:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759754.552394:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759754.552396:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759754.552398:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759754.552401:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759754.552403:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.552405:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759754.552407:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759754.552409:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759754.806307:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759754.806318:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1787759754.806321:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759754.806326:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759754.806331:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759754.806340:0:241950:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18436 00000400:00000200:1.0:1787759754.806350:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759754.806358:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759754.806361:0:241950:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759754.806365:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806368:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806371:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806374:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759754.806378:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759754.806381:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:1.0:1787759754.806384:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759754.806387:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:1.0:1787759754.806389:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:1.0:1787759754.806392:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:1.0:1787759754.806396:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806398:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806400:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806403:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759754.806406:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:1.0:1787759754.806410:0:241950:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806413:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759754.806416:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759754.806420:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759754.806424:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806427:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1787759754.806430:0:241950:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759754.806442:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3b0c0. 00000020:00000040:1.0:1787759754.806446:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:1.0:1787759754.806451:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759754.806453:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806457:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759754.806459:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759754.806464:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759754.806472:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b521c00. 00000100:00000001:1.0:1787759754.806479:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.806488:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759754.806498:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759754.806503:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.806508:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc7141e] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759754.806540:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759754.806543:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759754.806547:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1787759754.806549:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759754.806550:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759754.806553:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759754.806556:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18436 00000400:00000200:1.0:1787759754.806561:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759754.806564:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759754.806567:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759754.806570:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806572:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806575:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806577:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759754.806580:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759754.806582:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:1.0:1787759754.806584:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759754.806586:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:1.0:1787759754.806588:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:1.0:1787759754.806590:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:1.0:1787759754.806594:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806596:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806598:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806600:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759754.806603:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:1.0:1787759754.806606:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806609:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759754.806611:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759754.806618:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759754.806621:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806623:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759754.806627:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759754.806630:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806632:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759754.806636:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39680. 00000020:00000040:1.0:1787759754.806639:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759754.806641:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759754.806642:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806644:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759754.806646:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759754.806648:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759754.806651:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522c00. 00000100:00000001:1.0:1787759754.806655:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.806661:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759754.806669:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759754.806672:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.806676:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cbc88b7] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759754.806684:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759754.806687:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759754.806690:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1787759754.806691:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759754.806693:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759754.806696:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759754.806699:0:241950:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18436 00000400:00000200:1.0:1787759754.806703:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759754.806706:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759754.806708:0:241950:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759754.806711:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806713:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806715:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806717:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759754.806720:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759754.806721:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:1.0:1787759754.806722:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759754.806724:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:1.0:1787759754.806727:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:1.0:1787759754.806729:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:1.0:1787759754.806732:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806735:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806737:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806739:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759754.806742:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:1.0:1787759754.806745:0:241950:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806748:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759754.806750:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759754.806753:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759754.806755:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806757:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759754.806760:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1787759754.806763:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806765:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759754.806769:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f383c0. 00000020:00000040:1.0:1787759754.806772:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:1.0:1787759754.806775:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759754.806776:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806778:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759754.806780:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759754.806781:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759754.806785:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b522000. 00000100:00000001:1.0:1787759754.806788:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.806793:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759754.806801:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759754.806803:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.806807:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051caf803] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759754.806814:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759754.806817:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759754.806820:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1787759754.806822:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759754.806823:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759754.806826:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759754.806830:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18436 00000400:00000200:1.0:1787759754.806833:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759754.806837:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759754.806839:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759754.806842:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806844:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806846:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806847:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759754.806850:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759754.806851:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:1.0:1787759754.806853:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759754.806855:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:1.0:1787759754.806857:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:1.0:1787759754.806859:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:1.0:1787759754.806863:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806864:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806866:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806868:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759754.806871:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:1.0:1787759754.806874:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806876:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759754.806878:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759754.806881:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759754.806883:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806885:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759754.806887:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759754.806890:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806891:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759754.806895:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f39e00. 00000020:00000040:1.0:1787759754.806897:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:1.0:1787759754.806900:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759754.806923:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.806926:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759754.806927:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759754.806929:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759754.806933:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b523c00. 00000100:00000001:1.0:1787759754.806936:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.806942:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759754.806949:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759754.806952:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.806955:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e0a651] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759754.806964:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1787759754.806966:0:241950:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787759754.806970:0:241950:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1787759754.806971:0:241950:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1787759754.806973:0:241950:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1787759754.806975:0:241950:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1787759754.806977:0:241950:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18436 00000400:00000200:1.0:1787759754.806981:0:241950:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759754.806985:0:241950:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:1.0:1787759754.806987:0:241950:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1787759754.806990:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806992:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.806995:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.806996:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:1.0:1787759754.806999:0:241950:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787759754.807000:0:241950:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:1.0:1787759754.807001:0:241950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787759754.807003:0:241950:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:1.0:1787759754.807005:0:241950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:1.0:1787759754.807008:0:241950:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:1.0:1787759754.807011:0:241950:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.807013:0:241950:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787759754.807015:0:241950:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:1.0:1787759754.807017:0:241950:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:1.0:1787759754.807020:0:241950:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:1.0:1787759754.807023:0:241950:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:1.0:1787759754.807025:0:241950:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759754.807027:0:241950:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1787759754.807030:0:241950:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759754.807031:0:241950:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.807033:0:241950:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1787759754.807035:0:241950:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1787759754.807037:0:241950:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.807039:0:241950:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787759754.807043:0:241950:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aa7f3a580. 00000020:00000040:1.0:1787759754.807045:0:241950:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:1.0:1787759754.807047:0:241950:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787759754.807048:0:241950:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759754.807050:0:241950:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787759754.807051:0:241950:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787759754.807052:0:241950:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787759754.807055:0:241950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b520000. 00000100:00000001:1.0:1787759754.807058:0:241950:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759754.807063:0:241950:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787759754.807070:0:241950:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787759754.807072:0:241950:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.807075:0:241950:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9f99788] to pc [ptlrpcd_rcv+-1] req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759754.807082:0:241950:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759754.807088:0:241950:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18446) 00000100:00000001:2.0:1787759754.807245:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759754.807250:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759754.807253:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759754.807260:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807269:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.807272:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.807276:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759754.807280:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759754.807283:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.807286:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875569408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759754.807291:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759754.807296:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759754.807299:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.807302:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759754.807309:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759754.807311:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.807318:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759754.807323:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759754.807331:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759754.807340:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569408, portal 25 00000100:00000001:2.0:1787759754.807343:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759754.807345:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792410816 : -114921917140800 : ffff977aa7f3b0c0) 00000100:00000040:2.0:1787759754.807362:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807370:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759754.807373:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759754.807376:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759754.807380:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875569408, offset 0 00000400:00000200:2.0:1787759754.807388:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759754.807397:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.807404:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759754.807410:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759754.807414:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759754.807418:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759754.807422:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759754.807426:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776873:776873:256:4294967295] 192.168.201.104@tcp LPNI seq info [776864:776864:8:4294967295] 00000400:00000200:2.0:1787759754.807431:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.807441:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759754.807449:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.807455:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759754.807462:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759754.807466:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787759754.807473:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759754.807476:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1787759754.807481:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.807484:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759754.807490:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759754.807496:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759754.807502:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759754.807505:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759754.807510:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759754.807514:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807524:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.807528:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807536:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.807538:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759754.807546:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.807550:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759754.807553:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313110284 00000100:00000010:2.0:1787759754.807559:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a13c0. 00000100:00000001:2.0:1787759754.807565:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787759754.807570:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313110284 00000100:00000010:2.0:1787759754.807574:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abf6a1ea0. 00000100:00000001:2.0:1787759754.807578:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787759754.807581:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759754.807584:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.807587:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759754.807591:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754] req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759754.807607:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759754.807609:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759754.807611:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759754.807614:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759754.807616:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759754.807618:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759754.807622:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759754.807631:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807637:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759754.807639:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.807642:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.807643:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759754.807647:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807654:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759754.807659:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807666:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759754.807669:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.807671:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.807672:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.807675:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759754.807677:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759754.807680:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759754.807684:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759754.807687:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759754.807691:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759754.807700:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875569408:192.168.201.104@tcp:250:kworker.0 00000100:00000001:2.0:1787759754.807705:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759754.807709:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807716:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.807718:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.807720:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759754.807722:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759754.807724:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.807727:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759754.807731:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759754.807734:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759754.807735:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.807737:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759754.807740:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759754.807743:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.807747:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759754.807750:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759754.807753:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759754.807756:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569536, portal 10 00000100:00000001:2.0:1787759754.807758:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759754.807760:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792404096 : -114921917147520 : ffff977aa7f39680) 00000100:00000040:2.0:1787759754.807766:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807772:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759754.807775:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759754.807776:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759754.807779:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875569536, offset 0 00000400:00000200:2.0:1787759754.807783:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759754.807787:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.807791:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759754.807794:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759754.807797:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759754.807799:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759754.807802:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759754.807804:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776874:776874:256:4294967295] 192.168.201.104@tcp LPNI seq info [776865:776865:8:4294967295] 00000400:00000200:2.0:1787759754.807808:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.807814:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759754.807818:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.807822:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759754.807826:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759754.807828:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787759754.807833:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759754.807835:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1787759754.807839:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.807841:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759754.807844:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759754.807847:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759754.807850:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759754.807851:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759754.807854:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759754.807857:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807864:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.807867:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807874:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.807876:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759754.807879:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759754.807883:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:2.0:1787759754.807886:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759754.807889:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313109004 00000100:00000001:2.0:1787759754.807892:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.807895:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313109004 00000100:00000001:2.0:1787759754.807897:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.807899:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759754.807927:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.807929:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759754.807933:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754] req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759754.807941:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759754.807942:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759754.807944:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759754.807947:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759754.807949:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759754.807951:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759754.807955:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759754.807963:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807970:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759754.807972:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.807974:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.807975:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759754.807979:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.807991:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759754.807995:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808001:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759754.808004:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808005:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808006:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808008:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759754.808012:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759754.808015:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759754.808018:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759754.808021:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759754.808024:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759754.808032:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569536:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759754.808036:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759754.808038:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808045:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.808046:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808049:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759754.808051:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759754.808053:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.808056:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759754.808059:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759754.808062:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759754.808064:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808065:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759754.808068:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787759754.808071:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.808074:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759754.808076:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759754.808080:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759754.808083:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569664, portal 10 00000100:00000001:2.0:1787759754.808085:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759754.808087:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792399296 : -114921917152320 : ffff977aa7f383c0) 00000100:00000040:2.0:1787759754.808092:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808097:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759754.808100:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759754.808103:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759754.808105:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875569664, offset 0 00000400:00000200:2.0:1787759754.808108:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808114:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808155:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759754.808157:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759754.808160:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759754.808162:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759754.808165:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808167:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776875:776875:256:4294967295] 192.168.201.104@tcp LPNI seq info [776866:776866:8:4294967295] 00000400:00000200:2.0:1787759754.808172:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808178:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759754.808182:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808186:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759754.808190:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759754.808193:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787759754.808197:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759754.808200:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1787759754.808205:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808207:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759754.808211:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759754.808214:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759754.808217:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759754.808219:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759754.808222:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759754.808226:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808251:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.808254:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808261:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808262:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759754.808266:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759754.808269:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:2.0:1787759754.808272:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759754.808274:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313109005 00000100:00000001:2.0:1787759754.808277:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808279:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313109005 00000100:00000001:2.0:1787759754.808281:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808284:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759754.808286:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808288:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759754.808292:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754] req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759754.808300:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759754.808302:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759754.808303:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759754.808306:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759754.808308:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759754.808310:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759754.808314:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759754.808323:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808329:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759754.808331:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808333:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808334:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759754.808338:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808345:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759754.808349:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808356:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759754.808359:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808361:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808362:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808364:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759754.808367:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759754.808371:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759754.808375:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759754.808378:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759754.808382:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759754.808391:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569664:192.168.201.104@tcp:38:kworker.0 00000100:00000001:2.0:1787759754.808395:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759754.808399:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808407:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.808408:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808410:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759754.808412:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759754.808414:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.808417:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759754.808421:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759754.808423:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759754.808424:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808426:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759754.808429:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787759754.808431:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.808435:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759754.808438:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759754.808442:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759754.808445:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569792, portal 4 00000100:00000001:2.0:1787759754.808447:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759754.808448:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792406016 : -114921917145600 : ffff977aa7f39e00) 00000100:00000040:2.0:1787759754.808454:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808461:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759754.808463:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759754.808465:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759754.808468:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875569792, offset 0 00000400:00000200:2.0:1787759754.808472:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808475:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808478:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759754.808481:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759754.808484:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759754.808486:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759754.808488:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808491:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776876:776876:256:4294967295] 192.168.201.104@tcp LPNI seq info [776867:776867:8:4294967295] 00000400:00000200:2.0:1787759754.808496:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808502:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759754.808507:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808510:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759754.808514:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759754.808517:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787759754.808522:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759754.808525:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1787759754.808529:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808531:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759754.808534:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759754.808537:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759754.808540:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759754.808542:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759754.808544:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759754.808548:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808555:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.808559:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808565:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808567:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759754.808570:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759754.808573:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:2.0:1787759754.808576:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759754.808578:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313109064 00000100:00000001:2.0:1787759754.808581:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808583:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313109064 00000100:00000001:2.0:1787759754.808586:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808588:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759754.808590:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808592:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759754.808596:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754] req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759754.808603:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759754.808604:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759754.808606:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759754.808608:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759754.808610:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759754.808613:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759754.808616:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759754.808625:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808632:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759754.808633:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808635:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808636:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759754.808640:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808646:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759754.808650:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808657:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759754.808660:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808661:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808663:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808664:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759754.808667:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759754.808670:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759754.808673:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759754.808676:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759754.808681:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759754.808695:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569792:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759754.808699:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787759754.808703:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808710:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759754.808712:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808714:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787759754.808716:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759754.808718:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759754.808721:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759754.808724:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787759754.808727:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787759754.808729:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759754.808730:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787759754.808734:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b695800. 02000000:00000001:2.0:1787759754.808736:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787759754.808739:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:2.0:1787759754.808742:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977a9263eec8. 00000400:00000010:2.0:1787759754.808745:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32dd0. 00000100:00000200:2.0:1787759754.808748:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875569920, portal 4 00000100:00000001:2.0:1787759754.808750:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787759754.808751:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151792407936 : -114921917143680 : ffff977aa7f3a580) 00000100:00000040:2.0:1787759754.808756:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808763:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787759754.808766:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:2.0:1787759754.808768:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977a88d32ee0. 00000100:00000200:2.0:1787759754.808770:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875569920, offset 0 00000400:00000200:2.0:1787759754.808774:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808778:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808781:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:2.0:1787759754.808784:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787759754.808786:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:2.0:1787759754.808789:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787759754.808792:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:2.0:1787759754.808794:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776877:776877:256:4294967295] 192.168.201.104@tcp LPNI seq info [776868:776868:8:4294967295] 00000400:00000200:2.0:1787759754.808799:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759754.808805:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:2.0:1787759754.808809:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808812:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab516e600. 00000800:00000200:2.0:1787759754.808816:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.0:1787759754.808819:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1787759754.808823:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:2.1:1787759754.808826:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1787759754.808830:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:2.0:1787759754.808832:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab516e600. 00000400:00000200:2.0:1787759754.808835:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1787759754.808838:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1787759754.808841:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32ee0 00000400:00000010:2.0:1787759754.808843:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32ee0. 00000100:00000001:2.0:1787759754.808845:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787759754.808848:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808856:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.808860:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808867:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808869:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787759754.808871:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759754.808874:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:2.0:1787759754.808877:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:2.0:1787759754.808880:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313109028 00000100:00000001:2.0:1787759754.808882:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808885:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313109028 00000100:00000001:2.0:1787759754.808887:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313110284 00000100:00000001:2.0:1787759754.808889:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787759754.808891:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.808893:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1787759754.808896:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759754/real 1787759754] req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787759754.808904:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787759754.808917:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787759754.808918:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977a9263eec8. 00000400:00000200:2.0:1787759754.808921:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977a88d32dd0 00000400:00000010:2.0:1787759754.808923:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977a88d32dd0. 00000100:00000001:2.0:1787759754.808925:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787759754.808929:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787759754.808937:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808943:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787759754.808945:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808947:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808948:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1787759754.808952:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808960:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787759754.808964:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.808972:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1787759754.808975:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808977:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787759754.808978:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.808980:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1787759754.808982:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1787759754.808985:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787759754.808989:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:2.0:1787759754.808992:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1787759754.808996:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787759754.809005:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aa7f3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875569920:192.168.201.104@tcp:8:kworker.0 00000100:00000001:2.0:1787759754.809009:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809011:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.809015:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3b0c0 x1874582875569408/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.809022:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759754.809024:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759754.809027:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b697000. 02000000:00000001:2.0:1787759754.809031:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759754.809034:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759754.809036:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:2.0:1787759754.809039:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759754.809042:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b521c00. 02000000:00000001:2.0:1787759754.809046:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759754.809049:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759754.809051:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3b0c0. 00000100:00000001:2.0:1787759754.809055:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759754.809056:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809058:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.809061:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39680 x1874582875569536/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.809074:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759754.809075:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759754.809077:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694400. 02000000:00000001:2.0:1787759754.809081:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759754.809082:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759754.809083:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759754.809085:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759754.809086:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522c00. 02000000:00000001:2.0:1787759754.809088:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759754.809089:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759754.809091:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39680. 00000100:00000001:2.0:1787759754.809093:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759754.809094:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809095:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.809099:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f383c0 x1874582875569664/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.809105:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759754.809106:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759754.809108:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b694800. 02000000:00000001:2.0:1787759754.809110:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759754.809111:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759754.809112:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:2.0:1787759754.809114:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759754.809140:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b522000. 02000000:00000001:2.0:1787759754.809142:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759754.809143:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759754.809144:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f383c0. 00000100:00000001:2.0:1787759754.809147:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759754.809148:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809149:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.809153:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f39e00 x1874582875569792/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.809159:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759754.809160:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759754.809163:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b696000. 02000000:00000001:2.0:1787759754.809165:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759754.809166:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759754.809168:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:2.0:1787759754.809170:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759754.809172:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b523c00. 02000000:00000001:2.0:1787759754.809174:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759754.809175:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759754.809176:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f39e00. 00000100:00000001:2.0:1787759754.809178:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759754.809179:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809181:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787759754.809183:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aa7f3a580 x1874582875569920/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759754.809189:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787759754.809190:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787759754.809192:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b695800. 02000000:00000001:2.0:1787759754.809195:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787759754.809196:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787759754.809198:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:2.0:1787759754.809200:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787759754.809201:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b520000. 02000000:00000001:2.0:1787759754.809204:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787759754.809205:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787759754.809206:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aa7f3a580. 00000100:00000001:2.0:1787759754.809208:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787759754.809210:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809212:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759754.809220:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759754.809222:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759754.809224:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787759754.809226:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759755.254333:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759755.254342:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759755.254344:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759755.254349:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759755.254353:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759755.254357:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.254359:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759755.254361:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.254364:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759755.510581:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759755.510591:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759755.510594:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759755.510600:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759755.510605:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759755.510611:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.510614:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759755.510981:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759755.510985:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759755.510988:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759755.510991:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759755.510993:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759755.510995:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.511036:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759755.511039:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759755.511040:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759755.511043:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759755.511045:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759755.511048:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.511065:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.511069:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759755.511309:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759755.511312:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759755.511314:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759755.523578:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759755.523589:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.523597:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759755.575662:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759755.575674:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759755.575677:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759755.575684:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759755.575689:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759755.575694:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759755.575698:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759755.575700:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759755.575704:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759755.575826:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759755.575830:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759755.575832:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759755.575834:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:3.0:1787759755.575837:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759755.575839:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.575842:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759755.575843:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.575846:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759755.575884:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759755.575887:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759755.575901:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759755.575902:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759755.575907:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759755.575908:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759755.575912:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759755.575914:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759755.575937:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759755.575940:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759755.575943:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759755.576107:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759755.576111:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759755.576112:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759755.576115:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759755.576132:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759755.576134:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.576136:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759755.576138:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759755.576140:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759755.577724:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759755.577732:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759755.577735:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759755.577740:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759755.577743:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759755.577747:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759755.577750:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759755.577753:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759755.577756:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759755.577816:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759755.577820:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759755.577821:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759755.577824:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759755.577826:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759755.577828:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.577831:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759755.577832:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759755.577835:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759756.150310:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313110284, at 4313110336 00000100:00000010:3.0:1787759756.150328:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a1ea0. 00000100:00000040:2.0:1787759756.150524:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313110284, at 4313110336 00000100:00000010:2.0:1787759756.150535:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abf6a13c0. 00000100:00000001:2.0:1787759756.278744:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.278755:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759756.278758:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759756.278764:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759756.278769:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759756.278773:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.278776:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759756.278779:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.278784:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759756.534602:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759756.534615:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759756.534618:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759756.534625:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:2.0:1787759756.534653:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.534657:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759756.534659:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759756.534666:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759756.534668:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759756.534673:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.534675:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759756.534677:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.534680:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759756.534963:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759756.534967:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759756.534968:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759756.534971:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759756.534973:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759756.534975:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759756.534977:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759756.534978:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759756.534980:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759756.535146:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759756.535151:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759756.535153:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759756.535155:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759756.535157:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759756.598252:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.598252:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.598263:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759756.598264:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759756.598267:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759756.598267:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759756.598275:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00100000:2.0:1787759756.598275:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759756.598282:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759756.598282:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759756.598288:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759756.598291:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759756.598295:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759756.598298:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759756.598380:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759756.598618:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759756.598621:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759756.598623:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759756.598626:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759756.598628:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598650:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598653:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759756.598654:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598656:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759756.598683:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.598686:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759756.598687:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759756.598690:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759756.598692:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759756.598694:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598696:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759756.598698:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598700:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759756.598720:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759756.598722:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759756.598723:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759756.598725:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759756.598727:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759756.598729:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598731:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759756.598732:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759756.598735:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598807:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759756.598814:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759756.598817:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759756.598821:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598824:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759756.598826:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598829:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598831:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598837:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759756.598838:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598842:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759756.598843:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759756.598847:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759756.598848:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759756.598868:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759756.598871:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759756.598894:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759756.598896:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759756.598899:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759756.601282:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759757.302239:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759757.302252:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759757.302255:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759757.302262:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759757.302267:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759757.302271:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.302275:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759757.302278:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.302282:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759757.559005:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759757.559007:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759757.559016:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759757.559017:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759757.559021:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759757.559022:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759757.559030:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00100000:2.0:1787759757.559031:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:3.0:1787759757.559037:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759757.559042:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759757.559045:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759757.559046:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759757.559048:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.559050:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759757.559054:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759757.559055:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759757.559058:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.559061:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759757.559289:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759757.559292:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759757.559294:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759757.559534:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759757.559538:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759757.559540:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.559543:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759757.559544:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.559546:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759757.622265:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759757.622302:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759757.622309:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759757.622312:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759757.622319:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759757.622325:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759757.622329:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.622333:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759757.622336:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759757.622340:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759757.622341:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759757.622346:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759757.622347:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759757.622351:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:3.0:1787759757.622354:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759757.622357:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759757.622359:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759757.622360:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759757.622364:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759757.622388:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759757.622391:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759757.622395:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759757.622396:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759757.622400:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759757.622401:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759757.622404:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759757.622405:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759757.623002:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759757.623004:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759757.623008:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759757.623010:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759757.623012:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.623014:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759757.623016:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.623019:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759757.623338:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759757.623342:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759757.623343:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759757.623346:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759757.623348:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759757.623350:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759757.623352:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759757.623353:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759757.623355:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759757.623432:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759757.623435:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759757.623436:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759757.623438:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759757.623440:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759757.623442:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.623443:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759757.623445:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759757.623447:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787759757.623798:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787759757.623802:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787759757.623806:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759758.326378:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759758.326390:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759758.326393:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759758.326401:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759758.326406:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759758.326410:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.326413:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759758.326416:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.326419:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759758.582299:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759758.582311:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759758.582313:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759758.582320:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759758.582324:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759758.582329:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.582333:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759758.582336:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.582340:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759758.582507:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759758.582514:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759758.582517:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759758.582523:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759758.582527:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759758.582532:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759758.582535:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759758.582538:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759758.582541:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759758.583021:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759758.583026:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759758.583028:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759758.583031:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759758.583034:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759758.583037:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759758.583039:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759758.583041:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759758.583044:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646310:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759758.646327:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646334:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759758.646336:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646339:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759758.646343:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759758.646345:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759758.646349:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646353:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759758.646355:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646357:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646360:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646364:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759758.646365:0:242281:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787759758.646366:0:242281:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787759758.646368:0:242281:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646370:0:242281:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787759758.646371:0:242281:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646373:0:242281:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759758.646375:0:242281:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759758.646400:0:241907:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759758.646403:0:241907:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759758.646406:0:241907:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759758.646967:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759758.646973:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759758.646975:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759758.646980:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1787759758.646984:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759758.646987:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759758.646991:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759758.646993:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759758.646997:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759758.648025:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759758.648034:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759758.648036:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759758.648042:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:0.0:1787759758.648046:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759758.648050:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759758.648053:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759758.648055:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759758.648058:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759758.648170:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759758.648174:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759758.648176:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759758.648179:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759758.648183:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759758.648185:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.648187:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759758.648188:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759758.648190:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759758.648222:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759758.648227:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759758.648228:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759758.648232:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:1.0:1787759758.648235:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759758.648239:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759758.648241:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759758.648243:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759758.648246:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759758.648729:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759758.648733:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759758.648735:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759758.648739:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759758.648741:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759758.648743:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759758.648746:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759758.648748:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759758.648750:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.350302:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759759.350316:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759759.350320:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.350327:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759759.350332:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759759.350338:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759759.350342:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759759.350345:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759759.350350:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759759.606235:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759759.606245:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759759.606248:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759759.606256:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759759.606260:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759759.606265:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.606268:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759759.606272:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.606276:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.606341:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759759.606350:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759759.606352:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.606357:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759759.606361:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759759.606364:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759759.606367:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759759.606370:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759759.606373:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759759.608759:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759759.608767:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759759.608770:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759759.608776:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759759.608779:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759759.608783:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759759.608786:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759759.608788:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759759.608806:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759759.670262:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759759.670271:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759759.670271:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759759.670276:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.670281:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1787759759.670284:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759759.670285:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759759.670293:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1787759759.670294:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:0.0:1787759759.670299:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.670301:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759759.670308:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.670309:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.670313:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.670319:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759759.670452:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759759.670457:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759759.670458:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.670462:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759759.670468:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759759.670470:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.670473:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759759.670475:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759759.670478:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1787759759.670494:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:3.0:1787759759.670498:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759759.670501:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759759.670503:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759759.670506:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759759.670509:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759759.670531:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759759.670534:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759759.670539:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759759.670540:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759759.670544:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759759.670545:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759759.670549:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759759.670550:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787759759.670567:0:241908:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787759759.670569:0:241908:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787759759.670703:0:241908:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787759759.670838:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.670841:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.670844:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759759.671887:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759759.671892:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759759.671894:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759759.671898:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:0.0:1787759759.671901:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759759.671904:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.671907:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759759.671908:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759759.671911:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.672773:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759759.672780:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759759.672786:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759759.926491:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) c6cf9c1d-c7ec-46f0-90f5-899927d5b123->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759759.926505:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1787759759.926509:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759759.926513:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759759.926519:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759759.926528:0:242156:0:(import.c:510:import_select_connection()) MGC192.168.201.104@tcp: connect to NID 192.168.201.104@tcp last attempt 18441 00000400:00000200:2.0:1787759759.926540:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759759.926548:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759759.926552:0:242156:0:(import.c:589:import_select_connection()) MGC192.168.201.104@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759759.926556:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.927812:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.927848:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.927905:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759759.927911:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759759.927913:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc553faf 00000020:00000001:2.0:1787759759.927916:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759759.927920:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac319000 refcount=3 00000020:00000001:2.0:1787759759.927923:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000020:00000001:2.0:1787759759.927926:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151863574528 : -114921845977088 : ffff977aac319000) 00000100:00000040:2.0:1787759759.927931:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.927933:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.927936:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.927938:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759759.927942:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac319000 : new refcount 2 00000100:00080000:2.0:1787759759.927946:0:242156:0:(import.c:624:import_select_connection()) MGC192.168.201.104@tcp: import ffff977aac31e000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759759.927950:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759759.927953:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759759.927958:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759759.927961:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.927965:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1787759759.927968:0:242156:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759759.927980:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe27480. 00000020:00000040:2.0:1787759759.927984:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac31e000 refcount=4 obd=MGC192.168.201.104@tcp 02000000:00000001:2.0:1787759759.927988:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759759.927990:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.927994:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759759.927997:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759759.928002:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759759.928012:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b696000. 00000100:00000001:2.0:1787759759.928020:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.928032:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759759.928044:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759759.928050:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928056:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007529c3e8] to pc [ptlrpcd_rcv+-1] req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759759.928089:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759759.928094:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759759.928099:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1787759759.928101:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759759.928103:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759759.928106:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759759.928110:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18441 00000400:00000200:2.0:1787759759.928134:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759759.928138:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759759.928141:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759759.928144:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928146:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928149:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928151:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759759.928154:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759759.928155:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554003 00000020:00000001:2.0:1787759759.928157:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759759.928160:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac28b000 refcount=5 00000020:00000001:2.0:1787759759.928162:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000020:00000001:2.0:1787759759.928164:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862992896 : -114921846558720 : ffff977aac28b000) 00000100:00000040:2.0:1787759759.928168:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928171:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928173:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928174:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759759.928177:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac28b000 : new refcount 4 00000100:00080000:2.0:1787759759.928181:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff977aac20c800: import ffff977aac28f800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928184:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759759.928186:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759759.928191:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759759.928193:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928195:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759759.928200:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759759.928204:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928207:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759759.928211:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe261c0. 00000020:00000040:2.0:1787759759.928213:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28f800 refcount=93 obd=lustre-MDT0000-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759759.928216:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759759.928217:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928219:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759759.928221:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759759.928222:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759759.928226:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694800. 00000100:00000001:2.0:1787759759.928230:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.928236:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759759.928244:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759759.928247:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928251:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b2cf55f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759759.928260:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759759.928263:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759759.928266:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1787759759.928267:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759759.928269:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759759.928271:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759759.928275:0:242156:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18441 00000400:00000200:2.0:1787759759.928279:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759759.928282:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759759.928284:0:242156:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759759.928287:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928290:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928292:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928294:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759759.928297:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759759.928298:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55400a 00000020:00000001:2.0:1787759759.928300:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759759.928302:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac288000 refcount=5 00000020:00000001:2.0:1787759759.928304:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000020:00000001:2.0:1787759759.928307:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862980608 : -114921846571008 : ffff977aac288000) 00000100:00000040:2.0:1787759759.928310:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928313:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928315:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928317:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759759.928319:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac288000 : new refcount 4 00000100:00080000:2.0:1787759759.928322:0:242156:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff977aac20c800: import ffff977aac28b800 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928325:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759759.928328:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759759.928331:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759759.928333:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928335:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759759.928337:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1787759759.928339:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928341:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759759.928345:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24b40. 00000020:00000040:2.0:1787759759.928349:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28b800 refcount=18 obd=lustre-MDT0001-mdc-ffff977aac20c800 02000000:00000001:2.0:1787759759.928351:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759759.928353:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928354:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759759.928356:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759759.928358:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759759.928362:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b694400. 00000100:00000001:2.0:1787759759.928366:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.928370:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759759.928378:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759759.928380:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928384:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37a95bd] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759759.928392:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759759.928395:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759759.928398:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1787759759.928399:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759759.928400:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759759.928403:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759759.928406:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18441 00000400:00000200:2.0:1787759759.928410:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759759.928413:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759759.928416:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759759.928419:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928421:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928424:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928426:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759759.928429:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759759.928431:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc554018 00000020:00000001:2.0:1787759759.928432:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759759.928435:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac24b000 refcount=4 00000020:00000001:2.0:1787759759.928437:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000020:00000001:2.0:1787759759.928440:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862730752 : -114921846820864 : ffff977aac24b000) 00000100:00000040:2.0:1787759759.928443:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928446:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928448:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928450:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759759.928453:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac24b000 : new refcount 3 00000100:00080000:2.0:1787759759.928456:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff977aac20c800: import ffff977aac28d000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928459:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759759.928461:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759759.928464:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759759.928466:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928468:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759759.928471:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759759.928474:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928475:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759759.928479:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe25e00. 00000020:00000040:2.0:1787759759.928482:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28d000 refcount=19 obd=lustre-OST0000-osc-ffff977aac20c800 02000000:00000001:2.0:1787759759.928485:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759759.928487:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928489:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759759.928491:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759759.928493:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759759.928496:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697000. 00000100:00000001:2.0:1787759759.928500:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.928505:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759759.928513:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759759.928515:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928519:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048207e06] to pc [ptlrpcd_rcv+-1] req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759759.928528:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1787759759.928531:0:242156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 749b8941-6dd9-4b74-8dd6-6f4d061d99f3->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787759759.928534:0:242156:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1787759759.928535:0:242156:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1787759759.928537:0:242156:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1787759759.928540:0:242156:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1787759759.928542:0:242156:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: connect to NID 192.168.201.104@tcp last attempt 18441 00000400:00000200:2.0:1787759759.928546:0:242156:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:2.0:1787759759.928550:0:242156:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.104@tcp is discovered: rc = 1 00000100:00080000:2.0:1787759759.928552:0:242156:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1787759759.928555:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928617:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928621:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928624:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000001:2.0:1787759759.928627:0:242156:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1787759759.928628:0:242156:0:(genops.c:804:class_conn2export()) looking for export cookie 0x19987992dc55401f 00000020:00000001:2.0:1787759759.928630:0:242156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787759759.928632:0:242156:0:(lustre_handles.c:148:class_handle2object()) GET export ffff977aac248000 refcount=4 00000020:00000001:2.0:1787759759.928635:0:242156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000020:00000001:2.0:1787759759.928637:0:242156:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629151862718464 : -114921846833152 : ffff977aac248000) 00000100:00000040:2.0:1787759759.928642:0:242156:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff977a863e0100 refcount 14 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928644:0:242156:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1787759759.928647:0:242156:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff977a863e0100 refcount 15 to 192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928649:0:242156:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629151226855680 : -114922482695936 : ffff977a863e0100) 00000020:00000040:2.0:1787759759.928651:0:242156:0:(genops.c:879:class_export_put()) PUTting export ffff977aac248000 : new refcount 3 00000100:00080000:2.0:1787759759.928654:0:242156:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff977aac20c800: import ffff977aac28c000 using connection 192.168.201.104@tcp/192.168.201.104@tcp 00000100:00000001:2.0:1787759759.928657:0:242156:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787759759.928659:0:242156:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1787759759.928662:0:242156:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787759759.928664:0:242156:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928666:0:242156:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1787759759.928668:0:242156:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1787759759.928671:0:242156:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928673:0:242156:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787759759.928677:0:242156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff977aabe24f00. 00000020:00000040:2.0:1787759759.928679:0:242156:0:(genops.c:1210:class_import_get()) import ffff977aac28c000 refcount=21 obd=lustre-OST0001-osc-ffff977aac20c800 02000000:00000001:2.0:1787759759.928682:0:242156:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1787759759.928684:0:242156:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759759.928685:0:242156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787759759.928687:0:242156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787759759.928689:0:242156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787759759.928692:0:242156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff97799b697800. 00000100:00000001:2.0:1787759759.928696:0:242156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759759.928701:0:242156:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787759759.928709:0:242156:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787759759.928711:0:242156:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928715:0:242156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e5e67f] to pc [ptlrpcd_rcv+-1] req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787759759.928722:0:242156:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787759759.928729:0:242156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18451) 00000100:00000001:1.0:1787759759.929621:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759759.929631:0:2422:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759759.929634:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759759.929649:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.929662:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.929664:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.929669:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759759.929673:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759759.929676:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759759.929680:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875570048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759759.929684:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759759.929689:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759759.929692:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.929695:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759759.929705:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759759.929707:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.929716:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759759.929722:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759759.929731:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759759.929739:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875570048, portal 25 00000100:00000001:1.0:1787759759.929741:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759759.929743:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858390144 : -114921851161472 : ffff977aabe27480) 00000100:00000040:1.0:1787759759.929749:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.929758:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759759.929761:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759759.929763:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759759.929768:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874582875570048, offset 0 00000400:00000200:1.0:1787759759.929777:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759759.929785:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.929793:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759759.929799:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759759.929804:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759759.929808:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759759.929810:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759759.929814:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776878:776878:256:4294967295] 192.168.201.104@tcp LPNI seq info [776869:776869:8:4294967295] 00000400:00000200:1.0:1787759759.929833:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.929843:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759759.929850:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.929856:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759759.929863:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759759.929867:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759759.929874:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759759.929879:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759759.929883:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.929886:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759759.929893:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759759.929897:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759759.929902:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759759.929905:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759759.929910:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759759.929915:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.929937:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.929941:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.929948:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.929950:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759759.929957:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.929961:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759759.929964:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 2 is 4313115406 00000100:00000010:1.0:1787759759.929969:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6ede0. 00000100:00000001:1.0:1787759759.929977:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787759759.929984:0:2422:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS new deadline estimation for cpu 3 is 4313115406 00000100:00000010:1.0:1787759759.929987:0:2422:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff977abbf6e000. 00000100:00000001:1.0:1787759759.929991:0:2422:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.104@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787759759.929995:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759759.929998:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.930000:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759759.930005:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759] req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759759.930014:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759759.930016:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759759.930018:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759759.930020:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759759.930022:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759759.930025:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759759.930028:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759759.930037:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930044:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759759.930047:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.930050:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.930052:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759759.930056:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930063:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759759.930067:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930075:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759759.930078:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.930080:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.930081:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.930084:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759759.930086:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759759.930090:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac31e000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759759.930095:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759759.930097:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759759.930101:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759759.930110:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c6cf9c1d-c7ec-46f0-90f5-899927d5b123:2422:1874582875570048:192.168.201.104@tcp:250:kworker.0 00000100:00000001:1.0:1787759759.930144:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759759.930148:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930156:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.930157:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.930159:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759759.930161:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759759.930163:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759759.930166:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759759.930171:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759759.930173:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759759.930175:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.930176:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759759.930180:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759759.930182:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.930186:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759759.930189:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759759.930193:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759759.930196:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875570176, portal 10 00000100:00000001:1.0:1787759759.930198:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759759.930200:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858385344 : -114921851166272 : ffff977aabe261c0) 00000100:00000040:1.0:1787759759.930207:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930214:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759759.930217:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759759.930219:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759759.930222:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875570176, offset 0 00000400:00000200:1.0:1787759759.930847:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759759.930853:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.930858:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759759.930862:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759759.930865:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759759.930868:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759759.930871:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759759.930874:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776879:776879:256:4294967295] 192.168.201.104@tcp LPNI seq info [776870:776870:8:4294967295] 00000400:00000200:1.0:1787759759.930879:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.930888:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759759.930893:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.930897:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759759.930902:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759759.930906:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759759.930910:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759759.930914:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759759.930918:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.930920:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759759.930924:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759759.930928:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759759.930932:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759759.930934:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759759.930937:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759759.930941:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930950:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.930954:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.930961:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.930963:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759759.930966:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759759.930970:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: using a timeout of 10693 usecs (11 jiffies) 00000400:00000200:1.0:1787759759.930973:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759759.930976:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313114127 00000100:00000001:1.0:1787759759.930979:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.930982:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313114127 00000100:00000001:1.0:1787759759.930984:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.930987:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759759.930989:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.930991:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759759.930995:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759] req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759759.931003:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759759.931005:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759759.931007:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759759.931010:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759759.931012:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759759.931015:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759759.931019:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759759.931027:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.931034:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759759.931036:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.931038:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.931040:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759759.931043:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.931051:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759759.931055:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.931062:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759759.931065:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.931067:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.931068:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.931070:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759759.931074:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759759.931077:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759759.931080:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759759.931083:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759759.931087:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759759.931096:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570176:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759759.931101:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759759.931106:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.931113:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.931114:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.931140:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759759.931142:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759759.931145:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759759.931148:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759759.931152:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759759.931155:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759759.931157:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.931159:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759759.931163:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759759.931165:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.931169:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759759.931172:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759759.931176:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759759.931179:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875570304, portal 10 00000100:00000001:1.0:1787759759.931182:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759759.931183:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858379584 : -114921851172032 : ffff977aabe24b40) 00000100:00000040:1.0:1787759759.931189:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.931196:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759759.931199:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759759.931202:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759759.931204:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874582875570304, offset 0 00000400:00000200:1.0:1787759759.931208:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759759.931212:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.931216:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759759.931219:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759759.933020:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759759.933033:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759759.933036:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759759.933040:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776880:776880:256:4294967295] 192.168.201.104@tcp LPNI seq info [776871:776871:8:4294967295] 00000400:00000200:1.0:1787759759.933047:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.933060:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759759.933066:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.933075:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759759.933082:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759759.933086:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759759.933091:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759759.933096:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759759.933100:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.933103:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759759.933108:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759759.933113:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759759.933131:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759759.933134:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759759.933140:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759759.933146:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.933159:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.933163:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.933171:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.933173:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759759.933179:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759759.933183:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: using a timeout of 10940 usecs (11 jiffies) 00000400:00000200:1.0:1787759759.933187:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759759.933190:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313114130 00000100:00000001:1.0:1787759759.933193:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.933196:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313114130 00000100:00000001:1.0:1787759759.933200:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.933203:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759759.933206:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.933209:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759759.933213:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759] req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759759.934844:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759759.934851:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759759.934856:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759759.934863:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759759.934866:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759759.934869:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759759.934877:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759759.934886:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.934894:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759759.934896:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.934899:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.934901:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759759.934904:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.934910:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759759.934915:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.935900:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759759.935904:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.935907:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.935908:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.935912:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759759.935916:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759759.935921:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28b800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759759.935927:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759759.935930:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759759.935936:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759759.935946:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570304:192.168.201.104@tcp:38:kworker.0 00000100:00000001:1.0:1787759759.935953:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759759.935957:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.935965:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.935967:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.935971:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759759.935976:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759759.935978:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759759.935982:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759759.935986:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759759.935990:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759759.935993:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.935996:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759759.936003:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759759.936006:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.936014:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759759.936019:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759759.936026:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759759.936032:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875570432, portal 4 00000100:00000001:1.0:1787759759.936035:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759759.936037:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858384384 : -114921851167232 : ffff977aabe25e00) 00000100:00000040:1.0:1787759759.936045:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936053:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759759.936056:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759759.936059:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759759.936062:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875570432, offset 0 00000400:00000200:1.0:1787759759.936070:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759759.936078:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.936086:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759759.936092:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759759.936096:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759759.936100:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759759.936102:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759759.936106:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776881:776881:256:4294967295] 192.168.201.104@tcp LPNI seq info [776872:776872:8:4294967295] 00000400:00000200:1.0:1787759759.936111:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.936134:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759759.936140:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.936146:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759759.936153:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759759.936157:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759759.936163:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759759.936167:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759759.936172:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.936174:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759759.936179:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759759.936184:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759759.936189:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759759.936191:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759759.936195:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759759.936199:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936208:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.936212:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936638:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.936641:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759759.936648:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759759.936652:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: using a timeout of 69122 usecs (70 jiffies) 00000400:00000200:1.0:1787759759.936656:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759759.936659:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313114192 00000100:00000001:1.0:1787759759.936664:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.936667:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313114192 00000100:00000001:1.0:1787759759.936670:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.936673:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759759.936675:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.936677:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759759.936682:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759] req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759759.936691:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759759.936693:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759759.936695:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759759.936698:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759759.936700:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759759.936703:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759759.936707:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759759.936716:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936724:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759759.936726:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.936728:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.936729:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759759.936733:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936740:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759759.936745:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936752:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759759.936755:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.936757:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.936758:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.936760:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759759.936762:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759759.936765:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759759.936769:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759759.936771:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759759.936776:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759759.936784:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570432:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759759.936789:0:2422:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787759759.936792:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.936800:0:2422:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759759.936802:0:2422:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.936804:0:2422:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787759759.936806:0:2422:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787759759.936808:0:2422:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759759.936811:0:2422:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759759.936815:0:2422:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787759759.936967:0:2422:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787759759.936970:0:2422:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787759759.936972:0:2422:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787759759.936976:0:2422:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759759.936978:0:2422:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787759759.936982:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000010:1.0:1787759759.936984:0:2422:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff977aada765d8. 00000400:00000010:1.0:1787759759.936988:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40aa0. 00000100:00000200:1.0:1787759759.936992:0:2422:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874582875570560, portal 4 00000100:00000001:1.0:1787759759.936994:0:2422:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787759759.936996:0:2422:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629151858380544 : -114921851171072 : ffff977aabe24f00) 00000100:00000040:1.0:1787759759.937002:0:2422:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937007:0:2422:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787759759.937010:0:2422:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.104@tcp 00000400:00000010:1.0:1787759759.937012:0:2422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff977ab2f40000. 00000100:00000200:1.0:1787759759.937015:0:2422:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874582875570560, offset 0 00000400:00000200:1.0:1787759759.937019:0:2422:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.104@tcp 00000400:00000200:1.0:1787759759.937023:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.937027:0:2422:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.104@tcp local destination 00000400:00000200:1.0:1787759759.937031:0:2422:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787759759.937034:0:2422:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.4@tcp 00000400:00000200:1.0:1787759759.937037:0:2422:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.4@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787759759.937039:0:2422:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.104@tcp 00000400:00000200:1.0:1787759759.937043:0:2422:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.4@tcp NI seq info: [776882:776882:256:4294967295] 192.168.201.104@tcp LPNI seq info [776873:776873:8:4294967295] 00000400:00000200:1.0:1787759759.937048:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000400:00000200:1.0:1787759759.937054:0:2422:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.4@tcp(192.168.201.4@tcp:) -> 192.168.201.104@tcp(192.168.201.104@tcp:192.168.201.104@tcp) : PUT try# 0 00000800:00000200:1.0:1787759759.937058:0:2422:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.937061:0:2422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff977ab5038d00. 00000800:00000200:1.0:1787759759.937066:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.0:1787759759.937069:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1787759759.937074:0:2422:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff977a889676c0] -> 12345-192.168.201.104@tcp (2) 00000800:00000200:1.1:1787759759.937077:0:2422:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.104 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1787759759.937081:0:2422:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.104@tcp 00000800:00000010:1.0:1787759759.937083:0:2422:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff977ab5038d00. 00000400:00000200:1.0:1787759759.937086:0:2422:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1787759759.937090:0:2422:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.4@tcp->192.168.201.104@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1787759759.937093:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40000 00000400:00000010:1.0:1787759759.937095:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40000. 00000100:00000001:1.0:1787759759.937097:0:2422:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787759759.937101:0:2422:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937107:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.937109:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1787759784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937141:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.937143:0:2422:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787759759.937146:0:2422:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787759759.937149:0:2422:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: using a timeout of 33432 usecs (34 jiffies) 00000400:00000200:1.0:1787759759.937152:0:2422:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.104@tcp to cpt 1 00000100:00000001:1.0:1787759759.937155:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 2 is 4313114157 00000100:00000001:1.0:1787759759.937157:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 2, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.937159:0:2422:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS new deadline estimation for cpu 3 is 4313114157 00000100:00000001:1.0:1787759759.937161:0:2422:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff977aac20c800: PM QoS request active for cpu 3, keep current deadline 4313115406 00000100:00000001:1.0:1787759759.937164:0:2422:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787759759.937166:0:2422:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.937168:0:2422:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1787759759.937172:0:2422:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787759759/real 1787759759] req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787759759.937179:0:2422:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787759759.937180:0:2422:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787759759.937181:0:2422:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff977aada765d8. 00000400:00000200:1.0:1787759759.937183:0:2422:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff977ab2f40aa0 00000400:00000010:1.0:1787759759.937185:0:2422:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff977ab2f40aa0. 00000100:00000001:1.0:1787759759.937189:0:2422:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787759759.937192:0:2422:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787759759.937202:0:2422:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937208:0:2422:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787759759.937209:0:2422:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937211:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.937213:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787759759.937216:0:2422:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937223:0:2422:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787759759.937228:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937234:0:2422:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1787759759.937238:0:2422:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937240:0:2422:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787759759.937241:0:2422:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937243:0:2422:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1787759759.937245:0:2422:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1787759759.937248:0:2422:0:(import.c:65:import_set_state_nolock()) ffff977aac28c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787759759.937252:0:2422:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.104@tcp failed (-110) 00000100:00000001:1.0:1787759759.937254:0:2422:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1787759759.937259:0:2422:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787759759.937267:0:2422:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff977aabe24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:749b8941-6dd9-4b74-8dd6-6f4d061d99f3:2422:1874582875570560:192.168.201.104@tcp:8:kworker.0 00000100:00000001:1.0:1787759759.937271:0:2422:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937273:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.937278:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe27480 x1874582875570048/t0(0) o250->MGC192.168.201.104@tcp@192.168.201.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937285:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759759.937782:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759759.937786:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520c00. 02000000:00000001:1.0:1787759759.937790:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759759.937793:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759759.937795:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac31e000 refcount=3 obd=MGC192.168.201.104@tcp 00000020:00000001:1.0:1787759759.937798:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759759.937801:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b696000. 02000000:00000001:1.0:1787759759.937805:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759759.937807:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759759.937809:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe27480. 00000100:00000001:1.0:1787759759.937812:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759759.937813:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937827:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.937832:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe261c0 x1874582875570176/t0(0) o38->lustre-MDT0000-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937840:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759759.937841:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759759.937843:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b521400. 02000000:00000001:1.0:1787759759.937845:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759759.937847:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759759.937848:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28f800 refcount=92 obd=lustre-MDT0000-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759759.937850:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759759.937852:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694800. 02000000:00000001:1.0:1787759759.937856:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759759.937857:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759759.937858:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe261c0. 00000100:00000001:1.0:1787759759.937861:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759759.937862:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937863:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.937867:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24b40 x1874582875570304/t0(0) o38->lustre-MDT0001-mdc-ffff977aac20c800@192.168.201.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937874:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759759.937876:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759759.937878:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b522800. 02000000:00000001:1.0:1787759759.937880:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759759.937882:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759759.937883:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28b800 refcount=17 obd=lustre-MDT0001-mdc-ffff977aac20c800 00000020:00000001:1.0:1787759759.937885:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759759.937887:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b694400. 02000000:00000001:1.0:1787759759.937889:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759759.937890:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759759.937891:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24b40. 00000100:00000001:1.0:1787759759.937893:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759759.937895:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.937897:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.937901:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe25e00 x1874582875570432/t0(0) o8->lustre-OST0000-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.937907:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759759.937908:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759759.937909:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b520000. 02000000:00000001:1.0:1787759759.937912:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759759.937913:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759759.937915:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28d000 refcount=18 obd=lustre-OST0000-osc-ffff977aac20c800 00000020:00000001:1.0:1787759759.937917:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759759.937918:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697000. 02000000:00000001:1.0:1787759759.937920:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759759.937921:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759759.937922:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe25e00. 00000100:00000001:1.0:1787759759.937925:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759759.937926:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.939649:0:2422:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787759759.939660:0:2422:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff977aabe24f00 x1874582875570560/t0(0) o8->lustre-OST0001-osc-ffff977aac20c800@192.168.201.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1787759784 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787759759.939670:0:2422:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787759759.939673:0:2422:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787759759.939677:0:2422:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff97799b523c00. 02000000:00000001:1.0:1787759759.939683:0:2422:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787759759.939685:0:2422:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787759759.939689:0:2422:0:(genops.c:1223:class_import_put()) import ffff977aac28c000 refcount=20 obd=lustre-OST0001-osc-ffff977aac20c800 00000020:00000001:1.0:1787759759.939692:0:2422:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787759759.939694:0:2422:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff97799b697800. 02000000:00000001:1.0:1787759759.939699:0:2422:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787759759.939701:0:2422:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787759759.939703:0:2422:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff977aabe24f00. 00000100:00000001:1.0:1787759759.939707:0:2422:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787759759.939709:0:2422:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.939712:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759759.939722:0:2422:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759759.939724:0:2422:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759759.939727:0:2422:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787759759.939729:0:2422:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.395588:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759760.395599:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759760.395602:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759760.395609:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759760.395613:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759760.395618:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.395620:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759760.395623:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.395627:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.631972:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759760.631984:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759760.631987:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759760.631995:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759760.632000:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759760.632005:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.632008:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759760.632011:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.632015:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759760.634585:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759760.634594:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759760.634597:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759760.634602:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759760.634606:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759760.634610:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759760.634613:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759760.634616:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759760.634620:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759760.634787:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759760.634790:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759760.634791:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759760.634794:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759760.634796:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759760.634798:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759760.634800:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759760.634802:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759760.634813:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.694320:0:241882:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:3.0:1787759760.694330:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759760.694331:0:241882:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759760.694334:0:241882:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787759760.694334:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759760.694340:0:241882:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8cc0 going to sleep for 0 seconds 00010000:00000001:3.0:1787759760.694341:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759760.694342:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.694344:0:241882:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1787759760.694346:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787759760.694347:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.694348:0:241882:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787759760.694350:0:242281:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1787759760.694351:0:241882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1787759760.694351:0:242281:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.694355:0:241882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.694358:0:241882:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787759760.694588:0:241886:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787759760.694592:0:241886:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787759760.694596:0:241886:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1787759760.694759:0:198604:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759760.694762:0:198604:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759760.694763:0:198604:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759760.694766:0:198604:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865780 going to sleep for 0 seconds 00000100:00000001:2.0:1787759760.694768:0:198604:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759760.694770:0:198604:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.694772:0:198604:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759760.694774:0:198604:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.694776:0:198604:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759760.695443:0:198603:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759760.695447:0:198603:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759760.695449:0:198603:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759760.695452:0:198603:0:(client.c:2715:ptlrpc_set_wait()) set ffff977ab2865480 going to sleep for 0 seconds 00000100:00000001:0.0:1787759760.695454:0:198603:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759760.695457:0:198603:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759760.695459:0:198603:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759760.695461:0:198603:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759760.695463:0:198603:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787759760.695509:0:193164:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1787759760.695512:0:193164:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787759760.695514:0:193164:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787759760.695516:0:193164:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208900 going to sleep for 0 seconds 00000100:00000001:1.0:1787759760.695518:0:193164:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787759760.695520:0:193164:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759760.695523:0:193164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787759760.695524:0:193164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787759760.695526:0:193164:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759760.695799:0:241883:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759760.695811:0:241883:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759760.695813:0:241883:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759760.695816:0:241883:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a982086c0 going to sleep for 0 seconds 00000100:00000001:2.0:1787759760.695818:0:241883:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759760.695820:0:241883:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.695822:0:241883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759760.695823:0:241883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759760.695825:0:241883:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787759761.271500:0:242281:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a330 (cpu 3) has reached its deadline 4313115406, at 4313115457 00000100:00000010:3.0:1787759761.271522:0:242281:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6e000. 00000100:00000040:2.0:1787759761.271631:0:242323:0:(connection.c:75:cpu_latency_work()) work item of ffff977aa0b7a220 (cpu 2) has reached its deadline 4313115406, at 4313115457 00000100:00000010:2.0:1787759761.271638:0:242323:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff977abbf6ede0. 00000100:00000001:2.0:1787759761.400102:0:241665:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759761.400112:0:241665:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759761.400115:0:241665:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759761.400152:0:241665:0:(client.c:2715:ptlrpc_set_wait()) set ffff977a98208600 going to sleep for 0 seconds 00000100:00000001:2.0:1787759761.400157:0:241665:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759761.400162:0:241665:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759761.400166:0:241665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759761.400170:0:241665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759761.400173:0:241665:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787759761.654269:0:195941:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1787759761.654280:0:195941:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787759761.654283:0:195941:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787759761.654290:0:195941:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150000 going to sleep for 0 seconds 00000100:00000001:0.0:1787759761.654295:0:195941:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787759761.654300:0:195941:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759761.654303:0:195941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787759761.654306:0:195941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787759761.654311:0:195941:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787759761.654599:0:241898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1787759761.654603:0:241898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787759761.654605:0:241898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787759761.654608:0:241898:0:(client.c:2715:ptlrpc_set_wait()) set ffff977abbca8e40 going to sleep for 0 seconds 00000100:00000001:2.0:1787759761.654610:0:241898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787759761.654612:0:241898:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759761.654614:0:241898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787759761.654616:0:241898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787759761.654618:0:241898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787759761.658109:0:193163:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1787759761.658154:0:193163:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787759761.658156:0:193163:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787759761.658163:0:193163:0:(client.c:2715:ptlrpc_set_wait()) set ffff977aac150f00 going to sleep for 0 seconds 00000100:00000001:3.0:1787759761.658167:0:193163:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787759761.658172:0:193163:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759761.658174:0:193163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787759761.658177:0:193163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787759761.658181:0:193163:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 143238 lines, 143238 kept, 0 dropped, 0 bad.